-- Logs begin at Wed 2022-08-31 08:58:38 UTC, end at Wed 2022-08-31 10:15:42 UTC. -- Aug 31 09:39:06.002623 dv-cinder-844961-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 31 09:39:08.955197 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.common.config [-] Logging enabled! Aug 31 09:39:08.955872 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev528 Aug 31 09:39:08.956225 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=112804) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 31 09:39:08.960648 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.common.config [-] Logging enabled! Aug 31 09:39:08.961023 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev528 Aug 31 09:39:08.961374 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=112804) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 31 09:39:08.962500 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 09:39:08.962732 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 09:39:08.963358 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 09:39:08.963604 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 09:39:08.964019 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 09:39:08.964296 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.964706 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.964977 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.965275 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.965711 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.966116 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.966437 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.966849 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.967163 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.967562 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.967859 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.968112 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.968395 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] config_source = [] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.968803 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.969095 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.969325 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] debug = True {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.969643 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.970090 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.970552 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.970868 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.971160 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.971542 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.971834 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.972108 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.972425 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.973548 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] host = dv-cinder-844961-2-iscsi {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.973839 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.974309 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.974739 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.975109 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.975436 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.975589 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.975907 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.976219 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] log_dir = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.976501 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] log_file = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.976784 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.977151 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.977903 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.977903 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.978078 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.978280 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.978687 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.979005 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.979389 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.979776 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.980176 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.980461 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.980851 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.981245 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.981582 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.981987 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.982302 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.982623 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.982905 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.983210 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.983505 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.983895 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.984197 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.984597 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.984906 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.985317 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.985724 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.986008 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.986331 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.986698 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.987132 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.987426 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.987731 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.988136 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.988484 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.988877 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] use_journal = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.989253 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] use_json = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.989573 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.989850 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.990165 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.990466 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.990741 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.991119 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.991440 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.991756 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.992116 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:08.992531 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:08.992832 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:08.993135 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:08.993466 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:08.993892 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:08.994181 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:08.994499 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:08.994901 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:08.995191 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:08.995483 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:08.995803 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:08.996153 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:08.996477 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:08.996886 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:08.997186 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:08.997548 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:08.997846 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:08.998248 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:08.998647 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:08.998928 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:08.999229 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:08.999510 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:08.999917 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.000199 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.000491 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.000782 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.001066 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.001418 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.001703 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.002111 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.002406 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.002726 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.003004 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.003508 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.003991 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.004423 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.004779 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.005180 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.005504 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.005848 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.006139 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.006439 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.006735 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.007008 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.007292 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.007580 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.007862 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.008136 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.008407 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.008686 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.008996 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.009285 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.009592 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.009873 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.010157 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.010458 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.010735 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.011048 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.011394 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.011671 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.011952 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.012232 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.012541 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.013074 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.013348 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.013647 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.013919 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.014195 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.014467 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.014740 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.015012 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.015322 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.015598 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.015870 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.016154 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.016458 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.016775 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.017090 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.017428 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.017752 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.018065 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.018383 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.018703 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.019022 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.019327 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.020210 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.020601 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.020934 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.021240 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.021572 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.021890 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.022197 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.022479 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.022795 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.023077 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.023357 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.023643 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.023922 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.024201 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.024488 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.024809 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.025107 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.025425 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.025721 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.026068 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.026370 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.026667 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.026949 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.027298 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.027598 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:09.027845 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 09:39:09.028105 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=112804) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 31 09:39:09.367179 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=112804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 31 09:39:09.367422 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=112804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 31 09:39:09.367684 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=112804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 31 09:39:09.368003 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=112804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 31 09:39:09.368288 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=112804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 31 09:39:09.368655 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 31 09:39:09.836234 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:09.836586 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:09.836791 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:09.838018 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:09.838290 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:09.838568 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:09.899154 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:09.899538 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:09.899806 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:09.919073 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:09.919462 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:09.919853 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:09.952636 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:09.952898 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:09.953161 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:09.992642 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:09.993277 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:09.993277 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:10.246221 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:10.246541 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:10.246841 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:10.247148 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:10.248196 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:10.365821 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:10.366163 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:10.366447 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:10.366715 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:10.367004 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:10.367328 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:10.367589 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:10.367845 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:10.368099 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:10.368384 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:10.368661 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:10.368963 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:10.369223 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:10.369540 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:10.369834 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:10.370148 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:10.370405 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:10.370712 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:10.370984 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:10.371242 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:10.371558 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:10.371817 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:10.372140 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:10.372604 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:10.372899 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:10.373162 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:10.373675 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=112804) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 09:39:10.373920 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=112804) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 09:39:10.374158 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=112804) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 09:39:10.374426 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=112804) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 09:39:10.374701 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=112804) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 09:39:10.374940 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=112804) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 09:39:10.375378 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 31 09:39:10.379576 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 31 09:39:10.383902 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 31 09:39:10.388626 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Aug 31 09:39:10.390497 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 31 09:39:10.391256 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 31 09:39:10.391599 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 31 09:39:10.392073 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 31 09:39:10.396120 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 31 09:39:10.396367 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 31 09:39:10.396765 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 09:39:10.402340 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 31 09:39:10.428967 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 31 09:39:10.429513 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:10.429828 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=112804) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 31 09:39:10.430268 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:10.431818 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=112804) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 31 09:39:10.432107 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 09:39:10.432352 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 31 09:39:10.436420 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:10.436697 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:10.597314 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 31 09:39:10.597623 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 31 09:39:10.598277 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 31 09:39:10.598867 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 31 09:39:10.655932 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO dbcounter [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Registered counter for database neutron Aug 31 09:39:10.678996 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_db.sqlalchemy.engines [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=112804) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 31 09:39:10.685653 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG dbcounter [-] [112804] Writer thread running {{(pid=112804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 31 09:39:11.287655 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.plugins.ml2.managers [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Initializing driver for type 'gre' Aug 31 09:39:11.288806 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] gre ID ranges: [(1, 1000)] Aug 31 09:39:11.374408 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.plugins.ml2.managers [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Initializing driver for type 'local' Aug 31 09:39:11.374858 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.plugins.ml2.managers [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Initializing driver for type 'vlan' Aug 31 09:39:11.391388 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] VlanTypeDriver initialization complete Aug 31 09:39:11.391771 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.plugins.ml2.managers [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Initializing driver for type 'vxlan' Aug 31 09:39:11.392292 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] vxlan ID ranges: [(1, 1000)] Aug 31 09:39:11.458465 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.plugins.ml2.managers [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Initializing extension driver 'port_security' Aug 31 09:39:11.458801 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.plugins.ml2.extensions.port_security [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] PortSecurityExtensionDriver initialization complete Aug 31 09:39:11.459151 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.plugins.ml2.managers [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Initializing mechanism driver 'openvswitch' Aug 31 09:39:11.459489 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.plugins.ml2.managers [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Initializing mechanism driver 'hyperv' Aug 31 09:39:11.466523 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.plugins.ml2.plugin [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=112804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:11.467236 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > port after_create 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.467615 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > port after_update 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.467983 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > port after_delete 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.468505 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=112804) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 31 09:39:11.468933 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > subnet after_create 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.469298 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > subnet after_update 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.469675 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > subnet after_delete 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.470068 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=112804) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 31 09:39:11.470479 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > network after_create 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.470835 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > network after_update 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.471187 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > network after_delete 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.471581 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=112804) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 31 09:39:11.471985 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > security_group after_create 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.472349 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > security_group after_update 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.473286 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > security_group after_delete 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.474394 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=112804) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 31 09:39:11.474810 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.475165 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.475512 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.475911 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=112804) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 31 09:39:11.476326 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > address_group after_create 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.476679 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > address_group after_update 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.477019 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > address_group after_delete 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.477435 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=112804) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 31 09:39:11.477893 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] ML2 OVO RPC backend initialized. {{(pid=112804) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Aug 31 09:39:11.478637 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > router_interface after_create 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.478994 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.479417 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > network before_response 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.479774 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > networks before_response 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.480123 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > port before_response 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.480469 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > ports before_response 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.480826 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > subnet before_response 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.481165 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > subnets before_response 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.481558 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > network after_create 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.481900 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > network after_update 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.482243 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > network after_delete 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.482588 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > port after_create 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.482930 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > port after_update 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.483269 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > port after_delete 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.483610 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > subnet after_create 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.483951 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > subnet after_update 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.484291 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > subnet after_delete 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.492927 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.quota [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded quota_driver: . Aug 31 09:39:11.493301 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.plugins.ml2.plugin [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Modular L2 Plugin initialization complete Aug 31 09:39:11.493679 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading services supported by the core plugin {{(pid=112804) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 31 09:39:11.494033 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.plugins.ml2.managers [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Got port-security extension from driver 'port_security' Aug 31 09:39:11.494536 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.extensions.vlantransparent [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Disabled vlantransparent extension. Aug 31 09:39:11.495045 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=112804) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 31 09:39:11.495368 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading Plugin: router Aug 31 09:39:11.533165 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > router_interface before_create 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.533588 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > router after_create 55549900 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.533969 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > router before_create 55549900 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.534342 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.534718 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.535642 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > router after_delete 55549900 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.536653 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > floatingip after_create 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.537027 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > floatingip after_update 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.537408 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > router after_create 55549900 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.537839 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > router after_update 55549900 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.538145 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > router after_update 55549900 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.538504 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.538870 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > router after_update 55549900 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.539292 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > router precommit_update 55549900 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.539668 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: port after_update 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.540016 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: port after_delete 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.540359 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: subnet after_update 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.540709 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.541059 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > port precommit_delete 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.541432 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > router precommit_create 55549900 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.541783 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: port before_delete 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.542129 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > router precommit_create 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.542488 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > router after_update 55549900 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.542833 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > router precommit_delete 55549900 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.543189 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > router precommit_create 55549900 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.543556 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > router_interface after_create 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.543908 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > router precommit_update 55549900 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.544273 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > agent after_create 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.544627 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > agent after_delete 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.544978 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > network after_delete 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.545943 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.quota.resource_registry [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Tracking information for resource: router configured {{(pid=112804) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 09:39:11.546277 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.quota.resource_registry [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Tracking information for resource: floatingip configured {{(pid=112804) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 09:39:11.552049 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.db.l3_agentschedulers_db [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 31 09:39:11.552649 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: port after_update 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.553019 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: port after_create 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.553398 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: port after_delete 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.553773 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: port after_update 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.554585 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > router before_create 55550100 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.554958 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > router precommit_delete 55550100 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.555327 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > router precommit_create 55550100 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.555691 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > router precommit_update 55550100 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.560559 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.services.provider_configuration [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Service providers = [] {{(pid=112804) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 31 09:39:11.560932 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.db.servicetype_db [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=112804) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 31 09:39:11.564169 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.services.service_base [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=112804) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 09:39:11.564525 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.services.service_base [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=112804) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 09:39:11.564876 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.services.service_base [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=112804) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 09:39:11.565797 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.services.service_base [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=112804) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 09:39:11.566986 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.services.service_base [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 31 09:39:11.567419 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=112804) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 09:39:11.567748 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 31 09:39:11.578710 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=112804) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 09:39:11.579040 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading Plugin: auto_allocate Aug 31 09:39:11.586127 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: network precommit_update 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.586507 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: network precommit_create 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.587056 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=112804) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 09:39:11.587382 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading Plugin: tag Aug 31 09:39:11.594455 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=112804) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 09:39:11.594793 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading Plugin: timestamp Aug 31 09:39:11.599293 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=112804) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 09:39:11.599627 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading Plugin: network_ip_availability Aug 31 09:39:11.605184 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.605587 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.605958 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.606710 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=112804) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 09:39:11.607034 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading Plugin: flavors Aug 31 09:39:11.614207 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=112804) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 09:39:11.614554 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading Plugin: revisions Aug 31 09:39:11.619219 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=112804) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 09:39:11.619619 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_concurrency.lockutils [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.251s {{(pid=112804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 31 09:39:11.620399 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=112804) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 31 09:39:11.620738 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Initializing extension manager. Aug 31 09:39:11.621262 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: __init__.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.621635 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: __pycache__ {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.621974 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: address_group.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.622717 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.623306 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: address-group Aug 31 09:39:11.623626 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: address_scope.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.624309 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.624820 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: address-scope Aug 31 09:39:11.625144 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: admin_state_down_before_update.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.626082 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.626597 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: router-admin-state-down-before-update Aug 31 09:39:11.626923 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: agent.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.627589 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.628099 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: agent Aug 31 09:39:11.628422 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: agent_resources_synced.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.630560 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.631082 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: agent-resources-synced Aug 31 09:39:11.631411 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: allowedaddresspairs.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.633431 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.633883 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: allowed-address-pairs Aug 31 09:39:11.634216 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: auto_allocated_topology.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.635268 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.635786 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: auto-allocated-topology Aug 31 09:39:11.636119 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: availability_zone.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.636795 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.637303 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: availability_zone Aug 31 09:39:11.637918 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: availability_zone_filter.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.638807 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.639319 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: availability_zone_filter Aug 31 09:39:11.639647 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: data_plane_status.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.640512 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.641029 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extension data-plane-status not supported by any of loaded plugins Aug 31 09:39:11.641357 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: default_subnetpools.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.642339 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.642853 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: default-subnetpools Aug 31 09:39:11.643179 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: dhcpagentscheduler.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.643984 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.645175 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: dhcp_agent_scheduler Aug 31 09:39:11.646055 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: dns.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.646965 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.647488 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extension dns-integration not supported by any of loaded plugins Aug 31 09:39:11.647815 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: dns_domain_ports.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.648688 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.649193 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 31 09:39:11.649557 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.650443 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.650943 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 31 09:39:11.651294 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: dvr.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.651918 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.652426 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: dvr Aug 31 09:39:11.652750 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: ecmp_routes.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.653696 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.654174 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 31 09:39:11.654497 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: empty_string_filtering.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.655375 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.655883 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: empty-string-filtering Aug 31 09:39:11.656211 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.657097 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.657647 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 31 09:39:11.657945 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.658818 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.659324 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 31 09:39:11.659649 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: external_net.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.661309 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.661886 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: external-net Aug 31 09:39:11.662213 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: extra_dhcp_opt.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.663205 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.663719 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: extra_dhcp_opt Aug 31 09:39:11.664093 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: extraroute.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.664948 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.665497 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: extraroute Aug 31 09:39:11.665819 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: extraroute_atomic.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.666997 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.667522 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: extraroute-atomic Aug 31 09:39:11.667889 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: filter_validation.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.668848 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.669375 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: filter-validation Aug 31 09:39:11.669738 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: fip_pf_description.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.670701 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.671211 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 31 09:39:11.671536 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: fip_pf_port_range.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.672619 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.673219 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 31 09:39:11.673494 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: fip_port_details.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.674445 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.675074 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: fip-port-details Aug 31 09:39:11.675402 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: flavors.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.677405 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.677943 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: flavors Aug 31 09:39:11.678275 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.679994 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.680512 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 31 09:39:11.680848 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: floatingip_pools.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.681551 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.682067 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: floatingip-pools Aug 31 09:39:11.682451 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: ip_allocation.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.683381 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.683890 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extension ip_allocation not supported by any of loaded plugins Aug 31 09:39:11.684222 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.685189 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.685742 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: ip-substring-filtering Aug 31 09:39:11.686070 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: l2_adjacency.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.687095 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.687685 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 31 09:39:11.688054 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: l3.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.689001 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.689556 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: router Aug 31 09:39:11.689878 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: l3_conntrack_helper.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.693355 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.693914 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 31 09:39:11.694261 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.695156 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.695669 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: ext-gw-mode Aug 31 09:39:11.695996 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.696872 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.697375 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: l3-ha Aug 31 09:39:11.697829 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.698735 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.699274 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 31 09:39:11.699633 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: l3_flavors.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.700653 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.701233 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: l3-flavors Aug 31 09:39:11.701599 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: l3_ndp_proxy.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.703104 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.703663 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 31 09:39:11.704004 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.704940 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.705486 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 31 09:39:11.705821 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: l3agentscheduler.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.707004 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.708404 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: l3_agent_scheduler Aug 31 09:39:11.708800 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: local_ip.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.710674 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.711228 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extension local_ip not supported by any of loaded plugins Aug 31 09:39:11.711581 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: logging.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.713019 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.713578 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extension logging not supported by any of loaded plugins Aug 31 09:39:11.713912 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: metering.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.714636 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.715452 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: metering Aug 31 09:39:11.715790 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.716860 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.717376 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: metering_source_and_destination_fields Aug 31 09:39:11.717735 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: multiprovidernet.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.718621 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.719132 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: multi-provider Aug 31 09:39:11.719468 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: netmtu.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.720343 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.720854 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: net-mtu Aug 31 09:39:11.721186 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: netmtu_writable.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.722085 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.722766 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: net-mtu-writable Aug 31 09:39:11.723748 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: network_availability_zone.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.724409 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.724928 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: network_availability_zone Aug 31 09:39:11.725257 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: network_ip_availability.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.726405 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.726925 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: network-ip-availability Aug 31 09:39:11.727256 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: network_segment_range.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.728067 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.728581 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extension network-segment-range not supported by any of loaded plugins Aug 31 09:39:11.728905 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: pagination.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.729986 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.730324 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: pagination Aug 31 09:39:11.730654 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: port_device_profile.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.731523 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.732041 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: port-device-profile Aug 31 09:39:11.732366 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: port_mac_address_override.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.733263 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.733814 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: port-mac-override Aug 31 09:39:11.734137 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.735025 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.735536 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: port-mac-address-regenerate Aug 31 09:39:11.735861 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.736751 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.737262 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: port-numa-affinity-policy Aug 31 09:39:11.737622 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: port_resource_request.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.739317 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.739836 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extension port-resource-request not supported by any of loaded plugins Aug 31 09:39:11.740201 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: port_resource_request_groups.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.741154 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.741713 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 31 09:39:11.742040 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: portbindings.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.743029 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.743541 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: binding Aug 31 09:39:11.743879 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: portbindings_extended.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.745195 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.745734 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: binding-extended Aug 31 09:39:11.746065 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: portsecurity.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.746943 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.747462 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: port-security Aug 31 09:39:11.747791 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: project_id.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.748795 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.749066 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: project-id Aug 31 09:39:11.749411 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: providernet.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.750301 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.750814 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: provider Aug 31 09:39:11.751137 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: qos.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.756068 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.756629 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extension qos not supported by any of loaded plugins Aug 31 09:39:11.756990 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.758288 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.758846 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 31 09:39:11.759183 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.760091 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.760721 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 31 09:39:11.761051 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: qos_default.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.762090 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.762874 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extension qos-default not supported by any of loaded plugins Aug 31 09:39:11.763209 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: qos_fip.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.764239 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.764604 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extension qos-fip not supported by any of loaded plugins Aug 31 09:39:11.764928 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: qos_fip_network_policy.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.765837 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.766342 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 31 09:39:11.766664 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: qos_gateway_ip.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.767553 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.768063 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 31 09:39:11.768386 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: qos_port_network_policy.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.769268 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.770354 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 31 09:39:11.770688 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.772287 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.772811 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 31 09:39:11.773140 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.774190 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.774703 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 31 09:39:11.775032 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: qos_pps_rule.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.776199 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.776699 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extension qos-pps not supported by any of loaded plugins Aug 31 09:39:11.777028 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: qos_rule_type_details.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.777958 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.778474 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 31 09:39:11.778800 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: qos_rule_type_filter.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.779674 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.780282 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 31 09:39:11.780510 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: qos_rules_alias.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.781552 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.782064 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 31 09:39:11.782392 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: quota_check_limit.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.783273 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.783789 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: quota-check-limit Aug 31 09:39:11.784167 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: quotasv2.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.785188 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.786242 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: quotas Aug 31 09:39:11.786571 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: quotasv2_detail.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.788412 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.788696 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: quota_details Aug 31 09:39:11.789022 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: rbac.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.790468 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.791023 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: rbac-policies Aug 31 09:39:11.791356 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: rbac_address_group.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.792270 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.792795 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: rbac-address-group Aug 31 09:39:11.793132 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: rbac_address_scope.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.794063 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.794583 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: rbac-address-scope Aug 31 09:39:11.794911 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: rbac_security_groups.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.795889 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.796385 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: rbac-security-groups Aug 31 09:39:11.796714 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: rbac_subnetpool.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.797618 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.798136 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: rbac-subnetpool Aug 31 09:39:11.798469 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: revisionifmatch.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.799362 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.799874 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: revision-if-match Aug 31 09:39:11.800199 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: revisions.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.802142 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.802666 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: standard-attr-revisions Aug 31 09:39:11.803002 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: router_availability_zone.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.803664 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.804179 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: router_availability_zone Aug 31 09:39:11.804505 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: routerservicetype.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.805426 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.805937 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extension router-service-type not supported by any of loaded plugins Aug 31 09:39:11.806262 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.807148 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.807656 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: security-groups-normalized-cidr Aug 31 09:39:11.807985 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: security_groups_port_filtering.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.808867 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.809375 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: port-security-groups-filtering Aug 31 09:39:11.809730 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.810614 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.811127 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: security-groups-remote-address-group Aug 31 09:39:11.811454 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.812375 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.812887 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: security-groups-shared-filtering Aug 31 09:39:11.813212 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: securitygroup.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.824264 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.824825 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: security-group Aug 31 09:39:11.825164 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: segment.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.825945 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.826462 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extension segment not supported by any of loaded plugins Aug 31 09:39:11.826791 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.827762 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.828281 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 31 09:39:11.828619 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: servicetype.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.829766 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.830296 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: service-type Aug 31 09:39:11.830620 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: sorting.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.831579 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.832623 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: sorting Aug 31 09:39:11.833559 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: standard_attr_segment.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.834477 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.835012 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 31 09:39:11.835339 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: standardattrdescription.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.835980 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.836505 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: standard-attr-description Aug 31 09:39:11.836834 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: stateful_security_group.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.837859 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.838386 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: stateful-security-group Aug 31 09:39:11.838713 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: stdattrs_common.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.839285 dv-cinder-844961-2-iscsi neutron-server[112804]: WARNING neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 31 09:39:11.839611 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.840513 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.841040 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 31 09:39:11.841363 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: subnet_onboard.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.842450 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.842976 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: subnet_onboard Aug 31 09:39:11.843303 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.844210 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.844730 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 31 09:39:11.845059 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: subnet_service_types.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.845972 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.846498 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: subnet-service-types Aug 31 09:39:11.846822 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: subnetallocation.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.848616 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.849149 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: subnet_allocation Aug 31 09:39:11.849520 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.850185 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.850713 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: subnetpool-prefix-ops Aug 31 09:39:11.851034 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.851945 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.852461 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 31 09:39:11.852782 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: tagging.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.853882 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.854402 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: standard-attr-tag Aug 31 09:39:11.854729 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: timestamp.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.855908 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.856424 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loaded extension: standard-attr-timestamp Aug 31 09:39:11.856747 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: trunk.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.857773 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.858290 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extension trunk not supported by any of loaded plugins Aug 31 09:39:11.858614 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: trunk_details.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.859501 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.860013 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extension trunk-details not supported by any of loaded plugins Aug 31 09:39:11.860335 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: uplink_status_propagation.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.861221 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.861763 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 31 09:39:11.862087 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Loading extension file: vlantransparent.py {{(pid=112804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 09:39:11.862736 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=112804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 09:39:11.863405 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 31 09:39:11.866653 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.quota.resource_registry [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Creating instance of TrackedResource for resource:network Aug 31 09:39:11.867190 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.quota.resource_registry [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Creating instance of TrackedResource for resource:subnet Aug 31 09:39:11.867748 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.quota.resource_registry [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 09:39:11.867992 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.quota.resource_registry [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Creating instance of TrackedResource for resource:port Aug 31 09:39:11.869370 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.v2.resource_helper [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112804) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 09:39:11.869838 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.v2.resource_helper [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Service FLAVORS assigned prefix: {{(pid=112804) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 09:39:11.870462 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.v2.resource_helper [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112804) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 09:39:11.870891 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.v2.resource_helper [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112804) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 09:39:11.871230 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.quota.resource_registry [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Creating instance of TrackedResource for resource:router Aug 31 09:39:11.871667 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.quota.resource_registry [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Creating instance of TrackedResource for resource:floatingip Aug 31 09:39:11.872167 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.v2.resource_helper [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Service METERING assigned prefix: /metering {{(pid=112804) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 09:39:11.873683 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.874063 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.874417 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:39:11.875488 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.quota.resource_registry [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 09:39:11.875944 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.quota.resource_registry [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Creating instance of TrackedResource for resource:security_group Aug 31 09:39:11.876387 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.quota.resource_registry [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 09:39:11.876920 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.v2.resource_helper [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Service CORE assigned prefix: {{(pid=112804) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 09:39:11.877250 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.quota.resource_registry [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 09:39:11.877626 dv-cinder-844961-2-iscsi neutron-server[112804]: WARNING neutron.quota.resource_registry [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] subnetpool is already registered Aug 31 09:39:11.878065 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.v2.resource_helper [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Service CORE assigned prefix: {{(pid=112804) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 09:39:11.878400 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.quota.resource_registry [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 09:39:11.879282 dv-cinder-844961-2-iscsi neutron-server[112804]: WARNING neutron.quota.resource_registry [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] subnetpool is already registered Aug 31 09:39:11.882598 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.v2.resource_helper [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112804) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 09:39:11.883212 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.v2.resource_helper [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Service FLAVORS assigned prefix: {{(pid=112804) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 09:39:11.883801 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.v2.resource_helper [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112804) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 09:39:11.884239 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.v2.resource_helper [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112804) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 09:39:11.884586 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.quota.resource_registry [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Creating instance of TrackedResource for resource:router Aug 31 09:39:11.884932 dv-cinder-844961-2-iscsi neutron-server[112804]: WARNING neutron.quota.resource_registry [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] router is already registered Aug 31 09:39:11.885338 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.quota.resource_registry [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Creating instance of TrackedResource for resource:floatingip Aug 31 09:39:11.885771 dv-cinder-844961-2-iscsi neutron-server[112804]: WARNING neutron.quota.resource_registry [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] floatingip is already registered Aug 31 09:39:11.886304 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.v2.resource_helper [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Service METERING assigned prefix: /metering {{(pid=112804) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 09:39:11.887100 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.quota.resource_registry [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 09:39:11.887299 dv-cinder-844961-2-iscsi neutron-server[112804]: WARNING neutron.quota.resource_registry [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] rbac_policy is already registered Aug 31 09:39:11.887991 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.quota.resource_registry [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Creating instance of TrackedResource for resource:security_group Aug 31 09:39:11.888404 dv-cinder-844961-2-iscsi neutron-server[112804]: WARNING neutron.quota.resource_registry [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] security_group is already registered Aug 31 09:39:11.888783 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.quota.resource_registry [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 09:39:11.889162 dv-cinder-844961-2-iscsi neutron-server[112804]: WARNING neutron.quota.resource_registry [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] security_group_rule is already registered Aug 31 09:39:11.889859 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.v2.resource_helper [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Service CORE assigned prefix: {{(pid=112804) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 09:39:11.890380 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.quota.resource_registry [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 09:39:11.890594 dv-cinder-844961-2-iscsi neutron-server[112804]: WARNING neutron.quota.resource_registry [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] subnetpool is already registered Aug 31 09:39:11.890959 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.v2.resource_helper [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Service CORE assigned prefix: {{(pid=112804) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 09:39:11.891288 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.quota.resource_registry [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 09:39:11.891631 dv-cinder-844961-2-iscsi neutron-server[112804]: WARNING neutron.quota.resource_registry [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] subnetpool is already registered Aug 31 09:39:11.892180 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extended resource: extensions {{(pid=112804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:39:11.893869 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extended resource: address-groups {{(pid=112804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:39:11.896256 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extended resource: address-scopes {{(pid=112804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:39:11.897676 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extended resource: agents {{(pid=112804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:39:11.898869 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extended resource: auto-allocated-topology {{(pid=112804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:39:11.900151 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extended resource: availability_zones {{(pid=112804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:39:11.901518 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extended resource: dhcp-networks {{(pid=112804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:39:11.903111 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extended resource: dhcp-agents {{(pid=112804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:39:11.904597 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extended resource: routers {{(pid=112804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:39:11.906472 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extended resource: flavors {{(pid=112804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:39:11.907771 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extended resource: service_profiles {{(pid=112804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:39:11.909013 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extended resource: next_providers {{(pid=112804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:39:11.911759 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extended resource: service_profiles {{(pid=112804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:39:11.914599 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extended resource: floatingip-pools {{(pid=112804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:39:11.915979 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extended resource: routers {{(pid=112804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:39:11.917771 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extended resource: floatingips {{(pid=112804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:39:11.919120 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extended resource: l3-routers {{(pid=112804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:39:11.920561 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extended resource: l3-agents {{(pid=112804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:39:11.922048 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extended resource: metering-labels {{(pid=112804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:39:11.923343 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extended resource: metering-label-rules {{(pid=112804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:39:11.924757 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extended resource: network-ip-availabilities {{(pid=112804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:39:11.927229 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extended resource: bindings {{(pid=112804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:39:11.928967 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extended resource: quotas {{(pid=112804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:39:11.930720 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extended resource: quotas {{(pid=112804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:39:11.932299 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extended resource: rbac-policies {{(pid=112804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:39:11.933562 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extended resource: security-groups {{(pid=112804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:39:11.934926 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extended resource: security-group-rules {{(pid=112804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:39:11.936225 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extended resource: service-providers {{(pid=112804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:39:11.937555 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extended resource: subnetpools {{(pid=112804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:39:11.938971 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extended resource: subnetpools {{(pid=112804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:39:11.940657 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extended resource: tags {{(pid=112804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:39:11.943194 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extended resource: tags {{(pid=112804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:39:11.945055 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extended resource: tags {{(pid=112804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:39:11.946920 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extended resource: tags {{(pid=112804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:39:11.948748 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extended resource: tags {{(pid=112804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:39:11.950831 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extended resource: tags {{(pid=112804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:39:11.952623 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extended resource: tags {{(pid=112804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:39:11.954589 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extended resource: tags {{(pid=112804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:39:11.956415 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extended resource: tags {{(pid=112804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:39:11.959494 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron.api.extensions [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Extended resource: tags {{(pid=112804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:39:11.965781 dv-cinder-844961-2-iscsi neutron-server[112804]: WARNING keystonemiddleware.auth_token [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 31 09:39:11.971085 dv-cinder-844961-2-iscsi neutron-server[112804]: WARNING keystonemiddleware.auth_token [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 31 09:39:11.981289 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_concurrency.lockutils [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Acquiring lock "singleton_lock" {{(pid=112804) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 31 09:39:11.981643 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_concurrency.lockutils [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Acquired lock "singleton_lock" {{(pid=112804) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 31 09:39:11.982129 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_concurrency.lockutils [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Releasing lock "singleton_lock" {{(pid=112804) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 31 09:39:11.982810 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO oslo_service.service [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Starting 2 workers Aug 31 09:39:11.987667 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Started child 112919 {{(pid=112804) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 09:39:11.993236 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Started child 112920 {{(pid=112804) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 09:39:11.993551 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:11.994890 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [-] (112919) wsgi starting up on http://0.0.0.0:9696 Aug 31 09:39:11.995049 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO neutron.service [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 31 09:39:11.995600 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Publish callbacks [] for process (None), before_spawn {{(pid=112804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:11.998562 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO oslo_service.service [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Starting 1 workers Aug 31 09:39:12.003940 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Started child 112921 {{(pid=112804) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 09:39:12.005191 dv-cinder-844961-2-iscsi neutron-server[112804]: INFO oslo_service.service [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Starting 1 workers Aug 31 09:39:12.006331 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:12.007856 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [-] (112920) wsgi starting up on http://0.0.0.0:9696 Aug 31 09:39:12.010000 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Started child 112922 {{(pid=112804) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 09:39:12.010284 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.service [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] calling RpcWorker wait() {{(pid=112921) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 31 09:39:12.010827 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG neutron_lib.callbacks.manager [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] Publish callbacks [] for process (None), after_spawn {{(pid=112804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:12.010905 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.service [None req-4fbed2d9-9a75-486d-91f1-11887351e486 None None] returning from RpcWorker wait() {{(pid=112921) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 31 09:39:12.012997 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:12.013117 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=112804) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 09:39:12.013281 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 09:39:12.013505 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 09:39:12.013637 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:12.013842 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 09:39:12.014062 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 09:39:12.014246 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 09:39:12.014761 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.015052 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.015321 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.015620 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.016240 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.016518 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.016795 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.017068 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.017339 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.017573 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.017743 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.018000 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.018251 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.018633 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.018915 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.019001 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:12.020133 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.020359 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.020543 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.020858 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] config_source = [] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.021183 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.021476 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.021633 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:12.021762 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] debug = True {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.022054 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.022561 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.022818 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.023065 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.023304 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.023578 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.023826 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.024100 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.024348 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.024566 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.024808 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.025069 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.025315 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.025672 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.025908 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.026219 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.026440 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.026962 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] host = dv-cinder-844961-2-iscsi {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.027207 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.027444 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.027693 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.027942 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.028189 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.028430 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.028688 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.028956 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.029216 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.029485 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.029764 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.030064 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.030313 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] log_dir = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.030552 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] log_file = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.030719 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] log_options = True {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.030994 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.031271 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.031543 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.031731 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.031902 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.032061 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.032326 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.032475 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.032732 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.032966 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.033224 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.033415 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.033658 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.033906 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.034176 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.034441 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.034632 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.034887 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.035872 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.036694 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.036965 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.037236 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.037533 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.037762 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.038004 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.038202 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.038528 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.038700 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.038949 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.039159 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.039413 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.039675 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.039902 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.040137 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.040397 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.040628 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.040857 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.041104 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.041442 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.041659 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.041880 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.042142 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.042475 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.042619 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.042861 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.043030 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] use_journal = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.043259 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] use_json = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.043490 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.043666 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.043891 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.044127 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.044841 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.044841 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.044841 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.045211 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.045211 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.045664 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.045984 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.046293 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.046528 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.046844 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.047394 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.047394 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.047661 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.047781 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.047955 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.048272 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.048496 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.049020 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.049181 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.049359 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.049694 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.049952 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.050211 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.050433 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.050807 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.051604 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.053363 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.053363 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.053363 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.053363 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.053363 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.053363 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.053363 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.055346 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.055346 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.055346 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.055346 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.055346 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.055346 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.055346 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.056711 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.056711 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.056711 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.056711 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.056711 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.056711 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.057564 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.057564 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.057564 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.058037 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.058037 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.058037 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.058442 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.058780 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.058780 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.059147 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.059147 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.059647 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.059647 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.060021 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.060021 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.062295 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.062295 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.062295 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.062295 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.062295 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.062295 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.062295 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.062295 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.064807 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.064807 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.064807 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.064807 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.064807 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.064807 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.064807 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.064807 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.064807 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.066199 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.066199 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.066199 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.066199 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.066199 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.066199 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.066199 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.066199 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.066199 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.068294 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.068294 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.068294 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.068294 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.068294 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.068294 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.068294 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.068294 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.068294 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.070544 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.070544 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.070544 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.070544 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.070544 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.070544 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.070544 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.070544 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.072340 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.072340 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.072340 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.072340 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.072340 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.072340 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.072340 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.073887 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.073887 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.073887 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.073887 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.073887 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.073887 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.073887 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.074839 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.074839 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.074839 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.074839 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.074839 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.075345 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.075345 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.075560 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.075710 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.075945 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.076220 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.076455 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.076765 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.077119 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.077288 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.077638 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.077850 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.078108 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.078355 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.078606 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.078857 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.079107 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.079357 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.079589 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.079822 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.080055 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.080312 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.080533 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.080747 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.080979 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.081363 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.081574 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.081764 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.082535 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.083888 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.083888 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.084195 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.084339 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.084533 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.084840 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.084969 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.085698 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.085698 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.085698 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.086259 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.086259 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.086259 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.086704 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.086828 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.087762 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.087762 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.087762 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.087762 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.089363 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.089363 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.089363 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.089363 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.089363 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.089363 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.089363 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.091243 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.091243 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.091243 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.091243 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.091243 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.091243 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.091243 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.091243 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.095750 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.095750 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.095750 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.095750 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.095750 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.095750 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.095750 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.095750 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.098521 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.098521 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.098521 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.098521 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.098521 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.098521 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.098521 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.098521 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.100927 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.100927 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.100927 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.100927 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.100927 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.100927 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.100927 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.100927 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.102032 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.102032 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.102032 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.102032 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.102032 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.102032 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.102032 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.102032 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.102032 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.103111 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.103111 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.103111 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.103111 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.103111 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.103111 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.103111 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.103111 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.103111 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.105820 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.105820 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.105820 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.105820 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.105820 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.105820 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.105820 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.105820 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.105820 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.109806 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.109806 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.109806 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.109806 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.109806 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.109806 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.109806 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.109806 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.111387 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.111387 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.111387 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.111387 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.111387 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.111387 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.111387 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.111387 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.112655 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.112655 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.112655 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.112655 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.112655 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.112655 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.112655 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.112655 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.114086 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.114086 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.114086 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.114086 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.114086 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.114086 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.114086 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.114086 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.115319 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.115319 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.115319 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.115319 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.115319 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.115319 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.115319 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.115319 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.116624 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.116624 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.116624 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.116624 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.116624 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.116624 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.116624 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.116624 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.117674 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.117674 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.117674 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.117674 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.117674 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.117674 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.117674 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.117674 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.118796 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.118796 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.118796 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.118796 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.118796 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.119442 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.119442 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.119442 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.119989 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.119989 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.120132 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.120284 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.120510 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.120755 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.120970 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.121204 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.121445 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.121670 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.122089 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.122315 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.122702 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.122865 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 09:39:12.123389 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=112804) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 09:39:12.123533 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 09:39:12.123684 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 09:39:12.123848 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 09:39:12.124002 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 09:39:12.124138 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 09:39:12.124355 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.124489 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.124659 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.124826 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.125021 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.125276 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.125522 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.125522 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.125972 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.125972 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.125972 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.126384 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.126384 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.126384 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.126743 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.126743 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.127036 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.127036 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.127295 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] config_source = [] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.127295 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.127548 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.127548 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] debug = True {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.127795 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.127925 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.128082 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.128232 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.128369 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.128508 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.128643 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.128875 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.129123 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.129916 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.130088 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.130239 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.130407 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.130407 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.130652 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.130779 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.130905 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.131022 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] host = dv-cinder-844961-2-iscsi {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.131145 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.131305 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.131463 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.131620 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.131938 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.132091 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.132409 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.132633 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.132843 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.132997 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.133147 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.133295 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.133618 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] log_dir = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.133618 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] log_file = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.133898 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] log_options = True {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.133898 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.134172 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.134172 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.134444 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.134444 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.134719 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.134884 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.134884 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.135158 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.135306 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.135306 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.135577 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.135720 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.135865 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.136009 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.136169 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.136327 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.136475 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.136621 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.136768 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.136913 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.137057 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.137205 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.137352 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.140143 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.140143 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.140143 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.140143 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.140143 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.140143 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.140143 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.140143 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.141732 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.141732 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.141732 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.141732 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.141732 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.141732 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.141732 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.141732 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.142216 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.142216 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.142216 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.142216 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.142216 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.142216 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] use_journal = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.142216 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] use_json = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.142216 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.142750 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.142750 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.142750 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.142750 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.142750 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.142750 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.142750 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.142750 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:39:12.143578 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.143578 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.143578 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.143578 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.143578 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.143578 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.143578 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.143578 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.144941 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.144941 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.144941 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.144941 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.144941 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.144941 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.145704 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.145831 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.145958 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.146144 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.146290 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.146484 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.146659 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.146659 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.146989 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.146989 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.147308 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.147308 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.147566 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.147566 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.147805 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.147929 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.148049 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.148181 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.148334 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.148494 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.148655 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.148817 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.148979 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.149141 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.149302 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.149489 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.149652 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.149815 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.149993 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.150136 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.150296 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.150457 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.150618 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.150779 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.150938 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.151098 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.151259 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.151419 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.151580 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.151744 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.151936 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.152125 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.152319 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.152498 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.152498 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.152809 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.152809 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.153057 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.153195 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.153364 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.153572 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.153572 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.153917 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.153917 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.154296 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.154296 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.154296 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.154823 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.154823 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.154823 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.155297 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.155297 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.155297 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.155831 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.155831 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.155831 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.155831 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.156471 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.156471 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.156471 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.156471 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.157200 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.157200 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.157200 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.157200 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.157200 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.158063 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.158063 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.158063 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.158063 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.158063 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.158890 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.158890 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.158890 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.158890 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.158890 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.159570 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.159570 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.159570 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.159570 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.159570 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.160761 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.160761 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.160761 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.160761 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.161817 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.161817 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.162232 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.162232 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.162232 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.162764 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.162764 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.162764 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.162764 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.163325 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.163325 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.163325 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.163325 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.163972 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.163972 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.163972 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.163972 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.164525 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.164525 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.164525 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.164915 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.164915 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.164915 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.165364 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.165364 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.165364 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.165889 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.165889 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.165889 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.166331 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.166331 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.166331 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.166880 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.166880 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.166880 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.166880 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.167636 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.167636 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.167636 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.167636 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.167636 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.168729 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.168729 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.168729 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.168729 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.168729 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.168729 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.168729 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.169935 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.169935 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.170255 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:12.170424 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.170424 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.170424 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.170424 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.170424 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.170424 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.170424 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.170424 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.172438 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.172438 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.172438 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.172438 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.172438 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.172438 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.172438 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.172438 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.173767 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.173767 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.173767 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.173767 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.173767 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.173767 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.173767 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.173767 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.175019 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.175019 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.175019 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.175019 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.175019 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.175019 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.175019 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.175019 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.177261 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.177261 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.177261 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.177261 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.177261 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.177261 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.177261 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.177261 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.178594 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.178594 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.178594 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.178594 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.178594 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.178594 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.178594 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.178594 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.178594 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.179994 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.179994 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.179994 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.179994 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.179994 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.179994 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.179994 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.179994 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.181717 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.181717 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.181717 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.181717 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.181717 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.181717 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.181717 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.181717 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.181717 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.183223 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.183223 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.183223 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.183223 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.183223 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.183223 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.183223 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.183223 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.184480 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.184480 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.184480 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.184480 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.184480 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.184480 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.184480 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.184480 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.186187 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.186187 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.186187 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.186187 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.186187 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.186187 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.186187 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.186187 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.187774 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.187774 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.187774 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.187774 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.187774 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.187774 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.187774 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.187774 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.189359 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.189359 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.189359 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.189359 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.189359 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.189359 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.189359 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.189359 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.190583 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.190583 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.190583 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.190583 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.190583 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.190583 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.190583 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.190583 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.192315 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.192315 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.192315 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.192315 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.192315 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.192315 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.192315 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.192315 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.193712 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.193712 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.193712 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.193712 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.193712 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.193712 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.193712 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.193712 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.194928 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.194928 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.194928 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.194928 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.194928 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.194928 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.194928 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.194928 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.194928 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.195971 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.195971 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.195971 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.195971 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.195971 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.195971 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.195971 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.195971 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.195971 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.197336 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.197336 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:39:12.197336 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 09:39:12.216100 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 40560) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:39:12.223653 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [-] 10.222.0.13 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0051458 Aug 31 09:39:12.228475 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [-] 10.222.0.13 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0039811 Aug 31 09:39:21.449151 dv-cinder-844961-2-iscsi neutron-server[112804]: DEBUG dbcounter [-] [112804] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=112804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:39:24.202838 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9dcc452-371c-4c1f-a35d-3f540d4b8ed3 None None] get_active_networks_info from dv-cinder-844961-2-iscsi {{(pid=112921) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 31 09:39:24.234315 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writer thread running {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 31 09:39:24.304589 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9dcc452-371c-4c1f-a35d-3f540d4b8ed3 None None] No non-hosted networks {{(pid=112921) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 31 09:39:24.316717 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.agentschedulers_db [None req-b9dcc452-371c-4c1f-a35d-3f540d4b8ed3 None None] DHCP Agent not found on host dv-cinder-844961-2-iscsi {{(pid=112921) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Aug 31 09:39:24.458997 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-52ab753e-f8c9-4a19-a9dc-a970791b6e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-965826'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_create {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:25.946372 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writer thread running {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 31 09:39:26.434585 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-a2f53aa4-ddcf-4b7e-a9a8-87e273d0e10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-965826'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_create {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:26.482282 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-580903c8-7c94-457f-801d-8ee005f7bd9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:27.745600 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-965826'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_create {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:28.105865 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 40634) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:39:28.746340 dv-cinder-844961-2-iscsi neutron-server[112920]: WARNING oslo_policy.policy [None req-b4549df6-f7f1-4a3f-b18e-d309e1e13e14 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 09:39:28.747033 dv-cinder-844961-2-iscsi neutron-server[112920]: WARNING oslo_policy.policy [None req-b4549df6-f7f1-4a3f-b18e-d309e1e13e14 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 09:39:29.001025 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [None req-b4549df6-f7f1-4a3f-b18e-d309e1e13e14 admin admin] http://10.222.0.13:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 09:39:29.018065 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-b4549df6-f7f1-4a3f-b18e-d309e1e13e14 admin admin] 10.222.0.13 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9108768 Aug 31 09:39:29.435780 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-965826'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_create {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:29.570223 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-965826'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_create {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:29.571670 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:29.573892 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:29.574595 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:29.575556 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:29.576195 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:29.576920 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:29.578179 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:29.579149 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:29.580065 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:29.584578 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:29.586774 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:29.587336 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:29.587868 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:29.589346 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:29.589869 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:29.590548 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-844961-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:29.614847 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-844961-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:30.120920 dv-cinder-844961-2-iscsi neutron-server[112921]: INFO neutron.db.l3_hamode_db [None req-702f13ae-eb4d-41a4-8726-fb20e9f0c430 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 31 09:39:30.220858 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702f13ae-eb4d-41a4-8726-fb20e9f0c430 None None] Routers set() bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:39:30.221522 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702f13ae-eb4d-41a4-8726-fb20e9f0c430 None None] Router IDs set() for agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 31 09:39:31.638225 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 40666) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:39:32.189217 dv-cinder-844961-2-iscsi neutron-server[112919]: WARNING oslo_policy.policy [None req-ca24cb09-f4d4-4d35-be80-6f113b25ef07 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 09:39:32.190016 dv-cinder-844961-2-iscsi neutron-server[112919]: WARNING oslo_policy.policy [None req-ca24cb09-f4d4-4d35-be80-6f113b25ef07 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 09:39:32.410768 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [None req-ca24cb09-f4d4-4d35-be80-6f113b25ef07 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:32.422525 dv-cinder-844961-2-iscsi neutron-server[112919]: ERROR stevedore.extension [None req-ca24cb09-f4d4-4d35-be80-6f113b25ef07 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 31 09:39:32.505549 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.policy [None req-ca24cb09-f4d4-4d35-be80-6f113b25ef07 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=112919) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 09:39:32.548011 dv-cinder-844961-2-iscsi neutron-server[112919]: WARNING oslo_policy.policy [None req-ca24cb09-f4d4-4d35-be80-6f113b25ef07 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 09:39:32.548394 dv-cinder-844961-2-iscsi neutron-server[112919]: WARNING oslo_policy.policy [None req-ca24cb09-f4d4-4d35-be80-6f113b25ef07 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 09:39:32.569648 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writer thread running {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 31 09:39:32.648586 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-ca24cb09-f4d4-4d35-be80-6f113b25ef07 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747476708411', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747476708911', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747476692172', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747476681277', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747476744361', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747476736003', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2085348', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2046133', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1015169', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-644287'] for rbac-policy (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:32.726238 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-ca24cb09-f4d4-4d35-be80-6f113b25ef07 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:32.727726 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-ca24cb09-f4d4-4d35-be80-6f113b25ef07 admin admin] 10.222.0.13 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0871708 Aug 31 09:39:35.210803 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 40682) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:39:35.552302 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [None req-7c65d593-9311-4507-9fe2-ae1e5bee6eff demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:35.583840 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c65d593-9311-4507-9fe2-ae1e5bee6eff demo demo] Made reservation on behalf of 1001686acf834f2a8e65b3fc8369f4f6 for: {'network': 1} {{(pid=112919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:39:35.588551 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-7c65d593-9311-4507-9fe2-ae1e5bee6eff demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for network (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:35.608139 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-7c65d593-9311-4507-9fe2-ae1e5bee6eff demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:35.719960 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-7c65d593-9311-4507-9fe2-ae1e5bee6eff demo demo] Publish callbacks [] for security_group (9893d59e-737c-43bf-be35-58b3db9f5683), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:35.723989 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-7c65d593-9311-4507-9fe2-ae1e5bee6eff demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (9893d59e-737c-43bf-be35-58b3db9f5683), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:35.748560 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c65d593-9311-4507-9fe2-ae1e5bee6eff demo demo] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=112919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:39:35.782915 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-7c65d593-9311-4507-9fe2-ae1e5bee6eff demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747473415226', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927539'] for segment (ea96d0f6-14b3-45f3-9efd-c117bab4f002), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:35.783418 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-7c65d593-9311-4507-9fe2-ae1e5bee6eff demo demo] Unsubscribe: segment precommit_create {{(pid=112919) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 09:39:35.784110 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.db.segments_db [None req-7c65d593-9311-4507-9fe2-ae1e5bee6eff demo demo] Added segment ea96d0f6-14b3-45f3-9efd-c117bab4f002 of type vlan for network a93722c5-c2d8-4d4c-9761-2bf93c1718c1 Aug 31 09:39:35.818701 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c65d593-9311-4507-9fe2-ae1e5bee6eff demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=9893d59e-737c-43bf-be35-58b3db9f5683,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:35.853253 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c65d593-9311-4507-9fe2-ae1e5bee6eff demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:35.853626 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c65d593-9311-4507-9fe2-ae1e5bee6eff demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:35.853986 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c65d593-9311-4507-9fe2-ae1e5bee6eff demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:35.854343 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c65d593-9311-4507-9fe2-ae1e5bee6eff demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:35.854677 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c65d593-9311-4507-9fe2-ae1e5bee6eff demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:35.855008 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c65d593-9311-4507-9fe2-ae1e5bee6eff demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:35.855330 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c65d593-9311-4507-9fe2-ae1e5bee6eff demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:35.855652 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c65d593-9311-4507-9fe2-ae1e5bee6eff demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:35.855973 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c65d593-9311-4507-9fe2-ae1e5bee6eff demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:35.856290 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c65d593-9311-4507-9fe2-ae1e5bee6eff demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:35.856614 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c65d593-9311-4507-9fe2-ae1e5bee6eff demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:35.856987 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c65d593-9311-4507-9fe2-ae1e5bee6eff demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:35.857271 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c65d593-9311-4507-9fe2-ae1e5bee6eff demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:35.857610 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c65d593-9311-4507-9fe2-ae1e5bee6eff demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:35.857972 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c65d593-9311-4507-9fe2-ae1e5bee6eff demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:35.859395 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c65d593-9311-4507-9fe2-ae1e5bee6eff demo demo] Tracked resource versions report: Aug 31 09:39:35.859395 dv-cinder-844961-2-iscsi neutron-server[112919]: pushed versions: Aug 31 09:39:35.859395 dv-cinder-844961-2-iscsi neutron-server[112919]: { 'AddressGroup': {'1.2'}, Aug 31 09:39:35.859395 dv-cinder-844961-2-iscsi neutron-server[112919]: 'Agent': {'1.1'}, Aug 31 09:39:35.859395 dv-cinder-844961-2-iscsi neutron-server[112919]: 'ConntrackHelper': {'1.0'}, Aug 31 09:39:35.859395 dv-cinder-844961-2-iscsi neutron-server[112919]: 'LocalIPAssociation': {'1.0'}, Aug 31 09:39:35.859395 dv-cinder-844961-2-iscsi neutron-server[112919]: 'Log': {'1.0'}, Aug 31 09:39:35.859395 dv-cinder-844961-2-iscsi neutron-server[112919]: 'NDPProxy': {'1.0'}, Aug 31 09:39:35.859395 dv-cinder-844961-2-iscsi neutron-server[112919]: 'Network': {'1.1'}, Aug 31 09:39:35.859395 dv-cinder-844961-2-iscsi neutron-server[112919]: 'Port': {'1.7'}, Aug 31 09:39:35.859395 dv-cinder-844961-2-iscsi neutron-server[112919]: 'PortForwarding': {'1.3'}, Aug 31 09:39:35.859395 dv-cinder-844961-2-iscsi neutron-server[112919]: 'QosPolicy': {'1.10'}, Aug 31 09:39:35.859395 dv-cinder-844961-2-iscsi neutron-server[112919]: 'SecurityGroup': {'1.5'}, Aug 31 09:39:35.859395 dv-cinder-844961-2-iscsi neutron-server[112919]: 'SecurityGroupRule': {'1.2'}, Aug 31 09:39:35.859395 dv-cinder-844961-2-iscsi neutron-server[112919]: 'SubPort': {'1.0'}, Aug 31 09:39:35.859395 dv-cinder-844961-2-iscsi neutron-server[112919]: 'Subnet': {'1.1'}, Aug 31 09:39:35.859395 dv-cinder-844961-2-iscsi neutron-server[112919]: 'Trunk': {'1.1'}} Aug 31 09:39:35.859395 dv-cinder-844961-2-iscsi neutron-server[112919]: consumer versions: Aug 31 09:39:35.859395 dv-cinder-844961-2-iscsi neutron-server[112919]: { DHCP agent@dv-cinder-844961-2-iscsi: {}, Aug 31 09:39:35.859395 dv-cinder-844961-2-iscsi neutron-server[112919]: L3 agent@dv-cinder-844961-2-iscsi: {}, Aug 31 09:39:35.859395 dv-cinder-844961-2-iscsi neutron-server[112919]: Metadata agent@dv-cinder-844961-2-iscsi: {}, Aug 31 09:39:35.859395 dv-cinder-844961-2-iscsi neutron-server[112919]: Metering agent@dv-cinder-844961-2-iscsi: {}, Aug 31 09:39:35.859395 dv-cinder-844961-2-iscsi neutron-server[112919]: Open vSwitch agent@dv-cinder-844961-2-iscsi: { 'AddressGroup': '1.2', Aug 31 09:39:35.859395 dv-cinder-844961-2-iscsi neutron-server[112919]: 'Agent': '1.1', Aug 31 09:39:35.859395 dv-cinder-844961-2-iscsi neutron-server[112919]: 'ConntrackHelper': '1.0', Aug 31 09:39:35.859395 dv-cinder-844961-2-iscsi neutron-server[112919]: 'LocalIPAssociation': '1.0', Aug 31 09:39:35.859395 dv-cinder-844961-2-iscsi neutron-server[112919]: 'Log': '1.0', Aug 31 09:39:35.859395 dv-cinder-844961-2-iscsi neutron-server[112919]: 'NDPProxy': '1.0', Aug 31 09:39:35.859395 dv-cinder-844961-2-iscsi neutron-server[112919]: 'Network': '1.1', Aug 31 09:39:35.859395 dv-cinder-844961-2-iscsi neutron-server[112919]: 'Port': '1.7', Aug 31 09:39:35.859395 dv-cinder-844961-2-iscsi neutron-server[112919]: 'PortForwarding': '1.3', Aug 31 09:39:35.859395 dv-cinder-844961-2-iscsi neutron-server[112919]: 'QosPolicy': '1.10', Aug 31 09:39:35.859395 dv-cinder-844961-2-iscsi neutron-server[112919]: 'SecurityGroup': '1.5', Aug 31 09:39:35.859395 dv-cinder-844961-2-iscsi neutron-server[112919]: 'SecurityGroupRule': '1.2', Aug 31 09:39:35.859395 dv-cinder-844961-2-iscsi neutron-server[112919]: 'SubPort': '1.0', Aug 31 09:39:35.859395 dv-cinder-844961-2-iscsi neutron-server[112919]: 'Subnet': '1.1', Aug 31 09:39:35.859395 dv-cinder-844961-2-iscsi neutron-server[112919]: 'Trunk': '1.1'}} Aug 31 09:39:35.859395 dv-cinder-844961-2-iscsi neutron-server[112919]: {{(pid=112919) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 09:39:35.897776 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-7c65d593-9311-4507-9fe2-ae1e5bee6eff demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747472916821'] for network (a93722c5-c2d8-4d4c-9761-2bf93c1718c1), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:35.939402 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-7c65d593-9311-4507-9fe2-ae1e5bee6eff demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582'] for network (a93722c5-c2d8-4d4c-9761-2bf93c1718c1), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:35.944577 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c65d593-9311-4507-9fe2-ae1e5bee6eff demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:39:35.945304 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-7c65d593-9311-4507-9fe2-ae1e5bee6eff demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for network (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:35.950885 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=49,neutron:INSERT=48,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:39:36.046416 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-7c65d593-9311-4507-9fe2-ae1e5bee6eff demo demo] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8344369 Aug 31 09:39:36.072083 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c65d593-9311-4507-9fe2-ae1e5bee6eff demo demo] Pushing event updated for resources: {'Network': ['ID=a93722c5-c2d8-4d4c-9761-2bf93c1718c1,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:36.097685 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Network a93722c5-c2d8-4d4c-9761-2bf93c1718c1 details requested by agent ovs-agent-dv-cinder-844961-2-iscsi with host dv-cinder-844961-2-iscsi {{(pid=112921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:39:38.457272 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 40696) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:39:38.882553 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87417420-08f1-4122-9e4d-4d6223908e17 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:39:38.883928 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-87417420-08f1-4122-9e4d-4d6223908e17 demo admin] 10.222.0.13 "GET /networking/v2.0/networks/a93722c5-c2d8-4d4c-9761-2bf93c1718c1 HTTP/1.1" status: 200 len: 825 time: 0.4256744 Aug 31 09:39:38.911977 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-38dccbca-b4bd-400b-8a1d-77307ccd5f30 demo admin] 10.222.0.13 "GET /networking/v2.0/subnetpools/e08bd203-f8ff-4acc-8da6-f3b4fb171c27 HTTP/1.1" status: 200 len: 734 time: 0.0215454 Aug 31 09:39:38.921097 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [None req-2ac647e8-731d-4011-8bd2-d7c267685660 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'a93722c5-c2d8-4d4c-9761-2bf93c1718c1', 'ip_version': 4, 'subnetpool_id': 'e08bd203-f8ff-4acc-8da6-f3b4fb171c27', 'gateway_ip': '172.20.0.1'}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:38.947068 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac647e8-731d-4011-8bd2-d7c267685660 demo admin] Made reservation on behalf of 1001686acf834f2a8e65b3fc8369f4f6 for: {'subnet': 1} {{(pid=112919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:39:38.951683 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-2ac647e8-731d-4011-8bd2-d7c267685660 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:39.100644 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:39:39.268957 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-2ac647e8-731d-4011-8bd2-d7c267685660 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582'] for subnet (821cd1d0-6a30-46f0-9734-ec8bbdc9a715), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:39.343673 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac647e8-731d-4011-8bd2-d7c267685660 demo admin] Pushing event updated for resources: {'Subnet': ['ID=821cd1d0-6a30-46f0-9734-ec8bbdc9a715,revision_number=0']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:39.349909 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac647e8-731d-4011-8bd2-d7c267685660 demo admin] Checking segment: {'id': 'ea96d0f6-14b3-45f3-9efd-c117bab4f002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a93722c5-c2d8-4d4c-9761-2bf93c1718c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:39:39.350289 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac647e8-731d-4011-8bd2-d7c267685660 demo admin] Network hostable DHCP agents. Network: a93722c5-c2d8-4d4c-9761-2bf93c1718c1, hostable agents: ['018d2bb8-ebf2-469c-9257-23530a727a9b'], hosted agents: [] {{(pid=112919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:39:39.373585 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac647e8-731d-4011-8bd2-d7c267685660 demo admin] Network a93722c5-c2d8-4d4c-9761-2bf93c1718c1 is scheduled to be hosted by DHCP agent 018d2bb8-ebf2-469c-9257-23530a727a9b with binding_index 1 {{(pid=112919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:39:39.388089 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.base_scheduler [None req-2ac647e8-731d-4011-8bd2-d7c267685660 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844961-2-iscsi, a93722c5-c2d8-4d4c-9761-2bf93c1718c1) {{(pid=112919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:39.394962 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac647e8-731d-4011-8bd2-d7c267685660 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:39:39.395593 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-2ac647e8-731d-4011-8bd2-d7c267685660 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for subnet (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:39.401354 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1e11fc-b584-4070-92b8-c93a3c142e31 None None] Network a93722c5-c2d8-4d4c-9761-2bf93c1718c1 requested from dv-cinder-844961-2-iscsi {{(pid=112921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 09:39:39.420824 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-2ac647e8-731d-4011-8bd2-d7c267685660 demo admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4975927 Aug 31 09:39:39.693580 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba74b804-79be-4c71-af3f-0543e5e245e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf769dcf0-00d3-5bf4-b672-2b9122ce186a-a93722c5-c2d8-4d4c-9761-2bf93c1718c1', 'network_id': 'a93722c5-c2d8-4d4c-9761-2bf93c1718c1', 'project_id': '1001686acf834f2a8e65b3fc8369f4f6', 'fixed_ips': [{'subnet_id': '821cd1d0-6a30-46f0-9734-ec8bbdc9a715'}]}} from dv-cinder-844961-2-iscsi. {{(pid=112921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 09:39:39.694928 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-ba74b804-79be-4c71-af3f-0543e5e245e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:40.000893 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.db_base_plugin_common [None req-ba74b804-79be-4c71-af3f-0543e5e245e1 None None] Allocated IP 172.20.0.2 (a93722c5-c2d8-4d4c-9761-2bf93c1718c1/821cd1d0-6a30-46f0-9734-ec8bbdc9a715/dff998bb-910f-4477-ab8f-af2c5b2af7e4) {{(pid=112921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:39:40.013336 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=65,neutron:INSERT=34,neutron:UPDATE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:39:40.291637 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-ba74b804-79be-4c71-af3f-0543e5e245e1 None None] Publish callbacks [] for port (dff998bb-910f-4477-ab8f-af2c5b2af7e4), precommit_create {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:40.300661 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-ba74b804-79be-4c71-af3f-0543e5e245e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278'] for port (dff998bb-910f-4477-ab8f-af2c5b2af7e4), after_create {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:40.375438 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba74b804-79be-4c71-af3f-0543e5e245e1 None None] Network a93722c5-c2d8-4d4c-9761-2bf93c1718c1 is already hosted by enough agents. {{(pid=112921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:39:40.381075 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.scheduler.base_scheduler [None req-ba74b804-79be-4c71-af3f-0543e5e245e1 None None] Resources bound (agent type, host, resource id): {{(pid=112921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:40.392083 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba74b804-79be-4c71-af3f-0543e5e245e1 None None] Received port after_create {{(pid=112921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:39:40.396265 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba74b804-79be-4c71-af3f-0543e5e245e1 None None] Pushing event updated for resources: {'Port': ['ID=dff998bb-910f-4477-ab8f-af2c5b2af7e4,revision_number=1']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:40.408135 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74b804-79be-4c71-af3f-0543e5e245e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:40.408782 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74b804-79be-4c71-af3f-0543e5e245e1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:40.408923 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74b804-79be-4c71-af3f-0543e5e245e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:40.409189 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74b804-79be-4c71-af3f-0543e5e245e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:40.409575 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74b804-79be-4c71-af3f-0543e5e245e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:40.409912 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74b804-79be-4c71-af3f-0543e5e245e1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:40.410240 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74b804-79be-4c71-af3f-0543e5e245e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:40.410561 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74b804-79be-4c71-af3f-0543e5e245e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:40.410881 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74b804-79be-4c71-af3f-0543e5e245e1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:40.411200 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74b804-79be-4c71-af3f-0543e5e245e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:40.411520 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74b804-79be-4c71-af3f-0543e5e245e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:40.412182 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74b804-79be-4c71-af3f-0543e5e245e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:40.412182 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74b804-79be-4c71-af3f-0543e5e245e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:40.421862 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74b804-79be-4c71-af3f-0543e5e245e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:40.421862 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74b804-79be-4c71-af3f-0543e5e245e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:40.421862 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74b804-79be-4c71-af3f-0543e5e245e1 None None] Tracked resource versions report: Aug 31 09:39:40.421862 dv-cinder-844961-2-iscsi neutron-server[112921]: pushed versions: Aug 31 09:39:40.421862 dv-cinder-844961-2-iscsi neutron-server[112921]: { 'AddressGroup': {'1.2'}, Aug 31 09:39:40.421862 dv-cinder-844961-2-iscsi neutron-server[112921]: 'Agent': {'1.1'}, Aug 31 09:39:40.421862 dv-cinder-844961-2-iscsi neutron-server[112921]: 'ConntrackHelper': {'1.0'}, Aug 31 09:39:40.421862 dv-cinder-844961-2-iscsi neutron-server[112921]: 'LocalIPAssociation': {'1.0'}, Aug 31 09:39:40.421862 dv-cinder-844961-2-iscsi neutron-server[112921]: 'Log': {'1.0'}, Aug 31 09:39:40.421862 dv-cinder-844961-2-iscsi neutron-server[112921]: 'NDPProxy': {'1.0'}, Aug 31 09:39:40.421862 dv-cinder-844961-2-iscsi neutron-server[112921]: 'Network': {'1.1'}, Aug 31 09:39:40.421862 dv-cinder-844961-2-iscsi neutron-server[112921]: 'Port': {'1.7'}, Aug 31 09:39:40.421862 dv-cinder-844961-2-iscsi neutron-server[112921]: 'PortForwarding': {'1.3'}, Aug 31 09:39:40.421862 dv-cinder-844961-2-iscsi neutron-server[112921]: 'QosPolicy': {'1.10'}, Aug 31 09:39:40.421862 dv-cinder-844961-2-iscsi neutron-server[112921]: 'SecurityGroup': {'1.5'}, Aug 31 09:39:40.421862 dv-cinder-844961-2-iscsi neutron-server[112921]: 'SecurityGroupRule': {'1.2'}, Aug 31 09:39:40.421862 dv-cinder-844961-2-iscsi neutron-server[112921]: 'SubPort': {'1.0'}, Aug 31 09:39:40.421862 dv-cinder-844961-2-iscsi neutron-server[112921]: 'Subnet': {'1.1'}, Aug 31 09:39:40.421862 dv-cinder-844961-2-iscsi neutron-server[112921]: 'Trunk': {'1.1'}} Aug 31 09:39:40.421862 dv-cinder-844961-2-iscsi neutron-server[112921]: consumer versions: Aug 31 09:39:40.421862 dv-cinder-844961-2-iscsi neutron-server[112921]: { DHCP agent@dv-cinder-844961-2-iscsi: {}, Aug 31 09:39:40.421862 dv-cinder-844961-2-iscsi neutron-server[112921]: L3 agent@dv-cinder-844961-2-iscsi: {}, Aug 31 09:39:40.421862 dv-cinder-844961-2-iscsi neutron-server[112921]: Metadata agent@dv-cinder-844961-2-iscsi: {}, Aug 31 09:39:40.421862 dv-cinder-844961-2-iscsi neutron-server[112921]: Metering agent@dv-cinder-844961-2-iscsi: {}, Aug 31 09:39:40.421862 dv-cinder-844961-2-iscsi neutron-server[112921]: Open vSwitch agent@dv-cinder-844961-2-iscsi: { 'AddressGroup': '1.2', Aug 31 09:39:40.421862 dv-cinder-844961-2-iscsi neutron-server[112921]: 'Agent': '1.1', Aug 31 09:39:40.421862 dv-cinder-844961-2-iscsi neutron-server[112921]: 'ConntrackHelper': '1.0', Aug 31 09:39:40.421862 dv-cinder-844961-2-iscsi neutron-server[112921]: 'LocalIPAssociation': '1.0', Aug 31 09:39:40.421862 dv-cinder-844961-2-iscsi neutron-server[112921]: 'Log': '1.0', Aug 31 09:39:40.421862 dv-cinder-844961-2-iscsi neutron-server[112921]: 'NDPProxy': '1.0', Aug 31 09:39:40.424237 dv-cinder-844961-2-iscsi neutron-server[112921]: 'Network': '1.1', Aug 31 09:39:40.424237 dv-cinder-844961-2-iscsi neutron-server[112921]: 'Port': '1.7', Aug 31 09:39:40.424237 dv-cinder-844961-2-iscsi neutron-server[112921]: 'PortForwarding': '1.3', Aug 31 09:39:40.424237 dv-cinder-844961-2-iscsi neutron-server[112921]: 'QosPolicy': '1.10', Aug 31 09:39:40.424237 dv-cinder-844961-2-iscsi neutron-server[112921]: 'SecurityGroup': '1.5', Aug 31 09:39:40.424237 dv-cinder-844961-2-iscsi neutron-server[112921]: 'SecurityGroupRule': '1.2', Aug 31 09:39:40.424237 dv-cinder-844961-2-iscsi neutron-server[112921]: 'SubPort': '1.0', Aug 31 09:39:40.424237 dv-cinder-844961-2-iscsi neutron-server[112921]: 'Subnet': '1.1', Aug 31 09:39:40.424237 dv-cinder-844961-2-iscsi neutron-server[112921]: 'Trunk': '1.1'}} Aug 31 09:39:40.424237 dv-cinder-844961-2-iscsi neutron-server[112921]: {{(pid=112921) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 09:39:40.504651 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-ba74b804-79be-4c71-af3f-0543e5e245e1 None None] Attempting to bind port dff998bb-910f-4477-ab8f-af2c5b2af7e4 on host dv-cinder-844961-2-iscsi for vnic_type normal with profile {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 09:39:40.505045 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-ba74b804-79be-4c71-af3f-0543e5e245e1 None None] Attempting to bind port dff998bb-910f-4477-ab8f-af2c5b2af7e4 by drivers openvswitch,hyperv on host dv-cinder-844961-2-iscsi at level 0 using segments [{'id': 'ea96d0f6-14b3-45f3-9efd-c117bab4f002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a93722c5-c2d8-4d4c-9761-2bf93c1718c1'}] {{(pid=112921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 09:39:40.505475 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba74b804-79be-4c71-af3f-0543e5e245e1 None None] Attempting to bind port dff998bb-910f-4477-ab8f-af2c5b2af7e4 on network a93722c5-c2d8-4d4c-9761-2bf93c1718c1 {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:39:40.511111 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba74b804-79be-4c71-af3f-0543e5e245e1 None None] Checking agent: {'id': '18a9d5f8-8bea-4c71-b161-cda838278486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844961-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 9, 39, 30), 'started_at': datetime.datetime(2022, 8, 31, 9, 39, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 9, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844961-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 09:39:40.511482 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba74b804-79be-4c71-af3f-0543e5e245e1 None None] Checking segment: {'id': 'ea96d0f6-14b3-45f3-9efd-c117bab4f002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a93722c5-c2d8-4d4c-9761-2bf93c1718c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:39:40.512232 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-ba74b804-79be-4c71-af3f-0543e5e245e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:40.512617 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba74b804-79be-4c71-af3f-0543e5e245e1 None None] Bound using segment: {'id': 'ea96d0f6-14b3-45f3-9efd-c117bab4f002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a93722c5-c2d8-4d4c-9761-2bf93c1718c1'} {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 09:39:40.513080 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-ba74b804-79be-4c71-af3f-0543e5e245e1 None None] Bound port: dff998bb-910f-4477-ab8f-af2c5b2af7e4, host: dv-cinder-844961-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea96d0f6-14b3-45f3-9efd-c117bab4f002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a93722c5-c2d8-4d4c-9761-2bf93c1718c1'}}] {{(pid=112921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 09:39:40.513511 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-ba74b804-79be-4c71-af3f-0543e5e245e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (dff998bb-910f-4477-ab8f-af2c5b2af7e4), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:40.570707 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:39:40.578171 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-ba74b804-79be-4c71-af3f-0543e5e245e1 None None] For port dff998bb-910f-4477-ab8f-af2c5b2af7e4, host dv-cinder-844961-2-iscsi, cleared binding levels {{(pid=112921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:39:40.600071 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-ba74b804-79be-4c71-af3f-0543e5e245e1 None None] For port dff998bb-910f-4477-ab8f-af2c5b2af7e4, host dv-cinder-844961-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=dff998bb-910f-4477-ab8f-af2c5b2af7e4,segment=NetworkSegment(ea96d0f6-14b3-45f3-9efd-c117bab4f002),segment_id=ea96d0f6-14b3-45f3-9efd-c117bab4f002)] {{(pid=112921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:39:40.607135 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-ba74b804-79be-4c71-af3f-0543e5e245e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (dff998bb-910f-4477-ab8f-af2c5b2af7e4), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:40.660041 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba74b804-79be-4c71-af3f-0543e5e245e1 None None] Pushing event updated for resources: {'Port': ['ID=dff998bb-910f-4477-ab8f-af2c5b2af7e4,revision_number=2']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:41.903956 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 40706) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:39:42.248162 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [None req-df7c5309-d0e6-49a3-bff2-83654c0be543 admin admin] http://10.222.0.13:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 09:39:42.249144 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-df7c5309-d0e6-49a3-bff2-83654c0be543 admin admin] 10.222.0.13 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3441627 Aug 31 09:39:44.486498 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:39:44.488429 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=6 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:39:44.693478 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 40718) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:39:45.067325 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [None req-61a5e394-6928-4626-b8dd-c60fa125da3f admin admin] http://10.222.0.13:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 09:39:45.068354 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-61a5e394-6928-4626-b8dd-c60fa125da3f admin admin] 10.222.0.13 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3739083 Aug 31 09:39:47.602061 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 40730) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:39:47.978192 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [None req-95223384-b475-4b09-bc4a-40c82dc5192b demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:48.005435 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-95223384-b475-4b09-bc4a-40c82dc5192b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-963210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7939'] for router (29657ebf-fb6b-4302-9385-cdbf0972373d), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:48.007516 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-95223384-b475-4b09-bc4a-40c82dc5192b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-964023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-909203', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7948'] for router (29657ebf-fb6b-4302-9385-cdbf0972373d), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:48.149411 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-95223384-b475-4b09-bc4a-40c82dc5192b demo demo] Publish callbacks [] for router_controller (29657ebf-fb6b-4302-9385-cdbf0972373d), precommit_add_association {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:48.162978 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-95223384-b475-4b09-bc4a-40c82dc5192b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-964079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-964474'] for router (29657ebf-fb6b-4302-9385-cdbf0972373d), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:48.183819 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-95223384-b475-4b09-bc4a-40c82dc5192b demo demo] Publish callbacks [] for router (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:48.185028 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-95223384-b475-4b09-bc4a-40c82dc5192b demo demo] 10.222.0.13 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5819826 Aug 31 09:39:48.989254 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb38afde-75e6-4cad-8d7d-dba9ebe7cfdb None None] Network a93722c5-c2d8-4d4c-9761-2bf93c1718c1 requested from dv-cinder-844961-2-iscsi {{(pid=112921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 09:39:49.051526 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-16f02eee-4d22-4a04-b785-12388dbf2a14 None None] Provisioning complete for port dff998bb-910f-4477-ab8f-af2c5b2af7e4 triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:39:49.051926 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-16f02eee-4d22-4a04-b785-12388dbf2a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (dff998bb-910f-4477-ab8f-af2c5b2af7e4), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:49.255041 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-16f02eee-4d22-4a04-b785-12388dbf2a14 None None] Current status of the port dff998bb-910f-4477-ab8f-af2c5b2af7e4 is: DOWN; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:39:49.255380 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-16f02eee-4d22-4a04-b785-12388dbf2a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (dff998bb-910f-4477-ab8f-af2c5b2af7e4), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:49.296528 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-16f02eee-4d22-4a04-b785-12388dbf2a14 None None] For port dff998bb-910f-4477-ab8f-af2c5b2af7e4, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=dff998bb-910f-4477-ab8f-af2c5b2af7e4,segment=NetworkSegment(ea96d0f6-14b3-45f3-9efd-c117bab4f002),segment_id=ea96d0f6-14b3-45f3-9efd-c117bab4f002)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:49.302530 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-16f02eee-4d22-4a04-b785-12388dbf2a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (dff998bb-910f-4477-ab8f-af2c5b2af7e4), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:49.353087 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f02eee-4d22-4a04-b785-12388dbf2a14 None None] Pushing event updated for resources: {'Port': ['ID=dff998bb-910f-4477-ab8f-af2c5b2af7e4,revision_number=3']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:49.484181 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device dff998bb-910f-4477-ab8f-af2c5b2af7e4 up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:39:49.525415 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:39:49.531535 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-3cb372db-25c6-4b6a-babb-a34b98cf3784 None None] Provisioning complete for port dff998bb-910f-4477-ab8f-af2c5b2af7e4 triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:39:49.531864 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-3cb372db-25c6-4b6a-babb-a34b98cf3784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (dff998bb-910f-4477-ab8f-af2c5b2af7e4), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:49.574996 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port dff998bb-910f-4477-ab8f-af2c5b2af7e4 triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:39:49.575389 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (dff998bb-910f-4477-ab8f-af2c5b2af7e4), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:49.650882 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-3cb372db-25c6-4b6a-babb-a34b98cf3784 None None] Current status of the port dff998bb-910f-4477-ab8f-af2c5b2af7e4 is: ACTIVE; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:39:49.687323 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port dff998bb-910f-4477-ab8f-af2c5b2af7e4 is: ACTIVE; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:39:50.625246 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 40738) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:39:50.956156 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [None req-5b3771d3-46e4-46c5-9140-975abdd5eca0 admin admin] http://10.222.0.13:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 09:39:50.957155 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-5b3771d3-46e4-46c5-9140-975abdd5eca0 admin admin] 10.222.0.13 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3310337 Aug 31 09:39:53.396429 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 40746) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:39:53.744283 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [None req-1b2db455-dd4e-490b-ad6d-2f4abb741cce admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:53.766328 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2db455-dd4e-490b-ad6d-2f4abb741cce admin admin] Made reservation on behalf of 3f187a2ac46b4c229b4eeead01522f05 for: {'network': 1} {{(pid=112919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:39:53.768914 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-1b2db455-dd4e-490b-ad6d-2f4abb741cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for network (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:53.777261 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-1b2db455-dd4e-490b-ad6d-2f4abb741cce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:53.857258 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-1b2db455-dd4e-490b-ad6d-2f4abb741cce admin admin] Publish callbacks [] for security_group (9a5ee1bf-88ae-491d-b591-a81847cbe09f), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:53.862108 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-1b2db455-dd4e-490b-ad6d-2f4abb741cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (9a5ee1bf-88ae-491d-b591-a81847cbe09f), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:53.877474 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:39:53.878935 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1b2db455-dd4e-490b-ad6d-2f4abb741cce admin admin] Reserving flat network on physical network physnet1 {{(pid=112919) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 31 09:39:53.904296 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-1b2db455-dd4e-490b-ad6d-2f4abb741cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927539'] for segment (a4995e04-234e-4976-89c5-310a94033a09), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:53.904769 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.db.segments_db [None req-1b2db455-dd4e-490b-ad6d-2f4abb741cce admin admin] Added segment a4995e04-234e-4976-89c5-310a94033a09 of type flat for network 9ecc2a3c-efc3-4c90-8e67-1028759a248c Aug 31 09:39:53.907024 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2db455-dd4e-490b-ad6d-2f4abb741cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5ee1bf-88ae-491d-b591-a81847cbe09f,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:53.966773 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-1b2db455-dd4e-490b-ad6d-2f4abb741cce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747472916821'] for network (9ecc2a3c-efc3-4c90-8e67-1028759a248c), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:54.001183 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-1b2db455-dd4e-490b-ad6d-2f4abb741cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582'] for network (9ecc2a3c-efc3-4c90-8e67-1028759a248c), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:54.002326 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2db455-dd4e-490b-ad6d-2f4abb741cce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:39:54.002897 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-1b2db455-dd4e-490b-ad6d-2f4abb741cce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for network (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:54.079651 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-1b2db455-dd4e-490b-ad6d-2f4abb741cce admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6821024 Aug 31 09:39:54.107714 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2db455-dd4e-490b-ad6d-2f4abb741cce admin admin] Pushing event updated for resources: {'Network': ['ID=9ecc2a3c-efc3-4c90-8e67-1028759a248c,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:54.120305 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Network 9ecc2a3c-efc3-4c90-8e67-1028759a248c details requested by agent ovs-agent-dv-cinder-844961-2-iscsi with host dv-cinder-844961-2-iscsi {{(pid=112921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:39:54.236607 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-6f3a03b1-63ce-49d4-b371-4b5325a80e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:56.431925 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-01e37ff2-15ed-4a56-8011-d0b17d5202e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:56.526496 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 40754) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:39:56.886675 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=71,neutron:INSERT=22,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:39:56.917815 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ea559b-9283-483b-9559-10f215756e5d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:39:56.919167 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-89ea559b-9283-483b-9559-10f215756e5d demo admin] 10.222.0.13 "GET /networking/v2.0/subnets/821cd1d0-6a30-46f0-9734-ec8bbdc9a715 HTTP/1.1" status: 200 len: 849 time: 0.3918023 Aug 31 09:39:57.040366 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-1fd7576e-f359-4e8f-af8d-5d6cd6966265 demo admin] 10.222.0.13 "GET /networking/v2.0/routers/29657ebf-fb6b-4302-9385-cdbf0972373d HTTP/1.1" status: 200 len: 704 time: 0.1127608 Aug 31 09:39:57.315947 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-1a9b6814-890f-418a-8877-dcc79ffd1c89 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:57.659528 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.db_base_plugin_common [None req-1a9b6814-890f-418a-8877-dcc79ffd1c89 demo admin] Allocated IP 172.20.0.1 (a93722c5-c2d8-4d4c-9761-2bf93c1718c1/821cd1d0-6a30-46f0-9734-ec8bbdc9a715/1c4d034c-8ef7-46f9-be23-1eb519674ae9) {{(pid=112919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:39:57.702715 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:57.819947 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-1a9b6814-890f-418a-8877-dcc79ffd1c89 demo admin] Publish callbacks [] for port (1c4d034c-8ef7-46f9-be23-1eb519674ae9), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:57.881292 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:39:57.889026 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-1a9b6814-890f-418a-8877-dcc79ffd1c89 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278'] for port (1c4d034c-8ef7-46f9-be23-1eb519674ae9), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:57.968666 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9b6814-890f-418a-8877-dcc79ffd1c89 demo admin] Network a93722c5-c2d8-4d4c-9761-2bf93c1718c1 is already hosted by enough agents. {{(pid=112919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:39:57.978048 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.base_scheduler [None req-1a9b6814-890f-418a-8877-dcc79ffd1c89 demo admin] Resources bound (agent type, host, resource id): {{(pid=112919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:57.982291 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9b6814-890f-418a-8877-dcc79ffd1c89 demo admin] Received port after_create {{(pid=112919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:39:57.982836 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-1a9b6814-890f-418a-8877-dcc79ffd1c89 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962846'] for router_interface (29657ebf-fb6b-4302-9385-cdbf0972373d), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:58.004170 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b6814-890f-418a-8877-dcc79ffd1c89 demo admin] Pushing event updated for resources: {'Port': ['ID=1c4d034c-8ef7-46f9-be23-1eb519674ae9,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:58.162553 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:39:58.204587 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-1a9b6814-890f-418a-8877-dcc79ffd1c89 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (1c4d034c-8ef7-46f9-be23-1eb519674ae9), before_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:58.228626 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-48848e8b-e33f-477f-84b8-2bc2a09737b0 None None] Provisioning complete for port 1c4d034c-8ef7-46f9-be23-1eb519674ae9 triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:39:58.228949 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-48848e8b-e33f-477f-84b8-2bc2a09737b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (1c4d034c-8ef7-46f9-be23-1eb519674ae9), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:58.264023 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-48848e8b-e33f-477f-84b8-2bc2a09737b0 None None] Port 1c4d034c-8ef7-46f9-be23-1eb519674ae9 cannot update to ACTIVE because it is not bound. {{(pid=112921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 09:39:58.430445 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-1a9b6814-890f-418a-8877-dcc79ffd1c89 demo admin] Publish callbacks [] for port (1c4d034c-8ef7-46f9-be23-1eb519674ae9), precommit_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:58.435300 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-1a9b6814-890f-418a-8877-dcc79ffd1c89 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (1c4d034c-8ef7-46f9-be23-1eb519674ae9), after_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:58.436055 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-1a9b6814-890f-418a-8877-dcc79ffd1c89 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962954'] for router_interface (29657ebf-fb6b-4302-9385-cdbf0972373d), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:58.519706 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b6814-890f-418a-8877-dcc79ffd1c89 demo admin] Pushing event updated for resources: {'Port': ['ID=1c4d034c-8ef7-46f9-be23-1eb519674ae9,revision_number=2']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:58.570654 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9b6814-890f-418a-8877-dcc79ffd1c89 demo admin] Network a93722c5-c2d8-4d4c-9761-2bf93c1718c1 is already hosted by enough agents. {{(pid=112919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:39:58.572000 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.base_scheduler [None req-1a9b6814-890f-418a-8877-dcc79ffd1c89 demo admin] Resources bound (agent type, host, resource id): {{(pid=112919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:58.734993 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a9b6814-890f-418a-8877-dcc79ffd1c89 demo admin] Router 29657ebf-fb6b-4302-9385-cdbf0972373d is scheduled to L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 with binding_index 1 {{(pid=112919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:39:58.784282 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-cc1554ec-fc8d-42f8-89ae-78dcd926cc5a None None] Provisioning complete for port 1c4d034c-8ef7-46f9-be23-1eb519674ae9 triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:39:58.785151 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-cc1554ec-fc8d-42f8-89ae-78dcd926cc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (1c4d034c-8ef7-46f9-be23-1eb519674ae9), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:58.817295 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:39:58.819086 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-cc1554ec-fc8d-42f8-89ae-78dcd926cc5a None None] Port 1c4d034c-8ef7-46f9-be23-1eb519674ae9 cannot update to ACTIVE because it is not bound. {{(pid=112921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 09:39:58.832081 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9b6814-890f-418a-8877-dcc79ffd1c89 demo admin] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:39:58.837329 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-1a9b6814-890f-418a-8877-dcc79ffd1c89 demo admin] 10.222.0.13 "PUT /networking/v2.0/routers/29657ebf-fb6b-4302-9385-cdbf0972373d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7915225 Aug 31 09:39:58.857024 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95687925-1b9d-47df-92d2-32ec1aeeb2ba None None] Sync routers for ids ['29657ebf-fb6b-4302-9385-cdbf0972373d'] in dv-cinder-844961-2-iscsi {{(pid=112922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:39:58.870597 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95687925-1b9d-47df-92d2-32ec1aeeb2ba None None] Routers {'29657ebf-fb6b-4302-9385-cdbf0972373d'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:39:58.871573 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-95687925-1b9d-47df-92d2-32ec1aeeb2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:39:56Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['29657ebf-fb6b-4302-9385-cdbf0972373d'], 'active': True} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:59.061356 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvr_db [None req-95687925-1b9d-47df-92d2-32ec1aeeb2ba None None] Set router 29657ebf-fb6b-4302-9385-cdbf0972373d gateway port host: None {{(pid=112922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:39:59.381414 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:59.513681 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-95687925-1b9d-47df-92d2-32ec1aeeb2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29657ebf-fb6b-4302-9385-cdbf0972373d', 'name': 'router1', 'tenant_id': '1001686acf834f2a8e65b3fc8369f4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:39:48Z', 'updated_at': '2022-08-31T09:39:58Z', 'revision_number': 2, 'project_id': '1001686acf834f2a8e65b3fc8369f4f6', 'gw_port_host': None, '_interfaces': [{'id': '1c4d034c-8ef7-46f9-be23-1eb519674ae9', 'name': '', 'network_id': 'a93722c5-c2d8-4d4c-9761-2bf93c1718c1', 'tenant_id': '1001686acf834f2a8e65b3fc8369f4f6', 'mac_address': 'fa:16:3e:26:35:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29657ebf-fb6b-4302-9385-cdbf0972373d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '821cd1d0-6a30-46f0-9734-ec8bbdc9a715', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:39:57Z', 'updated_at': '2022-08-31T09:39:58Z', 'revision_number': 2, 'project_id': '1001686acf834f2a8e65b3fc8369f4f6', 'subnets': [{'id': '821cd1d0-6a30-46f0-9734-ec8bbdc9a715', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e08bd203-f8ff-4acc-8da6-f3b4fb171c27'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:59.560534 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:39:59.563610 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95687925-1b9d-47df-92d2-32ec1aeeb2ba None None] Checking router: 29657ebf-fb6b-4302-9385-cdbf0972373d for host: dv-cinder-844961-2-iscsi {{(pid=112922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:39:59.563991 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95687925-1b9d-47df-92d2-32ec1aeeb2ba None None] Updating router 29657ebf-fb6b-4302-9385-cdbf0972373d port 1c4d034c-8ef7-46f9-be23-1eb519674ae9 binding host dv-cinder-844961-2-iscsi {{(pid=112922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:39:59.621924 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-95687925-1b9d-47df-92d2-32ec1aeeb2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (1c4d034c-8ef7-46f9-be23-1eb519674ae9), before_update {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:40:00.155240 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-95687925-1b9d-47df-92d2-32ec1aeeb2ba None None] Publish callbacks [] for port (1c4d034c-8ef7-46f9-be23-1eb519674ae9), precommit_update {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:40:00.162124 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-95687925-1b9d-47df-92d2-32ec1aeeb2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (1c4d034c-8ef7-46f9-be23-1eb519674ae9), after_update {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:40:00.309707 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66bdfd7-e3af-465c-9dc8-bb7ce744f4a7 None None] Pushing event updated for resources: {'Port': ['ID=1c4d034c-8ef7-46f9-be23-1eb519674ae9,revision_number=3']} {{(pid=112922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:00.316058 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.managers [None req-95687925-1b9d-47df-92d2-32ec1aeeb2ba None None] Attempting to bind port 1c4d034c-8ef7-46f9-be23-1eb519674ae9 on host dv-cinder-844961-2-iscsi for vnic_type normal with profile {{(pid=112922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 09:40:00.316442 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.managers [None req-95687925-1b9d-47df-92d2-32ec1aeeb2ba None None] Attempting to bind port 1c4d034c-8ef7-46f9-be23-1eb519674ae9 by drivers openvswitch,hyperv on host dv-cinder-844961-2-iscsi at level 0 using segments [{'id': 'ea96d0f6-14b3-45f3-9efd-c117bab4f002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a93722c5-c2d8-4d4c-9761-2bf93c1718c1'}] {{(pid=112922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 09:40:00.316934 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95687925-1b9d-47df-92d2-32ec1aeeb2ba None None] Attempting to bind port 1c4d034c-8ef7-46f9-be23-1eb519674ae9 on network a93722c5-c2d8-4d4c-9761-2bf93c1718c1 {{(pid=112922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:40:00.324709 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bdfd7-e3af-465c-9dc8-bb7ce744f4a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:00.325040 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bdfd7-e3af-465c-9dc8-bb7ce744f4a7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:00.325411 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bdfd7-e3af-465c-9dc8-bb7ce744f4a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:00.325764 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bdfd7-e3af-465c-9dc8-bb7ce744f4a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:00.326091 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bdfd7-e3af-465c-9dc8-bb7ce744f4a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:00.326411 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bdfd7-e3af-465c-9dc8-bb7ce744f4a7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:00.326728 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bdfd7-e3af-465c-9dc8-bb7ce744f4a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:00.327043 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bdfd7-e3af-465c-9dc8-bb7ce744f4a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:00.327358 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bdfd7-e3af-465c-9dc8-bb7ce744f4a7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:00.327671 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bdfd7-e3af-465c-9dc8-bb7ce744f4a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:00.327983 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bdfd7-e3af-465c-9dc8-bb7ce744f4a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:00.328324 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bdfd7-e3af-465c-9dc8-bb7ce744f4a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:00.328624 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bdfd7-e3af-465c-9dc8-bb7ce744f4a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:00.328935 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bdfd7-e3af-465c-9dc8-bb7ce744f4a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:00.329246 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bdfd7-e3af-465c-9dc8-bb7ce744f4a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:00.330871 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bdfd7-e3af-465c-9dc8-bb7ce744f4a7 None None] Tracked resource versions report: Aug 31 09:40:00.330871 dv-cinder-844961-2-iscsi neutron-server[112922]: pushed versions: Aug 31 09:40:00.330871 dv-cinder-844961-2-iscsi neutron-server[112922]: { 'AddressGroup': {'1.2'}, Aug 31 09:40:00.330871 dv-cinder-844961-2-iscsi neutron-server[112922]: 'Agent': {'1.1'}, Aug 31 09:40:00.330871 dv-cinder-844961-2-iscsi neutron-server[112922]: 'ConntrackHelper': {'1.0'}, Aug 31 09:40:00.330871 dv-cinder-844961-2-iscsi neutron-server[112922]: 'LocalIPAssociation': {'1.0'}, Aug 31 09:40:00.330871 dv-cinder-844961-2-iscsi neutron-server[112922]: 'Log': {'1.0'}, Aug 31 09:40:00.330871 dv-cinder-844961-2-iscsi neutron-server[112922]: 'NDPProxy': {'1.0'}, Aug 31 09:40:00.330871 dv-cinder-844961-2-iscsi neutron-server[112922]: 'Network': {'1.1'}, Aug 31 09:40:00.330871 dv-cinder-844961-2-iscsi neutron-server[112922]: 'Port': {'1.7'}, Aug 31 09:40:00.330871 dv-cinder-844961-2-iscsi neutron-server[112922]: 'PortForwarding': {'1.3'}, Aug 31 09:40:00.330871 dv-cinder-844961-2-iscsi neutron-server[112922]: 'QosPolicy': {'1.10'}, Aug 31 09:40:00.330871 dv-cinder-844961-2-iscsi neutron-server[112922]: 'SecurityGroup': {'1.5'}, Aug 31 09:40:00.330871 dv-cinder-844961-2-iscsi neutron-server[112922]: 'SecurityGroupRule': {'1.2'}, Aug 31 09:40:00.330871 dv-cinder-844961-2-iscsi neutron-server[112922]: 'SubPort': {'1.0'}, Aug 31 09:40:00.330871 dv-cinder-844961-2-iscsi neutron-server[112922]: 'Subnet': {'1.1'}, Aug 31 09:40:00.330871 dv-cinder-844961-2-iscsi neutron-server[112922]: 'Trunk': {'1.1'}} Aug 31 09:40:00.330871 dv-cinder-844961-2-iscsi neutron-server[112922]: consumer versions: Aug 31 09:40:00.330871 dv-cinder-844961-2-iscsi neutron-server[112922]: { DHCP agent@dv-cinder-844961-2-iscsi: {}, Aug 31 09:40:00.330871 dv-cinder-844961-2-iscsi neutron-server[112922]: L3 agent@dv-cinder-844961-2-iscsi: {}, Aug 31 09:40:00.330871 dv-cinder-844961-2-iscsi neutron-server[112922]: Metadata agent@dv-cinder-844961-2-iscsi: {}, Aug 31 09:40:00.330871 dv-cinder-844961-2-iscsi neutron-server[112922]: Metering agent@dv-cinder-844961-2-iscsi: {}, Aug 31 09:40:00.330871 dv-cinder-844961-2-iscsi neutron-server[112922]: Open vSwitch agent@dv-cinder-844961-2-iscsi: { 'AddressGroup': '1.2', Aug 31 09:40:00.330871 dv-cinder-844961-2-iscsi neutron-server[112922]: 'Agent': '1.1', Aug 31 09:40:00.330871 dv-cinder-844961-2-iscsi neutron-server[112922]: 'ConntrackHelper': '1.0', Aug 31 09:40:00.330871 dv-cinder-844961-2-iscsi neutron-server[112922]: 'LocalIPAssociation': '1.0', Aug 31 09:40:00.330871 dv-cinder-844961-2-iscsi neutron-server[112922]: 'Log': '1.0', Aug 31 09:40:00.330871 dv-cinder-844961-2-iscsi neutron-server[112922]: 'NDPProxy': '1.0', Aug 31 09:40:00.330871 dv-cinder-844961-2-iscsi neutron-server[112922]: 'Network': '1.1', Aug 31 09:40:00.330871 dv-cinder-844961-2-iscsi neutron-server[112922]: 'Port': '1.7', Aug 31 09:40:00.330871 dv-cinder-844961-2-iscsi neutron-server[112922]: 'PortForwarding': '1.3', Aug 31 09:40:00.330871 dv-cinder-844961-2-iscsi neutron-server[112922]: 'QosPolicy': '1.10', Aug 31 09:40:00.330871 dv-cinder-844961-2-iscsi neutron-server[112922]: 'SecurityGroup': '1.5', Aug 31 09:40:00.330871 dv-cinder-844961-2-iscsi neutron-server[112922]: 'SecurityGroupRule': '1.2', Aug 31 09:40:00.330871 dv-cinder-844961-2-iscsi neutron-server[112922]: 'SubPort': '1.0', Aug 31 09:40:00.330871 dv-cinder-844961-2-iscsi neutron-server[112922]: 'Subnet': '1.1', Aug 31 09:40:00.330871 dv-cinder-844961-2-iscsi neutron-server[112922]: 'Trunk': '1.1'}} Aug 31 09:40:00.330871 dv-cinder-844961-2-iscsi neutron-server[112922]: {{(pid=112922) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 09:40:00.336113 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95687925-1b9d-47df-92d2-32ec1aeeb2ba None None] Checking agent: {'id': '18a9d5f8-8bea-4c71-b161-cda838278486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844961-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 9, 39, 30), 'started_at': datetime.datetime(2022, 8, 31, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844961-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 09:40:00.336518 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95687925-1b9d-47df-92d2-32ec1aeeb2ba None None] Checking segment: {'id': 'ea96d0f6-14b3-45f3-9efd-c117bab4f002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a93722c5-c2d8-4d4c-9761-2bf93c1718c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:40:00.336998 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-95687925-1b9d-47df-92d2-32ec1aeeb2ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:40:00.337374 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95687925-1b9d-47df-92d2-32ec1aeeb2ba None None] Bound using segment: {'id': 'ea96d0f6-14b3-45f3-9efd-c117bab4f002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a93722c5-c2d8-4d4c-9761-2bf93c1718c1'} {{(pid=112922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 09:40:00.337869 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.managers [None req-95687925-1b9d-47df-92d2-32ec1aeeb2ba None None] Bound port: 1c4d034c-8ef7-46f9-be23-1eb519674ae9, host: dv-cinder-844961-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea96d0f6-14b3-45f3-9efd-c117bab4f002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a93722c5-c2d8-4d4c-9761-2bf93c1718c1'}}] {{(pid=112922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 09:40:00.338240 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-95687925-1b9d-47df-92d2-32ec1aeeb2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (1c4d034c-8ef7-46f9-be23-1eb519674ae9), before_update {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:40:00.405288 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.db [None req-95687925-1b9d-47df-92d2-32ec1aeeb2ba None None] For port 1c4d034c-8ef7-46f9-be23-1eb519674ae9, host dv-cinder-844961-2-iscsi, cleared binding levels {{(pid=112922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:40:00.420039 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:40:00.427559 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.db [None req-95687925-1b9d-47df-92d2-32ec1aeeb2ba None None] For port 1c4d034c-8ef7-46f9-be23-1eb519674ae9, host dv-cinder-844961-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=1c4d034c-8ef7-46f9-be23-1eb519674ae9,segment=NetworkSegment(ea96d0f6-14b3-45f3-9efd-c117bab4f002),segment_id=ea96d0f6-14b3-45f3-9efd-c117bab4f002)] {{(pid=112922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:40:00.433474 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-95687925-1b9d-47df-92d2-32ec1aeeb2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (1c4d034c-8ef7-46f9-be23-1eb519674ae9), after_update {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:40:00.476017 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95687925-1b9d-47df-92d2-32ec1aeeb2ba None None] Routers {'29657ebf-fb6b-4302-9385-cdbf0972373d'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:40:00.476657 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-95687925-1b9d-47df-92d2-32ec1aeeb2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:39:56Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['29657ebf-fb6b-4302-9385-cdbf0972373d'], 'active': True} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:00.518526 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:40:00.553951 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66bdfd7-e3af-465c-9dc8-bb7ce744f4a7 None None] Pushing event updated for resources: {'Port': ['ID=1c4d034c-8ef7-46f9-be23-1eb519674ae9,revision_number=4']} {{(pid=112922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:00.579815 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvr_db [None req-95687925-1b9d-47df-92d2-32ec1aeeb2ba None None] Set router 29657ebf-fb6b-4302-9385-cdbf0972373d gateway port host: None {{(pid=112922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:40:00.804653 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-95687925-1b9d-47df-92d2-32ec1aeeb2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29657ebf-fb6b-4302-9385-cdbf0972373d', 'name': 'router1', 'tenant_id': '1001686acf834f2a8e65b3fc8369f4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:39:48Z', 'updated_at': '2022-08-31T09:39:58Z', 'revision_number': 2, 'project_id': '1001686acf834f2a8e65b3fc8369f4f6', 'gw_port_host': None, '_interfaces': [{'id': '1c4d034c-8ef7-46f9-be23-1eb519674ae9', 'name': '', 'network_id': 'a93722c5-c2d8-4d4c-9761-2bf93c1718c1', 'tenant_id': '1001686acf834f2a8e65b3fc8369f4f6', 'mac_address': 'fa:16:3e:26:35:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29657ebf-fb6b-4302-9385-cdbf0972373d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '821cd1d0-6a30-46f0-9734-ec8bbdc9a715', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:39:57Z', 'updated_at': '2022-08-31T09:40:00Z', 'revision_number': 4, 'project_id': '1001686acf834f2a8e65b3fc8369f4f6', 'subnets': [{'id': '821cd1d0-6a30-46f0-9734-ec8bbdc9a715', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e08bd203-f8ff-4acc-8da6-f3b4fb171c27'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:00.832489 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95687925-1b9d-47df-92d2-32ec1aeeb2ba None None] The sync data for ids ['29657ebf-fb6b-4302-9385-cdbf0972373d'] in dv-cinder-844961-2-iscsi is: [{'id': '29657ebf-fb6b-4302-9385-cdbf0972373d', 'name': 'router1', 'tenant_id': '1001686acf834f2a8e65b3fc8369f4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:39:48Z', 'updated_at': '2022-08-31T09:39:58Z', 'revision_number': 2, 'project_id': '1001686acf834f2a8e65b3fc8369f4f6', 'gw_port_host': None, '_interfaces': [{'id': '1c4d034c-8ef7-46f9-be23-1eb519674ae9', 'name': '', 'network_id': 'a93722c5-c2d8-4d4c-9761-2bf93c1718c1', 'tenant_id': '1001686acf834f2a8e65b3fc8369f4f6', 'mac_address': 'fa:16:3e:26:35:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29657ebf-fb6b-4302-9385-cdbf0972373d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '821cd1d0-6a30-46f0-9734-ec8bbdc9a715', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:39:57Z', 'updated_at': '2022-08-31T09:40:00Z', 'revision_number': 4, 'project_id': '1001686acf834f2a8e65b3fc8369f4f6', 'subnets': [{'id': '821cd1d0-6a30-46f0-9734-ec8bbdc9a715', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e08bd203-f8ff-4acc-8da6-f3b4fb171c27'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:40:01.291689 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 40764) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:40:01.747512 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9f7123-4c7a-409e-99d0-ed20c77eeeeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:40:01.748921 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-dc9f7123-4c7a-409e-99d0-ed20c77eeeeb admin admin] 10.222.0.13 "GET /networking/v2.0/networks/9ecc2a3c-efc3-4c90-8e67-1028759a248c HTTP/1.1" status: 200 len: 842 time: 0.4559696 Aug 31 09:40:01.759683 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [None req-6e667c18-9f5d-44cb-a402-3e7c504f8a04 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.27.3.1', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.3.0/24'}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:01.785285 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e667c18-9f5d-44cb-a402-3e7c504f8a04 admin admin] Made reservation on behalf of 3f187a2ac46b4c229b4eeead01522f05 for: {'subnet': 1} {{(pid=112919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:01.788115 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-6e667c18-9f5d-44cb-a402-3e7c504f8a04 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:40:01.849658 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:40:02.094217 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:40:02.166445 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.objects.ports [None req-6e667c18-9f5d-44cb-a402-3e7c504f8a04 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=112919) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 31 09:40:02.166898 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-6e667c18-9f5d-44cb-a402-3e7c504f8a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582'] for subnet (b5177607-d6ca-45c7-ac03-71d68f18093b), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:40:02.224151 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e667c18-9f5d-44cb-a402-3e7c504f8a04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5177607-d6ca-45c7-ac03-71d68f18093b,revision_number=0']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:02.242908 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e667c18-9f5d-44cb-a402-3e7c504f8a04 admin admin] Checking segment: {'id': 'a4995e04-234e-4976-89c5-310a94033a09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:40:02.243259 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e667c18-9f5d-44cb-a402-3e7c504f8a04 admin admin] Network hostable DHCP agents. Network: 9ecc2a3c-efc3-4c90-8e67-1028759a248c, hostable agents: ['018d2bb8-ebf2-469c-9257-23530a727a9b'], hosted agents: [] {{(pid=112919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:40:02.263071 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e667c18-9f5d-44cb-a402-3e7c504f8a04 admin admin] Network 9ecc2a3c-efc3-4c90-8e67-1028759a248c is scheduled to be hosted by DHCP agent 018d2bb8-ebf2-469c-9257-23530a727a9b with binding_index 1 {{(pid=112919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:40:02.275091 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.base_scheduler [None req-6e667c18-9f5d-44cb-a402-3e7c504f8a04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844961-2-iscsi, 9ecc2a3c-efc3-4c90-8e67-1028759a248c) {{(pid=112919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:02.281181 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e667c18-9f5d-44cb-a402-3e7c504f8a04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:40:02.282372 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-6e667c18-9f5d-44cb-a402-3e7c504f8a04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for subnet (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:40:02.290364 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8d8380-e287-43fd-8c4b-a1f67506198b None None] Network 9ecc2a3c-efc3-4c90-8e67-1028759a248c requested from dv-cinder-844961-2-iscsi {{(pid=112921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 09:40:02.307341 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-6e667c18-9f5d-44cb-a402-3e7c504f8a04 admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5512042 Aug 31 09:40:02.524080 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3090e8-4fb3-4e22-897f-e801655a7c4d None None] Network 9ecc2a3c-efc3-4c90-8e67-1028759a248c requested from dv-cinder-844961-2-iscsi {{(pid=112921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 09:40:04.975070 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 40772) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:40:05.440472 dv-cinder-844961-2-iscsi neutron-server[112920]: ERROR stevedore.extension [None req-d0b64055-986e-4648-a532-881eaf2c5964 demo admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 31 09:40:05.495494 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.policy [None req-d0b64055-986e-4648-a532-881eaf2c5964 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=112920) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 09:40:05.539302 dv-cinder-844961-2-iscsi neutron-server[112920]: WARNING oslo_policy.policy [None req-d0b64055-986e-4648-a532-881eaf2c5964 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 09:40:05.539716 dv-cinder-844961-2-iscsi neutron-server[112920]: WARNING oslo_policy.policy [None req-d0b64055-986e-4648-a532-881eaf2c5964 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 09:40:05.557669 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writer thread running {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 31 09:40:05.620831 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:40:05.803321 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-d0b64055-986e-4648-a532-881eaf2c5964 demo admin] 10.222.0.13 "GET /networking/v2.0/routers/29657ebf-fb6b-4302-9385-cdbf0972373d HTTP/1.1" status: 200 len: 710 time: 0.8267615 Aug 31 09:40:06.014693 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7880e6fd-06e8-49c8-8c46-deb924e4e0d8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:40:06.016405 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-7880e6fd-06e8-49c8-8c46-deb924e4e0d8 demo admin] 10.222.0.13 "GET /networking/v2.0/networks/9ecc2a3c-efc3-4c90-8e67-1028759a248c HTTP/1.1" status: 200 len: 886 time: 0.2075887 Aug 31 09:40:06.027018 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-e30e668f-8d9a-40d6-a073-57b8101e6c4e demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'}}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:06.365707 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e30e668f-8d9a-40d6-a073-57b8101e6c4e demo admin] Publish callbacks [] for router_gateway (29657ebf-fb6b-4302-9385-cdbf0972373d), precommit_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:40:06.632753 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e30e668f-8d9a-40d6-a073-57b8101e6c4e demo admin] Publish callbacks [] for router_gateway (29657ebf-fb6b-4302-9385-cdbf0972373d), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:40:06.729763 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e30e668f-8d9a-40d6-a073-57b8101e6c4e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:40:06.943625 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.db_base_plugin_common [None req-e30e668f-8d9a-40d6-a073-57b8101e6c4e demo admin] Allocated IP 172.27.3.28 (9ecc2a3c-efc3-4c90-8e67-1028759a248c/b5177607-d6ca-45c7-ac03-71d68f18093b/9b61584f-e0bf-4c04-bd35-53cdc438e60e) {{(pid=112920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:40:07.067115 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e30e668f-8d9a-40d6-a073-57b8101e6c4e demo admin] Publish callbacks [] for port (9b61584f-e0bf-4c04-bd35-53cdc438e60e), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:40:07.075554 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:40:07.119243 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:40:07.135687 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e30e668f-8d9a-40d6-a073-57b8101e6c4e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278'] for port (9b61584f-e0bf-4c04-bd35-53cdc438e60e), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:40:07.182572 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30e668f-8d9a-40d6-a073-57b8101e6c4e demo admin] Network 9ecc2a3c-efc3-4c90-8e67-1028759a248c is already hosted by enough agents. {{(pid=112920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:07.184040 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.base_scheduler [None req-e30e668f-8d9a-40d6-a073-57b8101e6c4e demo admin] Resources bound (agent type, host, resource id): {{(pid=112920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:07.263496 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30e668f-8d9a-40d6-a073-57b8101e6c4e demo admin] Received port after_create {{(pid=112920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:40:07.267065 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e668f-8d9a-40d6-a073-57b8101e6c4e demo admin] Pushing event updated for resources: {'Port': ['ID=9b61584f-e0bf-4c04-bd35-53cdc438e60e,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:07.312123 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30e668f-8d9a-40d6-a073-57b8101e6c4e demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:07.312468 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30e668f-8d9a-40d6-a073-57b8101e6c4e demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:07.312817 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30e668f-8d9a-40d6-a073-57b8101e6c4e demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:07.313161 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30e668f-8d9a-40d6-a073-57b8101e6c4e demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:07.313521 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30e668f-8d9a-40d6-a073-57b8101e6c4e demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:07.313898 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30e668f-8d9a-40d6-a073-57b8101e6c4e demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:07.314228 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30e668f-8d9a-40d6-a073-57b8101e6c4e demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:07.314554 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30e668f-8d9a-40d6-a073-57b8101e6c4e demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:07.314897 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30e668f-8d9a-40d6-a073-57b8101e6c4e demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:07.315223 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30e668f-8d9a-40d6-a073-57b8101e6c4e demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:07.315549 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30e668f-8d9a-40d6-a073-57b8101e6c4e demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:07.315892 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30e668f-8d9a-40d6-a073-57b8101e6c4e demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:07.316218 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30e668f-8d9a-40d6-a073-57b8101e6c4e demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:07.316538 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30e668f-8d9a-40d6-a073-57b8101e6c4e demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:07.316857 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30e668f-8d9a-40d6-a073-57b8101e6c4e demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:07.318316 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30e668f-8d9a-40d6-a073-57b8101e6c4e demo admin] Tracked resource versions report: Aug 31 09:40:07.318316 dv-cinder-844961-2-iscsi neutron-server[112920]: pushed versions: Aug 31 09:40:07.318316 dv-cinder-844961-2-iscsi neutron-server[112920]: { 'AddressGroup': {'1.2'}, Aug 31 09:40:07.318316 dv-cinder-844961-2-iscsi neutron-server[112920]: 'Agent': {'1.1'}, Aug 31 09:40:07.318316 dv-cinder-844961-2-iscsi neutron-server[112920]: 'ConntrackHelper': {'1.0'}, Aug 31 09:40:07.318316 dv-cinder-844961-2-iscsi neutron-server[112920]: 'LocalIPAssociation': {'1.0'}, Aug 31 09:40:07.318316 dv-cinder-844961-2-iscsi neutron-server[112920]: 'Log': {'1.0'}, Aug 31 09:40:07.318316 dv-cinder-844961-2-iscsi neutron-server[112920]: 'NDPProxy': {'1.0'}, Aug 31 09:40:07.318316 dv-cinder-844961-2-iscsi neutron-server[112920]: 'Network': {'1.1'}, Aug 31 09:40:07.318316 dv-cinder-844961-2-iscsi neutron-server[112920]: 'Port': {'1.7'}, Aug 31 09:40:07.318316 dv-cinder-844961-2-iscsi neutron-server[112920]: 'PortForwarding': {'1.3'}, Aug 31 09:40:07.318316 dv-cinder-844961-2-iscsi neutron-server[112920]: 'QosPolicy': {'1.10'}, Aug 31 09:40:07.318316 dv-cinder-844961-2-iscsi neutron-server[112920]: 'SecurityGroup': {'1.5'}, Aug 31 09:40:07.318316 dv-cinder-844961-2-iscsi neutron-server[112920]: 'SecurityGroupRule': {'1.2'}, Aug 31 09:40:07.318316 dv-cinder-844961-2-iscsi neutron-server[112920]: 'SubPort': {'1.0'}, Aug 31 09:40:07.318316 dv-cinder-844961-2-iscsi neutron-server[112920]: 'Subnet': {'1.1'}, Aug 31 09:40:07.318316 dv-cinder-844961-2-iscsi neutron-server[112920]: 'Trunk': {'1.1'}} Aug 31 09:40:07.318316 dv-cinder-844961-2-iscsi neutron-server[112920]: consumer versions: Aug 31 09:40:07.318316 dv-cinder-844961-2-iscsi neutron-server[112920]: { DHCP agent@dv-cinder-844961-2-iscsi: {}, Aug 31 09:40:07.318316 dv-cinder-844961-2-iscsi neutron-server[112920]: L3 agent@dv-cinder-844961-2-iscsi: {}, Aug 31 09:40:07.318316 dv-cinder-844961-2-iscsi neutron-server[112920]: Metadata agent@dv-cinder-844961-2-iscsi: {}, Aug 31 09:40:07.318316 dv-cinder-844961-2-iscsi neutron-server[112920]: Metering agent@dv-cinder-844961-2-iscsi: {}, Aug 31 09:40:07.318316 dv-cinder-844961-2-iscsi neutron-server[112920]: Open vSwitch agent@dv-cinder-844961-2-iscsi: { 'AddressGroup': '1.2', Aug 31 09:40:07.318316 dv-cinder-844961-2-iscsi neutron-server[112920]: 'Agent': '1.1', Aug 31 09:40:07.318316 dv-cinder-844961-2-iscsi neutron-server[112920]: 'ConntrackHelper': '1.0', Aug 31 09:40:07.318316 dv-cinder-844961-2-iscsi neutron-server[112920]: 'LocalIPAssociation': '1.0', Aug 31 09:40:07.318316 dv-cinder-844961-2-iscsi neutron-server[112920]: 'Log': '1.0', Aug 31 09:40:07.318316 dv-cinder-844961-2-iscsi neutron-server[112920]: 'NDPProxy': '1.0', Aug 31 09:40:07.318316 dv-cinder-844961-2-iscsi neutron-server[112920]: 'Network': '1.1', Aug 31 09:40:07.318316 dv-cinder-844961-2-iscsi neutron-server[112920]: 'Port': '1.7', Aug 31 09:40:07.318316 dv-cinder-844961-2-iscsi neutron-server[112920]: 'PortForwarding': '1.3', Aug 31 09:40:07.318316 dv-cinder-844961-2-iscsi neutron-server[112920]: 'QosPolicy': '1.10', Aug 31 09:40:07.318316 dv-cinder-844961-2-iscsi neutron-server[112920]: 'SecurityGroup': '1.5', Aug 31 09:40:07.318316 dv-cinder-844961-2-iscsi neutron-server[112920]: 'SecurityGroupRule': '1.2', Aug 31 09:40:07.318316 dv-cinder-844961-2-iscsi neutron-server[112920]: 'SubPort': '1.0', Aug 31 09:40:07.318316 dv-cinder-844961-2-iscsi neutron-server[112920]: 'Subnet': '1.1', Aug 31 09:40:07.318316 dv-cinder-844961-2-iscsi neutron-server[112920]: 'Trunk': '1.1'}} Aug 31 09:40:07.318316 dv-cinder-844961-2-iscsi neutron-server[112920]: {{(pid=112920) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 09:40:07.539715 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 1c4d034c-8ef7-46f9-be23-1eb519674ae9 up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:40:07.585914 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e30e668f-8d9a-40d6-a073-57b8101e6c4e demo admin] Publish callbacks [] for router_gateway (29657ebf-fb6b-4302-9385-cdbf0972373d), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:40:07.600823 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port 1c4d034c-8ef7-46f9-be23-1eb519674ae9 triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:40:07.601185 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (1c4d034c-8ef7-46f9-be23-1eb519674ae9), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:40:07.699880 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port 1c4d034c-8ef7-46f9-be23-1eb519674ae9 is: DOWN; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:40:07.700683 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (1c4d034c-8ef7-46f9-be23-1eb519674ae9), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:40:07.761450 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] For port 1c4d034c-8ef7-46f9-be23-1eb519674ae9, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=1c4d034c-8ef7-46f9-be23-1eb519674ae9,segment=NetworkSegment(ea96d0f6-14b3-45f3-9efd-c117bab4f002),segment_id=ea96d0f6-14b3-45f3-9efd-c117bab4f002)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:07.766770 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (1c4d034c-8ef7-46f9-be23-1eb519674ae9), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:40:07.826892 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:40:07.829023 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Pushing event updated for resources: {'Port': ['ID=1c4d034c-8ef7-46f9-be23-1eb519674ae9,revision_number=5']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:07.909406 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e30e668f-8d9a-40d6-a073-57b8101e6c4e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-964382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-964070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7966'] for router (29657ebf-fb6b-4302-9385-cdbf0972373d), precommit_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:40:07.914842 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e30e668f-8d9a-40d6-a073-57b8101e6c4e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-964474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-964373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-964364', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-964061'] for router (29657ebf-fb6b-4302-9385-cdbf0972373d), after_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:40:08.031762 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e30e668f-8d9a-40d6-a073-57b8101e6c4e demo admin] Router 29657ebf-fb6b-4302-9385-cdbf0972373d has already been hosted by L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 {{(pid=112920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:40:08.143716 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30e668f-8d9a-40d6-a073-57b8101e6c4e demo admin] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:40:08.149072 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e30e668f-8d9a-40d6-a073-57b8101e6c4e demo admin] Publish callbacks [] for router (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:40:08.150143 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-e30e668f-8d9a-40d6-a073-57b8101e6c4e demo admin] 10.222.0.13 "PUT /networking/v2.0/routers/29657ebf-fb6b-4302-9385-cdbf0972373d HTTP/1.1" status: 200 len: 889 time: 2.1267936 Aug 31 09:40:08.168950 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c3f78a-ae2e-4caf-b4b9-74201674f93b None None] Sync routers for ids ['29657ebf-fb6b-4302-9385-cdbf0972373d'] in dv-cinder-844961-2-iscsi {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:40:08.188940 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c3f78a-ae2e-4caf-b4b9-74201674f93b None None] Routers {'29657ebf-fb6b-4302-9385-cdbf0972373d'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:40:08.190260 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-44c3f78a-ae2e-4caf-b4b9-74201674f93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:39:56Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['29657ebf-fb6b-4302-9385-cdbf0972373d'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:08.502836 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-44c3f78a-ae2e-4caf-b4b9-74201674f93b None None] Set router 29657ebf-fb6b-4302-9385-cdbf0972373d gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:40:09.104368 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-44c3f78a-ae2e-4caf-b4b9-74201674f93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29657ebf-fb6b-4302-9385-cdbf0972373d', 'name': 'router1', 'tenant_id': '1001686acf834f2a8e65b3fc8369f4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '9b61584f-e0bf-4c04-bd35-53cdc438e60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:39:48Z', 'updated_at': '2022-08-31T09:40:07Z', 'revision_number': 4, 'project_id': '1001686acf834f2a8e65b3fc8369f4f6', 'gw_port': {'id': '9b61584f-e0bf-4c04-bd35-53cdc438e60e', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:df:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29657ebf-fb6b-4302-9385-cdbf0972373d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:40:06Z', 'updated_at': '2022-08-31T09:40:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': '1c4d034c-8ef7-46f9-be23-1eb519674ae9', 'name': '', 'network_id': 'a93722c5-c2d8-4d4c-9761-2bf93c1718c1', 'tenant_id': '1001686acf834f2a8e65b3fc8369f4f6', 'mac_address': 'fa:16:3e:26:35:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29657ebf-fb6b-4302-9385-cdbf0972373d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '821cd1d0-6a30-46f0-9734-ec8bbdc9a715', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:39:57Z', 'updated_at': '2022-08-31T09:40:07Z', 'revision_number': 5, 'project_id': '1001686acf834f2a8e65b3fc8369f4f6', 'subnets': [{'id': '821cd1d0-6a30-46f0-9734-ec8bbdc9a715', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e08bd203-f8ff-4acc-8da6-f3b4fb171c27'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:09.163038 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c3f78a-ae2e-4caf-b4b9-74201674f93b None None] Checking router: 29657ebf-fb6b-4302-9385-cdbf0972373d for host: dv-cinder-844961-2-iscsi {{(pid=112921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:40:09.163521 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c3f78a-ae2e-4caf-b4b9-74201674f93b None None] Updating router 29657ebf-fb6b-4302-9385-cdbf0972373d port 9b61584f-e0bf-4c04-bd35-53cdc438e60e binding host dv-cinder-844961-2-iscsi {{(pid=112921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:40:09.223110 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-44c3f78a-ae2e-4caf-b4b9-74201674f93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (9b61584f-e0bf-4c04-bd35-53cdc438e60e), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:40:09.554027 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 1c4d034c-8ef7-46f9-be23-1eb519674ae9 up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:40:09.559054 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:40:09.675196 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port 1c4d034c-8ef7-46f9-be23-1eb519674ae9 triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:40:09.675463 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (1c4d034c-8ef7-46f9-be23-1eb519674ae9), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:40:09.781423 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-44c3f78a-ae2e-4caf-b4b9-74201674f93b None None] Publish callbacks [] for port (9b61584f-e0bf-4c04-bd35-53cdc438e60e), precommit_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:40:09.808393 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-44c3f78a-ae2e-4caf-b4b9-74201674f93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (9b61584f-e0bf-4c04-bd35-53cdc438e60e), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:40:09.839881 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-44c3f78a-ae2e-4caf-b4b9-74201674f93b None None] Attempting to bind port 9b61584f-e0bf-4c04-bd35-53cdc438e60e on host dv-cinder-844961-2-iscsi for vnic_type normal with profile {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 09:40:09.840246 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-44c3f78a-ae2e-4caf-b4b9-74201674f93b None None] Attempting to bind port 9b61584f-e0bf-4c04-bd35-53cdc438e60e by drivers openvswitch,hyperv on host dv-cinder-844961-2-iscsi at level 0 using segments [{'id': 'a4995e04-234e-4976-89c5-310a94033a09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'}] {{(pid=112921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 09:40:09.840611 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c3f78a-ae2e-4caf-b4b9-74201674f93b None None] Attempting to bind port 9b61584f-e0bf-4c04-bd35-53cdc438e60e on network 9ecc2a3c-efc3-4c90-8e67-1028759a248c {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:40:09.842883 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port 1c4d034c-8ef7-46f9-be23-1eb519674ae9 is: ACTIVE; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:40:09.870807 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c3f78a-ae2e-4caf-b4b9-74201674f93b None None] Checking agent: {'id': '18a9d5f8-8bea-4c71-b161-cda838278486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844961-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 9, 39, 30), 'started_at': datetime.datetime(2022, 8, 31, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844961-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 09:40:09.871171 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c3f78a-ae2e-4caf-b4b9-74201674f93b None None] Checking segment: {'id': 'a4995e04-234e-4976-89c5-310a94033a09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:40:09.871590 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-44c3f78a-ae2e-4caf-b4b9-74201674f93b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:40:09.871947 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c3f78a-ae2e-4caf-b4b9-74201674f93b None None] Bound using segment: {'id': 'a4995e04-234e-4976-89c5-310a94033a09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'} {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 09:40:09.872418 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-44c3f78a-ae2e-4caf-b4b9-74201674f93b None None] Bound port: 9b61584f-e0bf-4c04-bd35-53cdc438e60e, host: dv-cinder-844961-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4995e04-234e-4976-89c5-310a94033a09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'}}] {{(pid=112921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 09:40:09.872791 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-44c3f78a-ae2e-4caf-b4b9-74201674f93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (9b61584f-e0bf-4c04-bd35-53cdc438e60e), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:40:09.915300 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8a094e-6e44-4b7d-8bb0-1dfba5bc5f5f None None] Pushing event updated for resources: {'Port': ['ID=9b61584f-e0bf-4c04-bd35-53cdc438e60e,revision_number=2']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:09.941299 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:40:09.952604 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-44c3f78a-ae2e-4caf-b4b9-74201674f93b None None] For port 9b61584f-e0bf-4c04-bd35-53cdc438e60e, host dv-cinder-844961-2-iscsi, cleared binding levels {{(pid=112921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:40:09.959652 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-44c3f78a-ae2e-4caf-b4b9-74201674f93b None None] For port 9b61584f-e0bf-4c04-bd35-53cdc438e60e, host dv-cinder-844961-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=9b61584f-e0bf-4c04-bd35-53cdc438e60e,segment=NetworkSegment(a4995e04-234e-4976-89c5-310a94033a09),segment_id=a4995e04-234e-4976-89c5-310a94033a09)] {{(pid=112921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:40:09.968256 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-44c3f78a-ae2e-4caf-b4b9-74201674f93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (9b61584f-e0bf-4c04-bd35-53cdc438e60e), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:40:10.015397 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c3f78a-ae2e-4caf-b4b9-74201674f93b None None] Routers {'29657ebf-fb6b-4302-9385-cdbf0972373d'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:40:10.016029 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-44c3f78a-ae2e-4caf-b4b9-74201674f93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:39:56Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['29657ebf-fb6b-4302-9385-cdbf0972373d'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:10.075735 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8a094e-6e44-4b7d-8bb0-1dfba5bc5f5f None None] Pushing event updated for resources: {'Port': ['ID=9b61584f-e0bf-4c04-bd35-53cdc438e60e,revision_number=3']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:10.152174 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-44c3f78a-ae2e-4caf-b4b9-74201674f93b None None] Set router 29657ebf-fb6b-4302-9385-cdbf0972373d gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:40:10.411334 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-44c3f78a-ae2e-4caf-b4b9-74201674f93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29657ebf-fb6b-4302-9385-cdbf0972373d', 'name': 'router1', 'tenant_id': '1001686acf834f2a8e65b3fc8369f4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '9b61584f-e0bf-4c04-bd35-53cdc438e60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:39:48Z', 'updated_at': '2022-08-31T09:40:07Z', 'revision_number': 4, 'project_id': '1001686acf834f2a8e65b3fc8369f4f6', 'gw_port': {'id': '9b61584f-e0bf-4c04-bd35-53cdc438e60e', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:df:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29657ebf-fb6b-4302-9385-cdbf0972373d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:40:06Z', 'updated_at': '2022-08-31T09:40:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': '1c4d034c-8ef7-46f9-be23-1eb519674ae9', 'name': '', 'network_id': 'a93722c5-c2d8-4d4c-9761-2bf93c1718c1', 'tenant_id': '1001686acf834f2a8e65b3fc8369f4f6', 'mac_address': 'fa:16:3e:26:35:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29657ebf-fb6b-4302-9385-cdbf0972373d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '821cd1d0-6a30-46f0-9734-ec8bbdc9a715', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:39:57Z', 'updated_at': '2022-08-31T09:40:07Z', 'revision_number': 5, 'project_id': '1001686acf834f2a8e65b3fc8369f4f6', 'subnets': [{'id': '821cd1d0-6a30-46f0-9734-ec8bbdc9a715', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e08bd203-f8ff-4acc-8da6-f3b4fb171c27'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:10.439431 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c3f78a-ae2e-4caf-b4b9-74201674f93b None None] The sync data for ids ['29657ebf-fb6b-4302-9385-cdbf0972373d'] in dv-cinder-844961-2-iscsi is: [{'id': '29657ebf-fb6b-4302-9385-cdbf0972373d', 'name': 'router1', 'tenant_id': '1001686acf834f2a8e65b3fc8369f4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '9b61584f-e0bf-4c04-bd35-53cdc438e60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:39:48Z', 'updated_at': '2022-08-31T09:40:07Z', 'revision_number': 4, 'project_id': '1001686acf834f2a8e65b3fc8369f4f6', 'gw_port': {'id': '9b61584f-e0bf-4c04-bd35-53cdc438e60e', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:df:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29657ebf-fb6b-4302-9385-cdbf0972373d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:40:06Z', 'updated_at': '2022-08-31T09:40:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': '1c4d034c-8ef7-46f9-be23-1eb519674ae9', 'name': '', 'network_id': 'a93722c5-c2d8-4d4c-9761-2bf93c1718c1', 'tenant_id': '1001686acf834f2a8e65b3fc8369f4f6', 'mac_address': 'fa:16:3e:26:35:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29657ebf-fb6b-4302-9385-cdbf0972373d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '821cd1d0-6a30-46f0-9734-ec8bbdc9a715', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:39:57Z', 'updated_at': '2022-08-31T09:40:07Z', 'revision_number': 5, 'project_id': '1001686acf834f2a8e65b3fc8369f4f6', 'subnets': [{'id': '821cd1d0-6a30-46f0-9734-ec8bbdc9a715', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e08bd203-f8ff-4acc-8da6-f3b4fb171c27'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:40:10.951397 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 40794) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:40:11.458171 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-f4ab413c-59d5-4dc8-8435-daf8977c3806 admin admin] 10.222.0.13 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.5051870 Aug 31 09:40:11.513666 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 9b61584f-e0bf-4c04-bd35-53cdc438e60e up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:40:11.547491 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:40:11.570718 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port 9b61584f-e0bf-4c04-bd35-53cdc438e60e triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:40:11.571123 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (9b61584f-e0bf-4c04-bd35-53cdc438e60e), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:40:11.666679 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port 9b61584f-e0bf-4c04-bd35-53cdc438e60e is: DOWN; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:40:11.667066 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (9b61584f-e0bf-4c04-bd35-53cdc438e60e), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:40:11.694010 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] For port 9b61584f-e0bf-4c04-bd35-53cdc438e60e, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=9b61584f-e0bf-4c04-bd35-53cdc438e60e,segment=NetworkSegment(a4995e04-234e-4976-89c5-310a94033a09),segment_id=a4995e04-234e-4976-89c5-310a94033a09)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:11.700117 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (9b61584f-e0bf-4c04-bd35-53cdc438e60e), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:40:11.769498 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Pushing event updated for resources: {'Port': ['ID=9b61584f-e0bf-4c04-bd35-53cdc438e60e,revision_number=4']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:12.287429 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=17,neutron:INSERT=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:40:12.298498 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=48,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:40:13.498232 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 9b61584f-e0bf-4c04-bd35-53cdc438e60e up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:40:13.554272 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port 9b61584f-e0bf-4c04-bd35-53cdc438e60e triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:40:13.554914 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (9b61584f-e0bf-4c04-bd35-53cdc438e60e), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:40:13.644533 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port 9b61584f-e0bf-4c04-bd35-53cdc438e60e is: ACTIVE; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:40:14.073698 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.agents_db [None req-8002e13a-56e4-448b-bc0d-5c9f038cbdad None None] Agent healthcheck: found 5 active agents {{(pid=112922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:40:21.438546 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=87,neutron:INSERT=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:40:21.444251 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=73,neutron:UPDATE=2 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:40:23.637434 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=38,neutron:UPDATE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:40:23.642499 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:40:24.067302 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=46 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:40:24.068711 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=30 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:40:24.170912 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-824936d6-99a3-49af-b855-44dd8a3e7d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:40:26.436297 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-4a5031b5-a2b6-4958-a233-256c1c441050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:40:27.707256 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:40:29.393202 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:40:29.569864 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:40:39.554051 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:40:39.564065 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:40:51.072500 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.agents_db [None req-8002e13a-56e4-448b-bc0d-5c9f038cbdad None None] Agent healthcheck: found 5 active agents {{(pid=112922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:40:54.177874 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-cc8a65b1-b2ca-44c6-a231-edf71e844d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:40:56.434612 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-0db31aec-b2ae-4801-8649-27d977f0d9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:40:57.710813 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:40:59.384346 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:40:59.584290 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:41:01.068965 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=3 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:41:01.070841 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=7 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:41:09.567196 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:41:09.578842 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:41:24.174153 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-9ffeb414-0946-41d1-a91e-e3781a4bf9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:41:26.431804 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-012c3fa4-6c00-45da-a46d-6197357c6548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:41:27.721181 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:41:28.072505 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.agents_db [None req-8002e13a-56e4-448b-bc0d-5c9f038cbdad None None] Agent healthcheck: found 5 active agents {{(pid=112922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:41:29.078561 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:41:29.391553 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:41:29.566434 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:41:38.069294 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=4 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:41:39.555001 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:41:39.558712 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:41:45.230031 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 41334) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:41:45.654522 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3417a6f-9833-4d2b-b946-da863dd9bb54 admin admin] GET failed (client error): The resource could not be found. Aug 31 09:41:45.656489 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-e3417a6f-9833-4d2b-b946-da863dd9bb54 admin admin] 10.222.0.13 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.4254415 Aug 31 09:41:45.839668 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfc01f6-0489-40a5-88cc-c0b1cd255e2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:41:45.841068 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-bcfc01f6-0489-40a5-88cc-c0b1cd255e2c admin admin] 10.222.0.13 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1800373 Aug 31 09:41:48.295787 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 41344) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:41:48.784901 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3812f900-fbfd-490d-8abc-2e7e10ca669e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:41:48.786297 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-3812f900-fbfd-490d-8abc-2e7e10ca669e admin admin] 10.222.0.13 "GET /networking/v2.0/subnets/821cd1d0-6a30-46f0-9734-ec8bbdc9a715 HTTP/1.1" status: 200 len: 849 time: 0.4896150 Aug 31 09:41:48.796778 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-40350416-90b0-433c-a36f-464ac0f61c06 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:48.891578 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-40350416-90b0-433c-a36f-464ac0f61c06 admin admin] Publish callbacks [] for subnet (821cd1d0-6a30-46f0-9734-ec8bbdc9a715), before_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:41:49.049102 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-40350416-90b0-433c-a36f-464ac0f61c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747473278091'] for subnet (821cd1d0-6a30-46f0-9734-ec8bbdc9a715), after_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:41:49.084234 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40350416-90b0-433c-a36f-464ac0f61c06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:41:49.085666 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-40350416-90b0-433c-a36f-464ac0f61c06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for subnet (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:41:49.087492 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-40350416-90b0-433c-a36f-464ac0f61c06 admin admin] 10.222.0.13 "PUT /networking/v2.0/subnets/821cd1d0-6a30-46f0-9734-ec8bbdc9a715 HTTP/1.1" status: 200 len: 868 time: 0.2946615 Aug 31 09:41:49.088700 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3dce228-14c4-4324-a904-b0be5bc43cc6 None None] Network a93722c5-c2d8-4d4c-9761-2bf93c1718c1 requested from dv-cinder-844961-2-iscsi {{(pid=112921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 09:41:49.117251 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40350416-90b0-433c-a36f-464ac0f61c06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=821cd1d0-6a30-46f0-9734-ec8bbdc9a715,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:49.127026 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40350416-90b0-433c-a36f-464ac0f61c06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:49.127661 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40350416-90b0-433c-a36f-464ac0f61c06 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:49.128317 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40350416-90b0-433c-a36f-464ac0f61c06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:49.128818 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40350416-90b0-433c-a36f-464ac0f61c06 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:49.129363 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40350416-90b0-433c-a36f-464ac0f61c06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:49.129857 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40350416-90b0-433c-a36f-464ac0f61c06 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:49.130346 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40350416-90b0-433c-a36f-464ac0f61c06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:49.130837 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40350416-90b0-433c-a36f-464ac0f61c06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:49.131374 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40350416-90b0-433c-a36f-464ac0f61c06 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:49.131861 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40350416-90b0-433c-a36f-464ac0f61c06 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:49.132370 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40350416-90b0-433c-a36f-464ac0f61c06 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:49.132861 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40350416-90b0-433c-a36f-464ac0f61c06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:49.133346 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40350416-90b0-433c-a36f-464ac0f61c06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:49.133866 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40350416-90b0-433c-a36f-464ac0f61c06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:49.134492 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40350416-90b0-433c-a36f-464ac0f61c06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:49.418298 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-05ce001a-a017-49b8-8137-37a8b7cf073a None None] Provisioning complete for port dff998bb-910f-4477-ab8f-af2c5b2af7e4 triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:41:49.418689 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-05ce001a-a017-49b8-8137-37a8b7cf073a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (dff998bb-910f-4477-ab8f-af2c5b2af7e4), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:41:49.496636 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-05ce001a-a017-49b8-8137-37a8b7cf073a None None] Current status of the port dff998bb-910f-4477-ab8f-af2c5b2af7e4 is: ACTIVE; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:41:49.506445 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-05ce001a-a017-49b8-8137-37a8b7cf073a None None] Provisioning complete for port 1c4d034c-8ef7-46f9-be23-1eb519674ae9 triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:41:49.506768 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-05ce001a-a017-49b8-8137-37a8b7cf073a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (1c4d034c-8ef7-46f9-be23-1eb519674ae9), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:41:49.598911 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-05ce001a-a017-49b8-8137-37a8b7cf073a None None] Current status of the port 1c4d034c-8ef7-46f9-be23-1eb519674ae9 is: ACTIVE; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:41:51.502155 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 41352) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:41:52.011260 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755467e5-2738-4e22-9c9d-402c32fa280d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:41:52.011726 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755467e5-2738-4e22-9c9d-402c32fa280d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:41:52.013266 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-755467e5-2738-4e22-9c9d-402c32fa280d admin admin] 10.222.0.13 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5097427 Aug 31 09:41:54.177722 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-7e9a77eb-86aa-42dd-945a-68520ec89ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:41:54.429048 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 41360) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:41:54.893769 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b26ada5-27c8-4d6f-b915-05101dc6db44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:41:54.894227 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b26ada5-27c8-4d6f-b915-05101dc6db44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:41:54.895746 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-9b26ada5-27c8-4d6f-b915-05101dc6db44 admin admin] 10.222.0.13 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4657938 Aug 31 09:41:56.435759 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-19b929a3-7352-4fa1-b915-4ed4a2f5d829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:41:57.335126 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 41368) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:41:57.715808 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:41:57.774709 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58679473-ae76-481c-a805-5cd1f1dd202b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:41:57.776109 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-58679473-ae76-481c-a805-5cd1f1dd202b admin admin] 10.222.0.13 "GET /networking/v2.0/networks/9ecc2a3c-efc3-4c90-8e67-1028759a248c HTTP/1.1" status: 200 len: 886 time: 0.4397416 Aug 31 09:41:59.393146 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:41:59.559971 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:42:00.195769 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 41380) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:42:00.622084 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dd6ecc-d698-4fbf-8c4d-4af757db7ee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:42:00.624080 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-b7dd6ecc-d698-4fbf-8c4d-4af757db7ee9 admin admin] 10.222.0.13 "GET /networking/v2.0/networks/a93722c5-c2d8-4d4c-9761-2bf93c1718c1 HTTP/1.1" status: 200 len: 869 time: 0.4270477 Aug 31 09:42:02.990602 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 41388) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:42:03.549911 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0b508e-5093-463b-98b7-b7e23d196bb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:42:03.550370 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0b508e-5093-463b-98b7-b7e23d196bb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:42:03.551976 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-ba0b508e-5093-463b-98b7-b7e23d196bb7 admin admin] 10.222.0.13 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5603974 Aug 31 09:42:04.889463 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:42:04.890828 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=82,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:42:05.070880 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.agents_db [None req-8002e13a-56e4-448b-bc0d-5c9f038cbdad None None] Agent healthcheck: found 5 active agents {{(pid=112922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:42:05.917255 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 41396) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:42:06.340697 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d5b28f-a5d5-498f-b1cd-00a769893d3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:42:06.341151 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d5b28f-a5d5-498f-b1cd-00a769893d3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:42:06.343464 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-47d5b28f-a5d5-498f-b1cd-00a769893d3c admin admin] 10.222.0.13 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4252889 Aug 31 09:42:08.715794 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 41404) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:42:09.119419 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1cb11d-1672-48bc-8a6e-8efc4c46c1b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:42:09.120763 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-3e1cb11d-1672-48bc-8a6e-8efc4c46c1b3 admin admin] 10.222.0.13 "GET /networking/v2.0/subnets/821cd1d0-6a30-46f0-9734-ec8bbdc9a715 HTTP/1.1" status: 200 len: 868 time: 0.4039936 Aug 31 09:42:09.548422 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=47,neutron:UPDATE=4 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:42:09.555933 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=45,neutron:UPDATE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:42:11.491278 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 41412) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:42:11.863586 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80e9b72-660b-429f-94a4-445b6e01df05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:42:11.864953 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-f80e9b72-660b-429f-94a4-445b6e01df05 admin admin] 10.222.0.13 "GET /networking/v2.0/subnets/b5177607-d6ca-45c7-ac03-71d68f18093b HTTP/1.1" status: 200 len: 816 time: 0.3727322 Aug 31 09:42:13.541355 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=29 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:42:13.545246 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=27 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:42:21.853442 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=18 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:42:21.860030 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=18 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:42:24.180577 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-61448f2f-1760-4ea7-8c3e-aacf7b211275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:42:24.653706 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=16 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:42:24.657619 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=18 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:42:26.439208 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-45ab3aa4-74cf-4a15-80ed-f91e1ab72622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:42:27.719385 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:42:29.404435 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:42:29.566967 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:42:39.560614 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:42:39.563294 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:42:41.381553 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 41472) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:42:41.721313 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [None req-84053dd1-8da7-4080-b634-663312a22c75 admin admin] http://10.222.0.13:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 09:42:41.722347 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-84053dd1-8da7-4080-b634-663312a22c75 admin admin] 10.222.0.13 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3397980 Aug 31 09:42:42.068875 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.agents_db [None req-8002e13a-56e4-448b-bc0d-5c9f038cbdad None None] Agent healthcheck: found 5 active agents {{(pid=112922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:42:44.206755 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 41480) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:42:44.557108 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.pecan_wsgi.hooks.translation [None req-959cb131-76b3-46f8-8d90-21b597558c7c admin admin] GET failed (client error): The resource could not be found. Aug 31 09:42:44.558486 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-959cb131-76b3-46f8-8d90-21b597558c7c admin admin] 10.222.0.13 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3507907 Aug 31 09:42:44.655913 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41bced0-0f95-451d-8ddb-6f0efd9d158b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:42:44.657643 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-d41bced0-0f95-451d-8ddb-6f0efd9d158b admin admin] 10.222.0.13 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0937541 Aug 31 09:42:47.142118 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 41488) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:42:47.504531 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [None req-d64fd50b-37f4-410c-b48c-e32b8882d542 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:47.529463 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64fd50b-37f4-410c-b48c-e32b8882d542 admin admin] Made reservation on behalf of 3f187a2ac46b4c229b4eeead01522f05 for: {'network': 1} {{(pid=112919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:47.531791 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-d64fd50b-37f4-410c-b48c-e32b8882d542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for network (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:42:47.563949 dv-cinder-844961-2-iscsi neutron-server[112919]: WARNING neutron.services.revisions.revision_plugin [None req-d64fd50b-37f4-410c-b48c-e32b8882d542 admin admin] Could not find related network for resource to bump revision. Aug 31 09:42:47.576153 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d64fd50b-37f4-410c-b48c-e32b8882d542 admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=112919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:42:47.593377 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-d64fd50b-37f4-410c-b48c-e32b8882d542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927539'] for segment (4aa705b9-52d6-43cf-8d01-257410e9db3f), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:42:47.593738 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.db.segments_db [None req-d64fd50b-37f4-410c-b48c-e32b8882d542 admin admin] Added segment 4aa705b9-52d6-43cf-8d01-257410e9db3f of type vlan for network 8845f475-db3e-48e7-b4ea-89a4f35dd987 Aug 31 09:42:47.635589 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-d64fd50b-37f4-410c-b48c-e32b8882d542 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747472916821'] for network (8845f475-db3e-48e7-b4ea-89a4f35dd987), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:42:47.660945 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-d64fd50b-37f4-410c-b48c-e32b8882d542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582'] for network (8845f475-db3e-48e7-b4ea-89a4f35dd987), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:42:47.661959 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64fd50b-37f4-410c-b48c-e32b8882d542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:42:47.662549 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-d64fd50b-37f4-410c-b48c-e32b8882d542 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for network (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:42:47.713720 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-d64fd50b-37f4-410c-b48c-e32b8882d542 admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5704808 Aug 31 09:42:47.732542 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64fd50b-37f4-410c-b48c-e32b8882d542 admin admin] Pushing event updated for resources: {'Network': ['ID=8845f475-db3e-48e7-b4ea-89a4f35dd987,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:47.740719 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64fd50b-37f4-410c-b48c-e32b8882d542 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:47.741073 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64fd50b-37f4-410c-b48c-e32b8882d542 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:47.741480 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64fd50b-37f4-410c-b48c-e32b8882d542 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:47.741834 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64fd50b-37f4-410c-b48c-e32b8882d542 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:47.742176 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64fd50b-37f4-410c-b48c-e32b8882d542 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:47.742514 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64fd50b-37f4-410c-b48c-e32b8882d542 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:47.742850 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64fd50b-37f4-410c-b48c-e32b8882d542 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:47.743188 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64fd50b-37f4-410c-b48c-e32b8882d542 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:47.743514 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64fd50b-37f4-410c-b48c-e32b8882d542 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:47.743849 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64fd50b-37f4-410c-b48c-e32b8882d542 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:47.744180 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64fd50b-37f4-410c-b48c-e32b8882d542 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:47.744532 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64fd50b-37f4-410c-b48c-e32b8882d542 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:47.744870 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64fd50b-37f4-410c-b48c-e32b8882d542 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:47.745196 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64fd50b-37f4-410c-b48c-e32b8882d542 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:47.745562 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64fd50b-37f4-410c-b48c-e32b8882d542 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:47.758620 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Network 8845f475-db3e-48e7-b4ea-89a4f35dd987 details requested by agent ovs-agent-dv-cinder-844961-2-iscsi with host dv-cinder-844961-2-iscsi {{(pid=112921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:42:50.142827 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 41496) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:42:50.487820 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6739f04-0d21-405a-b6ad-4a49fd390176 admin admin] GET failed (client error): The resource could not be found. Aug 31 09:42:50.489132 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-b6739f04-0d21-405a-b6ad-4a49fd390176 admin admin] 10.222.0.13 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3454263 Aug 31 09:42:50.598460 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f45ea35-2396-4e7a-b810-6a5b5246729d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:42:50.599936 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-8f45ea35-2396-4e7a-b810-6a5b5246729d admin admin] 10.222.0.13 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1064010 Aug 31 09:42:50.613547 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [None req-23b965c3-c811-4c62-974b-c163b1cf7653 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '8845f475-db3e-48e7-b4ea-89a4f35dd987', 'cidr': '192.168.233.0/24'}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:50.633462 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b965c3-c811-4c62-974b-c163b1cf7653 admin admin] Made reservation on behalf of 3f187a2ac46b4c229b4eeead01522f05 for: {'subnet': 1} {{(pid=112919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:50.635982 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-23b965c3-c811-4c62-974b-c163b1cf7653 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:42:50.814752 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-23b965c3-c811-4c62-974b-c163b1cf7653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582'] for subnet (796b935f-2f55-42c5-a9bc-6119f1297d24), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:42:50.878062 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b965c3-c811-4c62-974b-c163b1cf7653 admin admin] Pushing event updated for resources: {'Subnet': ['ID=796b935f-2f55-42c5-a9bc-6119f1297d24,revision_number=0']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:50.883510 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b965c3-c811-4c62-974b-c163b1cf7653 admin admin] Checking segment: {'id': '4aa705b9-52d6-43cf-8d01-257410e9db3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8845f475-db3e-48e7-b4ea-89a4f35dd987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:42:50.884695 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b965c3-c811-4c62-974b-c163b1cf7653 admin admin] Network hostable DHCP agents. Network: 8845f475-db3e-48e7-b4ea-89a4f35dd987, hostable agents: ['018d2bb8-ebf2-469c-9257-23530a727a9b'], hosted agents: [] {{(pid=112919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:42:50.902097 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b965c3-c811-4c62-974b-c163b1cf7653 admin admin] Network 8845f475-db3e-48e7-b4ea-89a4f35dd987 is scheduled to be hosted by DHCP agent 018d2bb8-ebf2-469c-9257-23530a727a9b with binding_index 1 {{(pid=112919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:42:50.910523 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.base_scheduler [None req-23b965c3-c811-4c62-974b-c163b1cf7653 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844961-2-iscsi, 8845f475-db3e-48e7-b4ea-89a4f35dd987) {{(pid=112919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:50.914702 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b965c3-c811-4c62-974b-c163b1cf7653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:42:50.915309 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-23b965c3-c811-4c62-974b-c163b1cf7653 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for subnet (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:42:50.923247 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf8f7a5-a8e8-4311-a554-5be2c4efd34c None None] Network 8845f475-db3e-48e7-b4ea-89a4f35dd987 requested from dv-cinder-844961-2-iscsi {{(pid=112921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 09:42:50.931778 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-23b965c3-c811-4c62-974b-c163b1cf7653 admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3216760 Aug 31 09:42:51.048087 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683d6e21-8e5a-4fc3-885d-590e1328a5c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf769dcf0-00d3-5bf4-b672-2b9122ce186a-8845f475-db3e-48e7-b4ea-89a4f35dd987', 'network_id': '8845f475-db3e-48e7-b4ea-89a4f35dd987', 'project_id': '3f187a2ac46b4c229b4eeead01522f05', 'fixed_ips': [{'subnet_id': '796b935f-2f55-42c5-a9bc-6119f1297d24'}]}} from dv-cinder-844961-2-iscsi. {{(pid=112921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 09:42:51.049139 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-683d6e21-8e5a-4fc3-885d-590e1328a5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:42:51.210216 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.db_base_plugin_common [None req-683d6e21-8e5a-4fc3-885d-590e1328a5c6 None None] Allocated IP 192.168.233.2 (8845f475-db3e-48e7-b4ea-89a4f35dd987/796b935f-2f55-42c5-a9bc-6119f1297d24/951320d5-17c0-4c3c-a931-f9316f7104c0) {{(pid=112921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:42:51.473305 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-683d6e21-8e5a-4fc3-885d-590e1328a5c6 None None] Publish callbacks [] for port (951320d5-17c0-4c3c-a931-f9316f7104c0), precommit_create {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:42:51.480295 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-683d6e21-8e5a-4fc3-885d-590e1328a5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278'] for port (951320d5-17c0-4c3c-a931-f9316f7104c0), after_create {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:42:51.524061 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683d6e21-8e5a-4fc3-885d-590e1328a5c6 None None] Network 8845f475-db3e-48e7-b4ea-89a4f35dd987 is already hosted by enough agents. {{(pid=112921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:51.527119 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.scheduler.base_scheduler [None req-683d6e21-8e5a-4fc3-885d-590e1328a5c6 None None] Resources bound (agent type, host, resource id): {{(pid=112921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:51.531637 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683d6e21-8e5a-4fc3-885d-590e1328a5c6 None None] Received port after_create {{(pid=112921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:42:51.536865 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d6e21-8e5a-4fc3-885d-590e1328a5c6 None None] Pushing event updated for resources: {'Port': ['ID=951320d5-17c0-4c3c-a931-f9316f7104c0,revision_number=1']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:51.547954 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683d6e21-8e5a-4fc3-885d-590e1328a5c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:51.548215 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683d6e21-8e5a-4fc3-885d-590e1328a5c6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:51.548567 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683d6e21-8e5a-4fc3-885d-590e1328a5c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:51.548923 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683d6e21-8e5a-4fc3-885d-590e1328a5c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:51.549258 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683d6e21-8e5a-4fc3-885d-590e1328a5c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:51.549610 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683d6e21-8e5a-4fc3-885d-590e1328a5c6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:51.549934 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683d6e21-8e5a-4fc3-885d-590e1328a5c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:51.550253 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683d6e21-8e5a-4fc3-885d-590e1328a5c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:51.550576 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683d6e21-8e5a-4fc3-885d-590e1328a5c6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:51.550898 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683d6e21-8e5a-4fc3-885d-590e1328a5c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:51.551221 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683d6e21-8e5a-4fc3-885d-590e1328a5c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:51.551558 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683d6e21-8e5a-4fc3-885d-590e1328a5c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:51.551879 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683d6e21-8e5a-4fc3-885d-590e1328a5c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:51.552194 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683d6e21-8e5a-4fc3-885d-590e1328a5c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:51.552515 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683d6e21-8e5a-4fc3-885d-590e1328a5c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:51.606164 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-683d6e21-8e5a-4fc3-885d-590e1328a5c6 None None] Attempting to bind port 951320d5-17c0-4c3c-a931-f9316f7104c0 on host dv-cinder-844961-2-iscsi for vnic_type normal with profile {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 09:42:51.607030 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-683d6e21-8e5a-4fc3-885d-590e1328a5c6 None None] Attempting to bind port 951320d5-17c0-4c3c-a931-f9316f7104c0 by drivers openvswitch,hyperv on host dv-cinder-844961-2-iscsi at level 0 using segments [{'id': '4aa705b9-52d6-43cf-8d01-257410e9db3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8845f475-db3e-48e7-b4ea-89a4f35dd987'}] {{(pid=112921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 09:42:51.607382 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683d6e21-8e5a-4fc3-885d-590e1328a5c6 None None] Attempting to bind port 951320d5-17c0-4c3c-a931-f9316f7104c0 on network 8845f475-db3e-48e7-b4ea-89a4f35dd987 {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:42:51.613296 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683d6e21-8e5a-4fc3-885d-590e1328a5c6 None None] Checking agent: {'id': '18a9d5f8-8bea-4c71-b161-cda838278486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844961-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 9, 39, 30), 'started_at': datetime.datetime(2022, 8, 31, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 9, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844961-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 09:42:51.613696 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683d6e21-8e5a-4fc3-885d-590e1328a5c6 None None] Checking segment: {'id': '4aa705b9-52d6-43cf-8d01-257410e9db3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8845f475-db3e-48e7-b4ea-89a4f35dd987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:42:51.614092 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-683d6e21-8e5a-4fc3-885d-590e1328a5c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:42:51.614474 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683d6e21-8e5a-4fc3-885d-590e1328a5c6 None None] Bound using segment: {'id': '4aa705b9-52d6-43cf-8d01-257410e9db3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8845f475-db3e-48e7-b4ea-89a4f35dd987'} {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 09:42:51.614935 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-683d6e21-8e5a-4fc3-885d-590e1328a5c6 None None] Bound port: 951320d5-17c0-4c3c-a931-f9316f7104c0, host: dv-cinder-844961-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aa705b9-52d6-43cf-8d01-257410e9db3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8845f475-db3e-48e7-b4ea-89a4f35dd987'}}] {{(pid=112921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 09:42:51.615314 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-683d6e21-8e5a-4fc3-885d-590e1328a5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (951320d5-17c0-4c3c-a931-f9316f7104c0), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:42:51.683200 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-683d6e21-8e5a-4fc3-885d-590e1328a5c6 None None] For port 951320d5-17c0-4c3c-a931-f9316f7104c0, host dv-cinder-844961-2-iscsi, cleared binding levels {{(pid=112921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:42:51.687351 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-683d6e21-8e5a-4fc3-885d-590e1328a5c6 None None] For port 951320d5-17c0-4c3c-a931-f9316f7104c0, host dv-cinder-844961-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=951320d5-17c0-4c3c-a931-f9316f7104c0,segment=NetworkSegment(4aa705b9-52d6-43cf-8d01-257410e9db3f),segment_id=4aa705b9-52d6-43cf-8d01-257410e9db3f)] {{(pid=112921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:42:51.693750 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-683d6e21-8e5a-4fc3-885d-590e1328a5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (951320d5-17c0-4c3c-a931-f9316f7104c0), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:42:51.753230 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d6e21-8e5a-4fc3-885d-590e1328a5c6 None None] Pushing event updated for resources: {'Port': ['ID=951320d5-17c0-4c3c-a931-f9316f7104c0,revision_number=2']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:52.064820 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=2 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:42:52.066095 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=6 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:42:52.552565 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d759f2-5388-4f8f-bc3d-6987429d90b6 None None] Network 8845f475-db3e-48e7-b4ea-89a4f35dd987 requested from dv-cinder-844961-2-iscsi {{(pid=112921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 09:42:52.624383 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-141c3e5e-c800-4b49-8be3-50b6bf8fdd84 None None] Provisioning complete for port 951320d5-17c0-4c3c-a931-f9316f7104c0 triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:42:52.624763 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-141c3e5e-c800-4b49-8be3-50b6bf8fdd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (951320d5-17c0-4c3c-a931-f9316f7104c0), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:42:52.690118 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:42:52.697043 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:42:52.750278 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-141c3e5e-c800-4b49-8be3-50b6bf8fdd84 None None] Current status of the port 951320d5-17c0-4c3c-a931-f9316f7104c0 is: DOWN; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:42:52.750778 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-141c3e5e-c800-4b49-8be3-50b6bf8fdd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (951320d5-17c0-4c3c-a931-f9316f7104c0), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:42:52.793652 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-141c3e5e-c800-4b49-8be3-50b6bf8fdd84 None None] For port 951320d5-17c0-4c3c-a931-f9316f7104c0, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=951320d5-17c0-4c3c-a931-f9316f7104c0,segment=NetworkSegment(4aa705b9-52d6-43cf-8d01-257410e9db3f),segment_id=4aa705b9-52d6-43cf-8d01-257410e9db3f)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:52.799918 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-141c3e5e-c800-4b49-8be3-50b6bf8fdd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (951320d5-17c0-4c3c-a931-f9316f7104c0), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:42:52.858542 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c3e5e-c800-4b49-8be3-50b6bf8fdd84 None None] Pushing event updated for resources: {'Port': ['ID=951320d5-17c0-4c3c-a931-f9316f7104c0,revision_number=3']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:52.924318 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-acac90aa-eedb-44f1-b811-ad7b219dca10 None None] Provisioning complete for port 951320d5-17c0-4c3c-a931-f9316f7104c0 triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:42:52.924708 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-acac90aa-eedb-44f1-b811-ad7b219dca10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (951320d5-17c0-4c3c-a931-f9316f7104c0), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:42:53.004246 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-acac90aa-eedb-44f1-b811-ad7b219dca10 None None] Current status of the port 951320d5-17c0-4c3c-a931-f9316f7104c0 is: ACTIVE; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:42:53.595168 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 951320d5-17c0-4c3c-a931-f9316f7104c0 up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:42:53.642772 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port 951320d5-17c0-4c3c-a931-f9316f7104c0 triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:42:53.643156 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (951320d5-17c0-4c3c-a931-f9316f7104c0), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:42:53.724379 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port 951320d5-17c0-4c3c-a931-f9316f7104c0 is: ACTIVE; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:42:54.183477 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-fb7cf3a0-518a-408b-849e-cf09f6dff9cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:42:54.648643 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=9 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:42:54.651896 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=13 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:42:56.446643 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-1c52e97a-cae6-4695-982c-e5ff240d5a1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:42:57.721981 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:42:59.399362 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:42:59.561874 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:43:00.924745 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=63,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:43:00.925962 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=75,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:43:09.554701 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=69,neutron:UPDATE=3 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:43:09.556622 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=68,neutron:UPDATE=4 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:43:19.067386 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.agents_db [None req-8002e13a-56e4-448b-bc0d-5c9f038cbdad None None] Agent healthcheck: found 5 active agents {{(pid=112922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:43:24.192402 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-2d28f255-b282-4fdc-91c3-c4e060c70430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:43:26.441651 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b0476b90-ccbd-430d-bd56-1a662539de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:43:27.729087 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:43:29.062846 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:43:29.063670 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=6 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:43:29.406171 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:43:29.568865 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:43:39.556808 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:43:39.564225 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:43:54.190032 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b7fe0bc6-1193-4403-9bac-b2762c990150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:43:56.066563 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.agents_db [None req-8002e13a-56e4-448b-bc0d-5c9f038cbdad None None] Agent healthcheck: found 5 active agents {{(pid=112922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:43:56.445624 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-dc5d6dd2-f998-44bf-9df9-863b2bebcb93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:43:57.727624 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:43:59.407966 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:43:59.563614 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:44:06.062368 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=3 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:44:06.063132 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=5 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:44:06.867762 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 41538) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:44:06.874065 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [None req-88ed788f-29b8-4601-9924-dc5a06728f27 tempest-verify_tempest_config-537620348 tempest-verify_tempest_config-537620348-project] http://10.222.0.13:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 09:44:06.875016 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-88ed788f-29b8-4601-9924-dc5a06728f27 tempest-verify_tempest_config-537620348 tempest-verify_tempest_config-537620348-project] 10.222.0.13 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0062959 Aug 31 09:44:07.410612 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 41556) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:44:07.766266 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-62acab29-b679-4741-8489-c16836ab4383 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:44:07.955029 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-62acab29-b679-4741-8489-c16836ab4383 admin admin] Publish callbacks [] for security_group (9a6fc346-b8d1-4ff3-9159-1425ba139d67), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:44:07.958946 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-62acab29-b679-4741-8489-c16836ab4383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (9a6fc346-b8d1-4ff3-9159-1425ba139d67), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:44:08.005481 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-62acab29-b679-4741-8489-c16836ab4383 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=954fbb77916e4641ba59cd19f5924b63&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5937500 Aug 31 09:44:08.006278 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62acab29-b679-4741-8489-c16836ab4383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6fc346-b8d1-4ff3-9159-1425ba139d67,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:08.008459 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 41562) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:44:08.016640 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62acab29-b679-4741-8489-c16836ab4383 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:08.016984 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62acab29-b679-4741-8489-c16836ab4383 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:08.017336 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62acab29-b679-4741-8489-c16836ab4383 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:08.017703 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62acab29-b679-4741-8489-c16836ab4383 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:08.018033 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62acab29-b679-4741-8489-c16836ab4383 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:08.018357 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62acab29-b679-4741-8489-c16836ab4383 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:08.018683 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62acab29-b679-4741-8489-c16836ab4383 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:08.019001 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62acab29-b679-4741-8489-c16836ab4383 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:08.019339 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62acab29-b679-4741-8489-c16836ab4383 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:08.019700 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62acab29-b679-4741-8489-c16836ab4383 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:08.020036 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62acab29-b679-4741-8489-c16836ab4383 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:08.022385 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62acab29-b679-4741-8489-c16836ab4383 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:08.022385 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62acab29-b679-4741-8489-c16836ab4383 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:08.022385 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62acab29-b679-4741-8489-c16836ab4383 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:08.022385 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62acab29-b679-4741-8489-c16836ab4383 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:08.067610 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-46682b7f-8b46-4115-b33f-4efc1458d77b admin admin] Publish callbacks [] for security_group (9a6fc346-b8d1-4ff3-9159-1425ba139d67), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:44:08.089002 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-46682b7f-8b46-4115-b33f-4efc1458d77b admin admin] Publish callbacks [] for security_group (9a6fc346-b8d1-4ff3-9159-1425ba139d67), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:44:08.202501 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-46682b7f-8b46-4115-b33f-4efc1458d77b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (9a6fc346-b8d1-4ff3-9159-1425ba139d67), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:44:08.204962 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-46682b7f-8b46-4115-b33f-4efc1458d77b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:44:08.208528 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-46682b7f-8b46-4115-b33f-4efc1458d77b admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/9a6fc346-b8d1-4ff3-9159-1425ba139d67 HTTP/1.1" status: 204 len: 168 time: 0.1967196 Aug 31 09:44:08.214069 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46682b7f-8b46-4115-b33f-4efc1458d77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6fc346-b8d1-4ff3-9159-1425ba139d67,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:08.221615 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46682b7f-8b46-4115-b33f-4efc1458d77b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:08.221991 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46682b7f-8b46-4115-b33f-4efc1458d77b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:08.222328 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46682b7f-8b46-4115-b33f-4efc1458d77b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:08.222664 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46682b7f-8b46-4115-b33f-4efc1458d77b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:08.223044 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46682b7f-8b46-4115-b33f-4efc1458d77b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:08.223298 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46682b7f-8b46-4115-b33f-4efc1458d77b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:08.223614 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46682b7f-8b46-4115-b33f-4efc1458d77b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:08.223932 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46682b7f-8b46-4115-b33f-4efc1458d77b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:08.224264 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46682b7f-8b46-4115-b33f-4efc1458d77b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:08.224581 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46682b7f-8b46-4115-b33f-4efc1458d77b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:08.224901 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46682b7f-8b46-4115-b33f-4efc1458d77b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:08.225231 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46682b7f-8b46-4115-b33f-4efc1458d77b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:08.225584 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46682b7f-8b46-4115-b33f-4efc1458d77b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:08.225900 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46682b7f-8b46-4115-b33f-4efc1458d77b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:08.226210 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46682b7f-8b46-4115-b33f-4efc1458d77b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:09.556126 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:44:18.010158 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=20,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:44:18.010965 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=19,neutron:INSERT=7 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:44:18.209847 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:44:18.217817 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:44:18.250696 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:44:24.185267 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-e3049b03-bea9-41c7-9c9c-361262d4e7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:44:26.451447 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-ada96f5d-2d95-4ade-9b92-9a4ad3a60028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:44:27.730585 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:44:29.411070 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:44:29.567000 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:44:33.065043 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.agents_db [None req-8002e13a-56e4-448b-bc0d-5c9f038cbdad None None] Agent healthcheck: found 5 active agents {{(pid=112922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:44:39.556342 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:44:39.563582 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:44:43.060102 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=17 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:44:43.060938 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=17 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:44:54.189269 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-3d2957f8-9261-4095-9410-3bdc9e44ad78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:44:56.454484 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-7415e807-1ec3-41c4-8a00-c2caca30b48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:44:57.739428 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:44:59.417126 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:44:59.573248 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:45:09.561284 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:45:09.568610 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:45:10.064111 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.agents_db [None req-8002e13a-56e4-448b-bc0d-5c9f038cbdad None None] Agent healthcheck: found 5 active agents {{(pid=112922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:45:22.069144 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=5 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:45:22.070485 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:45:24.195860 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-03aec53a-78e8-499f-8bc9-428d7a2d77b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:45:26.457736 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-30b51068-403a-4413-b8fe-bbd2212f885b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:45:27.735636 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:45:29.415953 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:45:29.567236 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:45:39.555910 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:45:39.563005 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:45:47.063184 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.agents_db [None req-8002e13a-56e4-448b-bc0d-5c9f038cbdad None None] Agent healthcheck: found 5 active agents {{(pid=112922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:45:48.064352 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=3 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:45:51.823480 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-965826'] for agent (e6f198be-e193-4693-a253-f9c4522a6272), after_create {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:45:54.188481 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-abc51307-8604-449f-8665-5cd6bfe38954 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:45:56.459601 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-d36114c9-8126-4173-a7fb-b87dbc9c92b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:45:57.059964 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=7 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:45:57.741458 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:45:59.422632 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:45:59.570454 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:46:04.580601 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 41656) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:46:04.706550 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-d685dd33-b601-4270-9926-102fb6c8fabc admin admin] 10.222.0.13 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1249325 Aug 31 09:46:06.940107 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 41666) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:46:07.002213 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-ada7bc6a-e3ce-4bb7-bb45-dc020bbc832f admin admin] 10.222.0.13 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0609882 Aug 31 09:46:09.564170 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:46:09.566052 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=8,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:46:14.699677 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:46:14.701675 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:46:16.997552 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:46:21.805718 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e6f198be-e193-4693-a253-f9c4522a6272), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:46:24.062111 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.agents_db [None req-8002e13a-56e4-448b-bc0d-5c9f038cbdad None None] Agent healthcheck: found 6 active agents {{(pid=112922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:46:24.191499 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-cc584fc3-5894-421c-bef5-e47c22ae2c66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:46:25.070660 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=20 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:46:26.467981 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84e1cb34-4613-42dc-8857-d967130daab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:46:27.741054 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:46:29.423661 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:46:29.574397 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:46:34.058524 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=14 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:46:39.567664 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:46:39.569557 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:46:51.818212 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e6f198be-e193-4693-a253-f9c4522a6272), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:46:54.292727 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b16526b0-8fc8-4a14-b867-f594e30b1b9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:46:56.462458 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-68ddc7fb-3e14-44ef-9fdb-c9e0324cfe94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:46:57.744951 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:46:59.427317 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:46:59.579420 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:01.061152 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.agents_db [None req-8002e13a-56e4-448b-bc0d-5c9f038cbdad None None] Agent healthcheck: found 6 active agents {{(pid=112922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:47:09.571774 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=26,neutron:UPDATE=4 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:47:09.574460 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:47:11.055482 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=4 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:47:11.056956 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=4 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:47:21.810816 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e6f198be-e193-4693-a253-f9c4522a6272), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:22.073871 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=1 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:47:22.075329 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:DELETE=1 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:47:24.199130 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-e96fdd29-843b-4ac8-9465-ea5beac3ce30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:26.465149 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b7f321f9-e0b2-4bf3-ae43-ee69e1a45154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:27.748585 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:29.431048 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:29.583462 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:38.062619 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.agents_db [None req-8002e13a-56e4-448b-bc0d-5c9f038cbdad None None] Agent healthcheck: found 6 active agents {{(pid=112922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:47:39.074862 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=4 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:47:39.577537 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:47:39.579518 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:47:45.991075 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 41864) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:47:46.309150 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 41900) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:47:46.390794 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-e92243f9-f9e4-4d79-a14d-7fbb90c745aa admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1771364971-network', 'tenant_id': 'c0fc6660b5494415915cdf2b325e5bd6'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:46.433452 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92243f9-f9e4-4d79-a14d-7fbb90c745aa admin admin] Made reservation on behalf of c0fc6660b5494415915cdf2b325e5bd6 for: {'network': 1} {{(pid=112920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:47:46.436239 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e92243f9-f9e4-4d79-a14d-7fbb90c745aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for network (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:46.448778 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e92243f9-f9e4-4d79-a14d-7fbb90c745aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:46.500854 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 41910) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:47:46.531398 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e92243f9-f9e4-4d79-a14d-7fbb90c745aa admin admin] Publish callbacks [] for security_group (205b0a5f-61f7-44a2-8681-8691b84c6583), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:46.540526 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e92243f9-f9e4-4d79-a14d-7fbb90c745aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (205b0a5f-61f7-44a2-8681-8691b84c6583), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:46.591088 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e92243f9-f9e4-4d79-a14d-7fbb90c745aa admin admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=112920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:47:46.608216 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e92243f9-f9e4-4d79-a14d-7fbb90c745aa admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747473415226', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927539'] for segment (77ec7e58-22c2-416f-b36d-15e60d463b0c), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:46.608960 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e92243f9-f9e4-4d79-a14d-7fbb90c745aa admin admin] Unsubscribe: segment precommit_create {{(pid=112920) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 09:47:46.609549 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.db.segments_db [None req-e92243f9-f9e4-4d79-a14d-7fbb90c745aa admin admin] Added segment 77ec7e58-22c2-416f-b36d-15e60d463b0c of type vlan for network 2e69cc92-d348-4eef-9a4c-b8daacafc440 Aug 31 09:47:46.673099 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92243f9-f9e4-4d79-a14d-7fbb90c745aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205b0a5f-61f7-44a2-8681-8691b84c6583,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:46.685475 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e92243f9-f9e4-4d79-a14d-7fbb90c745aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747472916821'] for network (2e69cc92-d348-4eef-9a4c-b8daacafc440), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:46.707340 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92243f9-f9e4-4d79-a14d-7fbb90c745aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:46.707778 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92243f9-f9e4-4d79-a14d-7fbb90c745aa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:46.708219 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92243f9-f9e4-4d79-a14d-7fbb90c745aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:46.709155 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92243f9-f9e4-4d79-a14d-7fbb90c745aa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:46.709640 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92243f9-f9e4-4d79-a14d-7fbb90c745aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:46.710213 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92243f9-f9e4-4d79-a14d-7fbb90c745aa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:46.710605 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92243f9-f9e4-4d79-a14d-7fbb90c745aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:46.710999 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92243f9-f9e4-4d79-a14d-7fbb90c745aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:46.711352 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92243f9-f9e4-4d79-a14d-7fbb90c745aa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:46.711684 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92243f9-f9e4-4d79-a14d-7fbb90c745aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:46.712022 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92243f9-f9e4-4d79-a14d-7fbb90c745aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:46.712365 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92243f9-f9e4-4d79-a14d-7fbb90c745aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:46.712690 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92243f9-f9e4-4d79-a14d-7fbb90c745aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:46.713006 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92243f9-f9e4-4d79-a14d-7fbb90c745aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:46.713321 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92243f9-f9e4-4d79-a14d-7fbb90c745aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:46.714613 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92243f9-f9e4-4d79-a14d-7fbb90c745aa admin admin] Tracked resource versions report: Aug 31 09:47:46.714613 dv-cinder-844961-2-iscsi neutron-server[112920]: pushed versions: Aug 31 09:47:46.714613 dv-cinder-844961-2-iscsi neutron-server[112920]: { 'AddressGroup': {'1.2'}, Aug 31 09:47:46.714613 dv-cinder-844961-2-iscsi neutron-server[112920]: 'Agent': {'1.1'}, Aug 31 09:47:46.714613 dv-cinder-844961-2-iscsi neutron-server[112920]: 'ConntrackHelper': {'1.0'}, Aug 31 09:47:46.714613 dv-cinder-844961-2-iscsi neutron-server[112920]: 'LocalIPAssociation': {'1.0'}, Aug 31 09:47:46.714613 dv-cinder-844961-2-iscsi neutron-server[112920]: 'Log': {'1.0'}, Aug 31 09:47:46.714613 dv-cinder-844961-2-iscsi neutron-server[112920]: 'NDPProxy': {'1.0'}, Aug 31 09:47:46.714613 dv-cinder-844961-2-iscsi neutron-server[112920]: 'Network': {'1.1'}, Aug 31 09:47:46.714613 dv-cinder-844961-2-iscsi neutron-server[112920]: 'Port': {'1.7'}, Aug 31 09:47:46.714613 dv-cinder-844961-2-iscsi neutron-server[112920]: 'PortForwarding': {'1.3'}, Aug 31 09:47:46.714613 dv-cinder-844961-2-iscsi neutron-server[112920]: 'QosPolicy': {'1.10'}, Aug 31 09:47:46.714613 dv-cinder-844961-2-iscsi neutron-server[112920]: 'SecurityGroup': {'1.5'}, Aug 31 09:47:46.714613 dv-cinder-844961-2-iscsi neutron-server[112920]: 'SecurityGroupRule': {'1.2'}, Aug 31 09:47:46.714613 dv-cinder-844961-2-iscsi neutron-server[112920]: 'SubPort': {'1.0'}, Aug 31 09:47:46.714613 dv-cinder-844961-2-iscsi neutron-server[112920]: 'Subnet': {'1.1'}, Aug 31 09:47:46.714613 dv-cinder-844961-2-iscsi neutron-server[112920]: 'Trunk': {'1.1'}} Aug 31 09:47:46.714613 dv-cinder-844961-2-iscsi neutron-server[112920]: consumer versions: Aug 31 09:47:46.714613 dv-cinder-844961-2-iscsi neutron-server[112920]: { DHCP agent@dv-cinder-844961-2-iscsi: {}, Aug 31 09:47:46.714613 dv-cinder-844961-2-iscsi neutron-server[112920]: HyperV agent@hv-cinder-84496: {}, Aug 31 09:47:46.714613 dv-cinder-844961-2-iscsi neutron-server[112920]: L3 agent@dv-cinder-844961-2-iscsi: {}, Aug 31 09:47:46.714613 dv-cinder-844961-2-iscsi neutron-server[112920]: Metadata agent@dv-cinder-844961-2-iscsi: {}, Aug 31 09:47:46.714613 dv-cinder-844961-2-iscsi neutron-server[112920]: Metering agent@dv-cinder-844961-2-iscsi: {}, Aug 31 09:47:46.714613 dv-cinder-844961-2-iscsi neutron-server[112920]: Open vSwitch agent@dv-cinder-844961-2-iscsi: { 'AddressGroup': '1.2', Aug 31 09:47:46.714613 dv-cinder-844961-2-iscsi neutron-server[112920]: 'Agent': '1.1', Aug 31 09:47:46.714613 dv-cinder-844961-2-iscsi neutron-server[112920]: 'ConntrackHelper': '1.0', Aug 31 09:47:46.714613 dv-cinder-844961-2-iscsi neutron-server[112920]: 'LocalIPAssociation': '1.0', Aug 31 09:47:46.714613 dv-cinder-844961-2-iscsi neutron-server[112920]: 'Log': '1.0', Aug 31 09:47:46.714613 dv-cinder-844961-2-iscsi neutron-server[112920]: 'NDPProxy': '1.0', Aug 31 09:47:46.714613 dv-cinder-844961-2-iscsi neutron-server[112920]: 'Network': '1.1', Aug 31 09:47:46.714613 dv-cinder-844961-2-iscsi neutron-server[112920]: 'Port': '1.7', Aug 31 09:47:46.714613 dv-cinder-844961-2-iscsi neutron-server[112920]: 'PortForwarding': '1.3', Aug 31 09:47:46.714613 dv-cinder-844961-2-iscsi neutron-server[112920]: 'QosPolicy': '1.10', Aug 31 09:47:46.714613 dv-cinder-844961-2-iscsi neutron-server[112920]: 'SecurityGroup': '1.5', Aug 31 09:47:46.714613 dv-cinder-844961-2-iscsi neutron-server[112920]: 'SecurityGroupRule': '1.2', Aug 31 09:47:46.714613 dv-cinder-844961-2-iscsi neutron-server[112920]: 'SubPort': '1.0', Aug 31 09:47:46.714613 dv-cinder-844961-2-iscsi neutron-server[112920]: 'Subnet': '1.1', Aug 31 09:47:46.714613 dv-cinder-844961-2-iscsi neutron-server[112920]: 'Trunk': '1.1'}} Aug 31 09:47:46.714613 dv-cinder-844961-2-iscsi neutron-server[112920]: {{(pid=112920) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 09:47:46.741548 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e92243f9-f9e4-4d79-a14d-7fbb90c745aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582'] for network (2e69cc92-d348-4eef-9a4c-b8daacafc440), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:46.743323 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92243f9-f9e4-4d79-a14d-7fbb90c745aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:47:46.744216 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e92243f9-f9e4-4d79-a14d-7fbb90c745aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for network (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:46.765272 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [None req-99e5af03-0736-45ba-9e53-3fcd87bfc001 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1715309462-network', 'tenant_id': '05be916a558445ee8550559d491efbd0'}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:46.790265 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e5af03-0736-45ba-9e53-3fcd87bfc001 admin admin] Made reservation on behalf of 05be916a558445ee8550559d491efbd0 for: {'network': 1} {{(pid=112919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:47:46.792705 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-99e5af03-0736-45ba-9e53-3fcd87bfc001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for network (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:46.805843 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-99e5af03-0736-45ba-9e53-3fcd87bfc001 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:46.859193 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92243f9-f9e4-4d79-a14d-7fbb90c745aa admin admin] Pushing event updated for resources: {'Network': ['ID=2e69cc92-d348-4eef-9a4c-b8daacafc440,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:46.870316 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-e92243f9-f9e4-4d79-a14d-7fbb90c745aa admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8652670 Aug 31 09:47:46.871122 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 41922) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:47:46.874509 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Network 2e69cc92-d348-4eef-9a4c-b8daacafc440 details requested by agent ovs-agent-dv-cinder-844961-2-iscsi with host dv-cinder-844961-2-iscsi {{(pid=112921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:47:46.877047 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-d7250097-a70b-4e96-b1f9-4532ecb2d9e3 admin admin] Request body: {'subnet': {'network_id': '2e69cc92-d348-4eef-9a4c-b8daacafc440', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1771364971-subnet', 'tenant_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:46.904360 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7250097-a70b-4e96-b1f9-4532ecb2d9e3 admin admin] Made reservation on behalf of c0fc6660b5494415915cdf2b325e5bd6 for: {'subnet': 1} {{(pid=112920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:47:46.907822 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-d7250097-a70b-4e96-b1f9-4532ecb2d9e3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:46.909004 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-99e5af03-0736-45ba-9e53-3fcd87bfc001 admin admin] Publish callbacks [] for security_group (1c5c0a40-2763-4e9b-b9c3-78eed93c1881), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:46.913914 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-99e5af03-0736-45ba-9e53-3fcd87bfc001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (1c5c0a40-2763-4e9b-b9c3-78eed93c1881), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:46.930343 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99e5af03-0736-45ba-9e53-3fcd87bfc001 admin admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=112919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:47:46.945601 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-99e5af03-0736-45ba-9e53-3fcd87bfc001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927539'] for segment (2077e712-4c87-4477-a43b-7ba59cf07419), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:46.945957 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.db.segments_db [None req-99e5af03-0736-45ba-9e53-3fcd87bfc001 admin admin] Added segment 2077e712-4c87-4477-a43b-7ba59cf07419 of type vlan for network 36c1318a-9832-4bc9-ac1a-5f597bd8ac6c Aug 31 09:47:47.007557 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [None req-cba16b63-b8a4-46ff-92f5-477121f05670 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2063728658-network', 'tenant_id': 'eb404a7dd529496888531e7ef00fd352'}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:47.054028 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-99e5af03-0736-45ba-9e53-3fcd87bfc001 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747472916821'] for network (36c1318a-9832-4bc9-ac1a-5f597bd8ac6c), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:47.063110 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e5af03-0736-45ba-9e53-3fcd87bfc001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5c0a40-2763-4e9b-b9c3-78eed93c1881,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:47.069110 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba16b63-b8a4-46ff-92f5-477121f05670 admin admin] Made reservation on behalf of eb404a7dd529496888531e7ef00fd352 for: {'network': 1} {{(pid=112919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:47:47.071932 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-cba16b63-b8a4-46ff-92f5-477121f05670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for network (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:47.085131 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e5af03-0736-45ba-9e53-3fcd87bfc001 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:47.085850 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e5af03-0736-45ba-9e53-3fcd87bfc001 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:47.086870 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e5af03-0736-45ba-9e53-3fcd87bfc001 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:47.087511 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e5af03-0736-45ba-9e53-3fcd87bfc001 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:47.087937 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e5af03-0736-45ba-9e53-3fcd87bfc001 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:47.088311 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e5af03-0736-45ba-9e53-3fcd87bfc001 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:47.088620 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e5af03-0736-45ba-9e53-3fcd87bfc001 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:47.088956 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e5af03-0736-45ba-9e53-3fcd87bfc001 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:47.089296 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e5af03-0736-45ba-9e53-3fcd87bfc001 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:47.089848 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e5af03-0736-45ba-9e53-3fcd87bfc001 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:47.090367 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e5af03-0736-45ba-9e53-3fcd87bfc001 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:47.090877 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e5af03-0736-45ba-9e53-3fcd87bfc001 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:47.091374 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e5af03-0736-45ba-9e53-3fcd87bfc001 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:47.091875 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e5af03-0736-45ba-9e53-3fcd87bfc001 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:47.092366 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e5af03-0736-45ba-9e53-3fcd87bfc001 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:47.093997 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e5af03-0736-45ba-9e53-3fcd87bfc001 admin admin] Tracked resource versions report: Aug 31 09:47:47.093997 dv-cinder-844961-2-iscsi neutron-server[112919]: pushed versions: Aug 31 09:47:47.093997 dv-cinder-844961-2-iscsi neutron-server[112919]: { 'AddressGroup': {'1.2'}, Aug 31 09:47:47.093997 dv-cinder-844961-2-iscsi neutron-server[112919]: 'Agent': {'1.1'}, Aug 31 09:47:47.093997 dv-cinder-844961-2-iscsi neutron-server[112919]: 'ConntrackHelper': {'1.0'}, Aug 31 09:47:47.093997 dv-cinder-844961-2-iscsi neutron-server[112919]: 'LocalIPAssociation': {'1.0'}, Aug 31 09:47:47.093997 dv-cinder-844961-2-iscsi neutron-server[112919]: 'Log': {'1.0'}, Aug 31 09:47:47.093997 dv-cinder-844961-2-iscsi neutron-server[112919]: 'NDPProxy': {'1.0'}, Aug 31 09:47:47.093997 dv-cinder-844961-2-iscsi neutron-server[112919]: 'Network': {'1.1'}, Aug 31 09:47:47.093997 dv-cinder-844961-2-iscsi neutron-server[112919]: 'Port': {'1.7'}, Aug 31 09:47:47.093997 dv-cinder-844961-2-iscsi neutron-server[112919]: 'PortForwarding': {'1.3'}, Aug 31 09:47:47.093997 dv-cinder-844961-2-iscsi neutron-server[112919]: 'QosPolicy': {'1.10'}, Aug 31 09:47:47.093997 dv-cinder-844961-2-iscsi neutron-server[112919]: 'SecurityGroup': {'1.5'}, Aug 31 09:47:47.093997 dv-cinder-844961-2-iscsi neutron-server[112919]: 'SecurityGroupRule': {'1.2'}, Aug 31 09:47:47.093997 dv-cinder-844961-2-iscsi neutron-server[112919]: 'SubPort': {'1.0'}, Aug 31 09:47:47.093997 dv-cinder-844961-2-iscsi neutron-server[112919]: 'Subnet': {'1.1'}, Aug 31 09:47:47.093997 dv-cinder-844961-2-iscsi neutron-server[112919]: 'Trunk': {'1.1'}} Aug 31 09:47:47.093997 dv-cinder-844961-2-iscsi neutron-server[112919]: consumer versions: Aug 31 09:47:47.093997 dv-cinder-844961-2-iscsi neutron-server[112919]: { DHCP agent@dv-cinder-844961-2-iscsi: {}, Aug 31 09:47:47.093997 dv-cinder-844961-2-iscsi neutron-server[112919]: HyperV agent@hv-cinder-84496: {}, Aug 31 09:47:47.093997 dv-cinder-844961-2-iscsi neutron-server[112919]: L3 agent@dv-cinder-844961-2-iscsi: {}, Aug 31 09:47:47.093997 dv-cinder-844961-2-iscsi neutron-server[112919]: Metadata agent@dv-cinder-844961-2-iscsi: {}, Aug 31 09:47:47.093997 dv-cinder-844961-2-iscsi neutron-server[112919]: Metering agent@dv-cinder-844961-2-iscsi: {}, Aug 31 09:47:47.093997 dv-cinder-844961-2-iscsi neutron-server[112919]: Open vSwitch agent@dv-cinder-844961-2-iscsi: { 'AddressGroup': '1.2', Aug 31 09:47:47.093997 dv-cinder-844961-2-iscsi neutron-server[112919]: 'Agent': '1.1', Aug 31 09:47:47.093997 dv-cinder-844961-2-iscsi neutron-server[112919]: 'ConntrackHelper': '1.0', Aug 31 09:47:47.093997 dv-cinder-844961-2-iscsi neutron-server[112919]: 'LocalIPAssociation': '1.0', Aug 31 09:47:47.093997 dv-cinder-844961-2-iscsi neutron-server[112919]: 'Log': '1.0', Aug 31 09:47:47.093997 dv-cinder-844961-2-iscsi neutron-server[112919]: 'NDPProxy': '1.0', Aug 31 09:47:47.093997 dv-cinder-844961-2-iscsi neutron-server[112919]: 'Network': '1.1', Aug 31 09:47:47.093997 dv-cinder-844961-2-iscsi neutron-server[112919]: 'Port': '1.7', Aug 31 09:47:47.093997 dv-cinder-844961-2-iscsi neutron-server[112919]: 'PortForwarding': '1.3', Aug 31 09:47:47.093997 dv-cinder-844961-2-iscsi neutron-server[112919]: 'QosPolicy': '1.10', Aug 31 09:47:47.093997 dv-cinder-844961-2-iscsi neutron-server[112919]: 'SecurityGroup': '1.5', Aug 31 09:47:47.093997 dv-cinder-844961-2-iscsi neutron-server[112919]: 'SecurityGroupRule': '1.2', Aug 31 09:47:47.093997 dv-cinder-844961-2-iscsi neutron-server[112919]: 'SubPort': '1.0', Aug 31 09:47:47.093997 dv-cinder-844961-2-iscsi neutron-server[112919]: 'Subnet': '1.1', Aug 31 09:47:47.093997 dv-cinder-844961-2-iscsi neutron-server[112919]: 'Trunk': '1.1'}} Aug 31 09:47:47.093997 dv-cinder-844961-2-iscsi neutron-server[112919]: {{(pid=112919) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 09:47:47.116948 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-cba16b63-b8a4-46ff-92f5-477121f05670 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:47.135482 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-d7250097-a70b-4e96-b1f9-4532ecb2d9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582'] for subnet (851420a3-644f-4898-b99d-54af1fb83d8b), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:47.142174 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-99e5af03-0736-45ba-9e53-3fcd87bfc001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582'] for network (36c1318a-9832-4bc9-ac1a-5f597bd8ac6c), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:47.143504 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e5af03-0736-45ba-9e53-3fcd87bfc001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:47:47.144297 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-99e5af03-0736-45ba-9e53-3fcd87bfc001 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for network (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:47.197048 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7250097-a70b-4e96-b1f9-4532ecb2d9e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=851420a3-644f-4898-b99d-54af1fb83d8b,revision_number=0']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:47.225363 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-99e5af03-0736-45ba-9e53-3fcd87bfc001 admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9149952 Aug 31 09:47:47.229361 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 41936) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:47:47.237629 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-6a50f796-d9b4-4c40-b8fc-14d6757b4e93 admin admin] Request body: {'subnet': {'network_id': '36c1318a-9832-4bc9-ac1a-5f597bd8ac6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1715309462-subnet', 'tenant_id': '05be916a558445ee8550559d491efbd0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:47.269679 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e5af03-0736-45ba-9e53-3fcd87bfc001 admin admin] Pushing event updated for resources: {'Network': ['ID=36c1318a-9832-4bc9-ac1a-5f597bd8ac6c,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:47.271171 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:47:47.288090 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Network 36c1318a-9832-4bc9-ac1a-5f597bd8ac6c details requested by agent ovs-agent-dv-cinder-844961-2-iscsi with host dv-cinder-844961-2-iscsi {{(pid=112921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:47:47.328932 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-cba16b63-b8a4-46ff-92f5-477121f05670 admin admin] Publish callbacks [] for security_group (c13dae4f-4b4f-4642-a70a-8b63d74f90d6), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:47.338614 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-cba16b63-b8a4-46ff-92f5-477121f05670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (c13dae4f-4b4f-4642-a70a-8b63d74f90d6), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:47.344934 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a50f796-d9b4-4c40-b8fc-14d6757b4e93 admin admin] Made reservation on behalf of 05be916a558445ee8550559d491efbd0 for: {'subnet': 1} {{(pid=112920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:47:47.353874 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-6a50f796-d9b4-4c40-b8fc-14d6757b4e93 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:47.360020 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7250097-a70b-4e96-b1f9-4532ecb2d9e3 admin admin] Checking segment: {'id': '77ec7e58-22c2-416f-b36d-15e60d463b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2e69cc92-d348-4eef-9a4c-b8daacafc440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:47:47.360378 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7250097-a70b-4e96-b1f9-4532ecb2d9e3 admin admin] Network hostable DHCP agents. Network: 2e69cc92-d348-4eef-9a4c-b8daacafc440, hostable agents: ['018d2bb8-ebf2-469c-9257-23530a727a9b'], hosted agents: [] {{(pid=112920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:47:47.389284 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cba16b63-b8a4-46ff-92f5-477121f05670 admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=112919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:47:47.406546 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba16b63-b8a4-46ff-92f5-477121f05670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13dae4f-4b4f-4642-a70a-8b63d74f90d6,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:47.414404 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-cba16b63-b8a4-46ff-92f5-477121f05670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927539'] for segment (16414794-ef20-48d4-ba3a-f3be7a57a3b0), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:47.415144 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.db.segments_db [None req-cba16b63-b8a4-46ff-92f5-477121f05670 admin admin] Added segment 16414794-ef20-48d4-ba3a-f3be7a57a3b0 of type vlan for network b1b3efd2-0245-4b54-9c30-219b3ba26247 Aug 31 09:47:47.465250 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7250097-a70b-4e96-b1f9-4532ecb2d9e3 admin admin] Network 2e69cc92-d348-4eef-9a4c-b8daacafc440 is scheduled to be hosted by DHCP agent 018d2bb8-ebf2-469c-9257-23530a727a9b with binding_index 1 {{(pid=112920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:47:47.466696 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-cba16b63-b8a4-46ff-92f5-477121f05670 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747472916821'] for network (b1b3efd2-0245-4b54-9c30-219b3ba26247), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:47.502233 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-cba16b63-b8a4-46ff-92f5-477121f05670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582'] for network (b1b3efd2-0245-4b54-9c30-219b3ba26247), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:47.503274 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.base_scheduler [None req-d7250097-a70b-4e96-b1f9-4532ecb2d9e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844961-2-iscsi, 2e69cc92-d348-4eef-9a4c-b8daacafc440) {{(pid=112920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:47:47.503665 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba16b63-b8a4-46ff-92f5-477121f05670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:47:47.505324 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-cba16b63-b8a4-46ff-92f5-477121f05670 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for network (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:47.506709 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:47:47.513351 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8005682e-5e90-408c-882e-dad6cee03fa3 None None] Network 2e69cc92-d348-4eef-9a4c-b8daacafc440 requested from dv-cinder-844961-2-iscsi {{(pid=112921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 09:47:47.514067 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7250097-a70b-4e96-b1f9-4532ecb2d9e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:47:47.514983 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-d7250097-a70b-4e96-b1f9-4532ecb2d9e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for subnet (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:47.557082 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-cba16b63-b8a4-46ff-92f5-477121f05670 admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0497403 Aug 31 09:47:47.557082 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 41954) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:47:47.558086 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-d7250097-a70b-4e96-b1f9-4532ecb2d9e3 admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6855936 Aug 31 09:47:47.559011 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 41956) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:47:47.588801 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [None req-60d85149-4f92-453c-bf9b-f62d9d6b2676 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1771364971-router', 'tenant_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'}}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:47.590015 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-fbca9f0f-df21-453b-99f3-9bd1e1d9b889 admin admin] Request body: {'subnet': {'network_id': 'b1b3efd2-0245-4b54-9c30-219b3ba26247', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2063728658-subnet', 'tenant_id': 'eb404a7dd529496888531e7ef00fd352', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:47.642026 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbca9f0f-df21-453b-99f3-9bd1e1d9b889 admin admin] Made reservation on behalf of eb404a7dd529496888531e7ef00fd352 for: {'subnet': 1} {{(pid=112920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:47:47.644927 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-fbca9f0f-df21-453b-99f3-9bd1e1d9b889 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:47.646393 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=70,neutron:INSERT=23,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:47:47.655819 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:47:47.670893 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba16b63-b8a4-46ff-92f5-477121f05670 admin admin] Pushing event updated for resources: {'Network': ['ID=b1b3efd2-0245-4b54-9c30-219b3ba26247,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:47.680076 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-60d85149-4f92-453c-bf9b-f62d9d6b2676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-963210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7939'] for router (e548f256-8fe0-48dc-a879-6665a50f046d), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:47.681167 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-60d85149-4f92-453c-bf9b-f62d9d6b2676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-964023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-909203', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7948'] for router (e548f256-8fe0-48dc-a879-6665a50f046d), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:47.701948 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Network b1b3efd2-0245-4b54-9c30-219b3ba26247 details requested by agent ovs-agent-dv-cinder-844961-2-iscsi with host dv-cinder-844961-2-iscsi {{(pid=112921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:47:47.765963 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-6a50f796-d9b4-4c40-b8fc-14d6757b4e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582'] for subnet (62f04c98-5559-462e-a349-fd7424d6ae82), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:47.812460 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-60d85149-4f92-453c-bf9b-f62d9d6b2676 admin admin] Publish callbacks [] for router_controller (e548f256-8fe0-48dc-a879-6665a50f046d), precommit_add_association {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:47.889505 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab66d3c-855d-450d-8b22-265932e7123d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf769dcf0-00d3-5bf4-b672-2b9122ce186a-2e69cc92-d348-4eef-9a4c-b8daacafc440', 'network_id': '2e69cc92-d348-4eef-9a4c-b8daacafc440', 'project_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'fixed_ips': [{'subnet_id': '851420a3-644f-4898-b99d-54af1fb83d8b'}]}} from dv-cinder-844961-2-iscsi. {{(pid=112921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 09:47:47.891078 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-6ab66d3c-855d-450d-8b22-265932e7123d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:47.922040 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a50f796-d9b4-4c40-b8fc-14d6757b4e93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62f04c98-5559-462e-a349-fd7424d6ae82,revision_number=0']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:47.993959 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a50f796-d9b4-4c40-b8fc-14d6757b4e93 admin admin] Checking segment: {'id': '2077e712-4c87-4477-a43b-7ba59cf07419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '36c1318a-9832-4bc9-ac1a-5f597bd8ac6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:47:47.994581 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a50f796-d9b4-4c40-b8fc-14d6757b4e93 admin admin] Network hostable DHCP agents. Network: 36c1318a-9832-4bc9-ac1a-5f597bd8ac6c, hostable agents: ['018d2bb8-ebf2-469c-9257-23530a727a9b'], hosted agents: [] {{(pid=112920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:47:48.043033 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a50f796-d9b4-4c40-b8fc-14d6757b4e93 admin admin] Network 36c1318a-9832-4bc9-ac1a-5f597bd8ac6c is scheduled to be hosted by DHCP agent 018d2bb8-ebf2-469c-9257-23530a727a9b with binding_index 1 {{(pid=112920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:47:48.057909 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=4 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:47:48.064440 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.base_scheduler [None req-6a50f796-d9b4-4c40-b8fc-14d6757b4e93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844961-2-iscsi, 36c1318a-9832-4bc9-ac1a-5f597bd8ac6c) {{(pid=112920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:47:48.072540 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a50f796-d9b4-4c40-b8fc-14d6757b4e93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:47:48.073408 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-6a50f796-d9b4-4c40-b8fc-14d6757b4e93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for subnet (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:48.114432 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-6a50f796-d9b4-4c40-b8fc-14d6757b4e93 admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8833654 Aug 31 09:47:48.115417 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 41976) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:47:48.125128 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6b5d32-1546-4da5-8c99-72015f9a36d6 None None] Network 36c1318a-9832-4bc9-ac1a-5f597bd8ac6c requested from dv-cinder-844961-2-iscsi {{(pid=112921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 09:47:48.125493 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-c342ce99-f051-4996-962b-4086f98b8a2f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1715309462-router', 'tenant_id': '05be916a558445ee8550559d491efbd0', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'}}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:48.173828 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-fbca9f0f-df21-453b-99f3-9bd1e1d9b889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582'] for subnet (573e3c8c-3a5a-417c-9746-5f580110a984), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:48.233290 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca9f0f-df21-453b-99f3-9bd1e1d9b889 admin admin] Pushing event updated for resources: {'Subnet': ['ID=573e3c8c-3a5a-417c-9746-5f580110a984,revision_number=0']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:48.242649 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-c342ce99-f051-4996-962b-4086f98b8a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-963210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7939'] for router (f2e42f77-94e7-42d5-9503-c5e8020fbc5a), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:48.244112 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-c342ce99-f051-4996-962b-4086f98b8a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-964023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-909203', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7948'] for router (f2e42f77-94e7-42d5-9503-c5e8020fbc5a), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:48.361014 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-c342ce99-f051-4996-962b-4086f98b8a2f admin admin] Publish callbacks [] for router_controller (f2e42f77-94e7-42d5-9503-c5e8020fbc5a), precommit_add_association {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:48.403331 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-60d85149-4f92-453c-bf9b-f62d9d6b2676 admin admin] Publish callbacks [] for router_gateway (e548f256-8fe0-48dc-a879-6665a50f046d), precommit_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:48.436651 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.db_base_plugin_common [None req-6ab66d3c-855d-450d-8b22-265932e7123d None None] Allocated IP 172.20.0.2 (2e69cc92-d348-4eef-9a4c-b8daacafc440/851420a3-644f-4898-b99d-54af1fb83d8b/5c9b99ad-753a-4fd0-af8c-c24217486e6c) {{(pid=112921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:47:48.456860 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2197bc6d-8998-4309-b68f-54356c48b866 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf769dcf0-00d3-5bf4-b672-2b9122ce186a-36c1318a-9832-4bc9-ac1a-5f597bd8ac6c', 'network_id': '36c1318a-9832-4bc9-ac1a-5f597bd8ac6c', 'project_id': '05be916a558445ee8550559d491efbd0', 'fixed_ips': [{'subnet_id': '62f04c98-5559-462e-a349-fd7424d6ae82'}]}} from dv-cinder-844961-2-iscsi. {{(pid=112921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 09:47:48.458185 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-2197bc6d-8998-4309-b68f-54356c48b866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:48.557031 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-c342ce99-f051-4996-962b-4086f98b8a2f admin admin] Publish callbacks [] for router_gateway (f2e42f77-94e7-42d5-9503-c5e8020fbc5a), precommit_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:48.574108 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbca9f0f-df21-453b-99f3-9bd1e1d9b889 admin admin] Checking segment: {'id': '16414794-ef20-48d4-ba3a-f3be7a57a3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b1b3efd2-0245-4b54-9c30-219b3ba26247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:47:48.575065 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbca9f0f-df21-453b-99f3-9bd1e1d9b889 admin admin] Network hostable DHCP agents. Network: b1b3efd2-0245-4b54-9c30-219b3ba26247, hostable agents: ['018d2bb8-ebf2-469c-9257-23530a727a9b'], hosted agents: [] {{(pid=112920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:47:48.761056 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:47:48.761975 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:47:48.888619 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-c342ce99-f051-4996-962b-4086f98b8a2f admin admin] Publish callbacks [] for router_gateway (f2e42f77-94e7-42d5-9503-c5e8020fbc5a), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:48.939873 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-c342ce99-f051-4996-962b-4086f98b8a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:48.959567 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-60d85149-4f92-453c-bf9b-f62d9d6b2676 admin admin] Publish callbacks [] for router_gateway (e548f256-8fe0-48dc-a879-6665a50f046d), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:48.990831 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-60d85149-4f92-453c-bf9b-f62d9d6b2676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:49.012815 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbca9f0f-df21-453b-99f3-9bd1e1d9b889 admin admin] Network b1b3efd2-0245-4b54-9c30-219b3ba26247 is scheduled to be hosted by DHCP agent 018d2bb8-ebf2-469c-9257-23530a727a9b with binding_index 1 {{(pid=112920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:47:49.046180 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.base_scheduler [None req-fbca9f0f-df21-453b-99f3-9bd1e1d9b889 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844961-2-iscsi, b1b3efd2-0245-4b54-9c30-219b3ba26247) {{(pid=112920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:47:49.057256 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbca9f0f-df21-453b-99f3-9bd1e1d9b889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:47:49.058289 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-fbca9f0f-df21-453b-99f3-9bd1e1d9b889 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for subnet (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:49.074129 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afd036a-0689-4833-8bfc-24ee7476b601 None None] Network b1b3efd2-0245-4b54-9c30-219b3ba26247 requested from dv-cinder-844961-2-iscsi {{(pid=112921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 09:47:49.129583 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-fbca9f0f-df21-453b-99f3-9bd1e1d9b889 admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5459335 Aug 31 09:47:49.132676 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 42000) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:47:49.138741 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-110787f6-d45f-46e0-a8a2-6c6afb57938e admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-2063728658-router', 'tenant_id': 'eb404a7dd529496888531e7ef00fd352', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'}}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:49.154813 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.db_base_plugin_common [None req-2197bc6d-8998-4309-b68f-54356c48b866 None None] Allocated IP 172.20.0.2 (36c1318a-9832-4bc9-ac1a-5f597bd8ac6c/62f04c98-5559-462e-a349-fd7424d6ae82/1eb55574-47c1-4498-89df-bc8bc3f54221) {{(pid=112921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:47:49.170815 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.db_base_plugin_common [None req-c342ce99-f051-4996-962b-4086f98b8a2f admin admin] Allocated IP 172.27.3.152 (9ecc2a3c-efc3-4c90-8e67-1028759a248c/b5177607-d6ca-45c7-ac03-71d68f18093b/f76b301f-19b7-4734-a30a-4961b713a81d) {{(pid=112920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:47:49.215490 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-6ab66d3c-855d-450d-8b22-265932e7123d None None] Publish callbacks [] for port (5c9b99ad-753a-4fd0-af8c-c24217486e6c), precommit_create {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:49.217520 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:47:49.289364 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-110787f6-d45f-46e0-a8a2-6c6afb57938e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-963210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7939'] for router (fb64adcc-7931-4e91-afef-9ec184843940), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:49.290443 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-110787f6-d45f-46e0-a8a2-6c6afb57938e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-964023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-909203', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7948'] for router (fb64adcc-7931-4e91-afef-9ec184843940), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:49.291881 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:47:49.293265 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-6ab66d3c-855d-450d-8b22-265932e7123d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278'] for port (5c9b99ad-753a-4fd0-af8c-c24217486e6c), after_create {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:49.408099 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-110787f6-d45f-46e0-a8a2-6c6afb57938e admin admin] Publish callbacks [] for router_controller (fb64adcc-7931-4e91-afef-9ec184843940), precommit_add_association {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:49.510300 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab66d3c-855d-450d-8b22-265932e7123d None None] Pushing event updated for resources: {'Port': ['ID=5c9b99ad-753a-4fd0-af8c-c24217486e6c,revision_number=1']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:49.535915 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab66d3c-855d-450d-8b22-265932e7123d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:49.536107 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab66d3c-855d-450d-8b22-265932e7123d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:49.538604 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab66d3c-855d-450d-8b22-265932e7123d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:49.539149 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab66d3c-855d-450d-8b22-265932e7123d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:49.539729 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab66d3c-855d-450d-8b22-265932e7123d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:49.540645 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab66d3c-855d-450d-8b22-265932e7123d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:49.540993 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab66d3c-855d-450d-8b22-265932e7123d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:49.541328 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab66d3c-855d-450d-8b22-265932e7123d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:49.541688 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab66d3c-855d-450d-8b22-265932e7123d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:49.542022 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab66d3c-855d-450d-8b22-265932e7123d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:49.542351 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab66d3c-855d-450d-8b22-265932e7123d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:49.542745 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab66d3c-855d-450d-8b22-265932e7123d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:49.543582 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab66d3c-855d-450d-8b22-265932e7123d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:49.543948 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab66d3c-855d-450d-8b22-265932e7123d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:49.544221 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab66d3c-855d-450d-8b22-265932e7123d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:49.545723 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab66d3c-855d-450d-8b22-265932e7123d None None] Tracked resource versions report: Aug 31 09:47:49.545723 dv-cinder-844961-2-iscsi neutron-server[112921]: pushed versions: Aug 31 09:47:49.545723 dv-cinder-844961-2-iscsi neutron-server[112921]: { 'AddressGroup': {'1.2'}, Aug 31 09:47:49.545723 dv-cinder-844961-2-iscsi neutron-server[112921]: 'Agent': {'1.1'}, Aug 31 09:47:49.545723 dv-cinder-844961-2-iscsi neutron-server[112921]: 'ConntrackHelper': {'1.0'}, Aug 31 09:47:49.545723 dv-cinder-844961-2-iscsi neutron-server[112921]: 'LocalIPAssociation': {'1.0'}, Aug 31 09:47:49.545723 dv-cinder-844961-2-iscsi neutron-server[112921]: 'Log': {'1.0'}, Aug 31 09:47:49.545723 dv-cinder-844961-2-iscsi neutron-server[112921]: 'NDPProxy': {'1.0'}, Aug 31 09:47:49.545723 dv-cinder-844961-2-iscsi neutron-server[112921]: 'Network': {'1.1'}, Aug 31 09:47:49.545723 dv-cinder-844961-2-iscsi neutron-server[112921]: 'Port': {'1.7'}, Aug 31 09:47:49.545723 dv-cinder-844961-2-iscsi neutron-server[112921]: 'PortForwarding': {'1.3'}, Aug 31 09:47:49.545723 dv-cinder-844961-2-iscsi neutron-server[112921]: 'QosPolicy': {'1.10'}, Aug 31 09:47:49.545723 dv-cinder-844961-2-iscsi neutron-server[112921]: 'SecurityGroup': {'1.5'}, Aug 31 09:47:49.545723 dv-cinder-844961-2-iscsi neutron-server[112921]: 'SecurityGroupRule': {'1.2'}, Aug 31 09:47:49.545723 dv-cinder-844961-2-iscsi neutron-server[112921]: 'SubPort': {'1.0'}, Aug 31 09:47:49.545723 dv-cinder-844961-2-iscsi neutron-server[112921]: 'Subnet': {'1.1'}, Aug 31 09:47:49.545723 dv-cinder-844961-2-iscsi neutron-server[112921]: 'Trunk': {'1.1'}} Aug 31 09:47:49.545723 dv-cinder-844961-2-iscsi neutron-server[112921]: consumer versions: Aug 31 09:47:49.545723 dv-cinder-844961-2-iscsi neutron-server[112921]: { DHCP agent@dv-cinder-844961-2-iscsi: {}, Aug 31 09:47:49.545723 dv-cinder-844961-2-iscsi neutron-server[112921]: HyperV agent@hv-cinder-84496: {}, Aug 31 09:47:49.545723 dv-cinder-844961-2-iscsi neutron-server[112921]: L3 agent@dv-cinder-844961-2-iscsi: {}, Aug 31 09:47:49.545723 dv-cinder-844961-2-iscsi neutron-server[112921]: Metadata agent@dv-cinder-844961-2-iscsi: {}, Aug 31 09:47:49.545723 dv-cinder-844961-2-iscsi neutron-server[112921]: Metering agent@dv-cinder-844961-2-iscsi: {}, Aug 31 09:47:49.545723 dv-cinder-844961-2-iscsi neutron-server[112921]: Open vSwitch agent@dv-cinder-844961-2-iscsi: { 'AddressGroup': '1.2', Aug 31 09:47:49.545723 dv-cinder-844961-2-iscsi neutron-server[112921]: 'Agent': '1.1', Aug 31 09:47:49.545723 dv-cinder-844961-2-iscsi neutron-server[112921]: 'ConntrackHelper': '1.0', Aug 31 09:47:49.545723 dv-cinder-844961-2-iscsi neutron-server[112921]: 'LocalIPAssociation': '1.0', Aug 31 09:47:49.545723 dv-cinder-844961-2-iscsi neutron-server[112921]: 'Log': '1.0', Aug 31 09:47:49.545723 dv-cinder-844961-2-iscsi neutron-server[112921]: 'NDPProxy': '1.0', Aug 31 09:47:49.545723 dv-cinder-844961-2-iscsi neutron-server[112921]: 'Network': '1.1', Aug 31 09:47:49.545723 dv-cinder-844961-2-iscsi neutron-server[112921]: 'Port': '1.7', Aug 31 09:47:49.545723 dv-cinder-844961-2-iscsi neutron-server[112921]: 'PortForwarding': '1.3', Aug 31 09:47:49.545723 dv-cinder-844961-2-iscsi neutron-server[112921]: 'QosPolicy': '1.10', Aug 31 09:47:49.545723 dv-cinder-844961-2-iscsi neutron-server[112921]: 'SecurityGroup': '1.5', Aug 31 09:47:49.545723 dv-cinder-844961-2-iscsi neutron-server[112921]: 'SecurityGroupRule': '1.2', Aug 31 09:47:49.545723 dv-cinder-844961-2-iscsi neutron-server[112921]: 'SubPort': '1.0', Aug 31 09:47:49.545723 dv-cinder-844961-2-iscsi neutron-server[112921]: 'Subnet': '1.1', Aug 31 09:47:49.545723 dv-cinder-844961-2-iscsi neutron-server[112921]: 'Trunk': '1.1'}} Aug 31 09:47:49.545723 dv-cinder-844961-2-iscsi neutron-server[112921]: {{(pid=112921) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 09:47:49.555407 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-c342ce99-f051-4996-962b-4086f98b8a2f admin admin] Publish callbacks [] for port (f76b301f-19b7-4734-a30a-4961b713a81d), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:49.563565 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab66d3c-855d-450d-8b22-265932e7123d None None] Network 2e69cc92-d348-4eef-9a4c-b8daacafc440 is already hosted by enough agents. {{(pid=112921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:47:49.574081 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.scheduler.base_scheduler [None req-6ab66d3c-855d-450d-8b22-265932e7123d None None] Resources bound (agent type, host, resource id): {{(pid=112921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:47:49.579174 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab66d3c-855d-450d-8b22-265932e7123d None None] Received port after_create {{(pid=112921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:47:49.718088 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c5ab44-1d21-42e9-8d5a-4182efeccf8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf769dcf0-00d3-5bf4-b672-2b9122ce186a-b1b3efd2-0245-4b54-9c30-219b3ba26247', 'network_id': 'b1b3efd2-0245-4b54-9c30-219b3ba26247', 'project_id': 'eb404a7dd529496888531e7ef00fd352', 'fixed_ips': [{'subnet_id': '573e3c8c-3a5a-417c-9746-5f580110a984'}]}} from dv-cinder-844961-2-iscsi. {{(pid=112921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 09:47:49.719584 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-e3c5ab44-1d21-42e9-8d5a-4182efeccf8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:49.736088 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-110787f6-d45f-46e0-a8a2-6c6afb57938e admin admin] Publish callbacks [] for router_gateway (fb64adcc-7931-4e91-afef-9ec184843940), precommit_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:49.743020 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:47:49.783571 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-c342ce99-f051-4996-962b-4086f98b8a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278'] for port (f76b301f-19b7-4734-a30a-4961b713a81d), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:49.853982 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c342ce99-f051-4996-962b-4086f98b8a2f admin admin] Network 9ecc2a3c-efc3-4c90-8e67-1028759a248c is already hosted by enough agents. {{(pid=112920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:47:49.858841 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.base_scheduler [None req-c342ce99-f051-4996-962b-4086f98b8a2f admin admin] Resources bound (agent type, host, resource id): {{(pid=112920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:47:49.875817 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.db_base_plugin_common [None req-60d85149-4f92-453c-bf9b-f62d9d6b2676 admin admin] Allocated IP 172.27.3.32 (9ecc2a3c-efc3-4c90-8e67-1028759a248c/b5177607-d6ca-45c7-ac03-71d68f18093b/8c494ce0-e6b5-4525-b16d-4d6baaa16e47) {{(pid=112919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:47:49.886865 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-2197bc6d-8998-4309-b68f-54356c48b866 None None] Publish callbacks [] for port (1eb55574-47c1-4498-89df-bc8bc3f54221), precommit_create {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:49.889347 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c342ce99-f051-4996-962b-4086f98b8a2f admin admin] Received port after_create {{(pid=112920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:47:49.908260 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-6ab66d3c-855d-450d-8b22-265932e7123d None None] Attempting to bind port 5c9b99ad-753a-4fd0-af8c-c24217486e6c on host dv-cinder-844961-2-iscsi for vnic_type normal with profile {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 09:47:49.908866 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-6ab66d3c-855d-450d-8b22-265932e7123d None None] Attempting to bind port 5c9b99ad-753a-4fd0-af8c-c24217486e6c by drivers openvswitch,hyperv on host dv-cinder-844961-2-iscsi at level 0 using segments [{'id': '77ec7e58-22c2-416f-b36d-15e60d463b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2e69cc92-d348-4eef-9a4c-b8daacafc440'}] {{(pid=112921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 09:47:49.909429 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab66d3c-855d-450d-8b22-265932e7123d None None] Attempting to bind port 5c9b99ad-753a-4fd0-af8c-c24217486e6c on network 2e69cc92-d348-4eef-9a4c-b8daacafc440 {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:47:49.965039 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-2197bc6d-8998-4309-b68f-54356c48b866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278'] for port (1eb55574-47c1-4498-89df-bc8bc3f54221), after_create {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:49.996360 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c342ce99-f051-4996-962b-4086f98b8a2f admin admin] Pushing event updated for resources: {'Port': ['ID=f76b301f-19b7-4734-a30a-4961b713a81d,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:50.016451 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab66d3c-855d-450d-8b22-265932e7123d None None] Checking agent: {'id': '18a9d5f8-8bea-4c71-b161-cda838278486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844961-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 9, 39, 30), 'started_at': datetime.datetime(2022, 8, 31, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 9, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844961-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 09:47:50.017091 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab66d3c-855d-450d-8b22-265932e7123d None None] Checking segment: {'id': '77ec7e58-22c2-416f-b36d-15e60d463b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2e69cc92-d348-4eef-9a4c-b8daacafc440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:47:50.017720 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-6ab66d3c-855d-450d-8b22-265932e7123d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:50.018480 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab66d3c-855d-450d-8b22-265932e7123d None None] Bound using segment: {'id': '77ec7e58-22c2-416f-b36d-15e60d463b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2e69cc92-d348-4eef-9a4c-b8daacafc440'} {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 09:47:50.019177 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-6ab66d3c-855d-450d-8b22-265932e7123d None None] Bound port: 5c9b99ad-753a-4fd0-af8c-c24217486e6c, host: dv-cinder-844961-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ec7e58-22c2-416f-b36d-15e60d463b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2e69cc92-d348-4eef-9a4c-b8daacafc440'}}] {{(pid=112921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 09:47:50.020576 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-6ab66d3c-855d-450d-8b22-265932e7123d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (5c9b99ad-753a-4fd0-af8c-c24217486e6c), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:50.031160 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2197bc6d-8998-4309-b68f-54356c48b866 None None] Network 36c1318a-9832-4bc9-ac1a-5f597bd8ac6c is already hosted by enough agents. {{(pid=112921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:47:50.052867 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.scheduler.base_scheduler [None req-2197bc6d-8998-4309-b68f-54356c48b866 None None] Resources bound (agent type, host, resource id): {{(pid=112921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:47:50.055679 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2197bc6d-8998-4309-b68f-54356c48b866 None None] Received port after_create {{(pid=112921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:47:50.144052 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2197bc6d-8998-4309-b68f-54356c48b866 None None] Pushing event updated for resources: {'Port': ['ID=1eb55574-47c1-4498-89df-bc8bc3f54221,revision_number=1']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:50.245294 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=6 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:47:50.342353 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-110787f6-d45f-46e0-a8a2-6c6afb57938e admin admin] Publish callbacks [] for router_gateway (fb64adcc-7931-4e91-afef-9ec184843940), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:50.347766 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-6ab66d3c-855d-450d-8b22-265932e7123d None None] For port 5c9b99ad-753a-4fd0-af8c-c24217486e6c, host dv-cinder-844961-2-iscsi, cleared binding levels {{(pid=112921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:47:50.376535 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-2197bc6d-8998-4309-b68f-54356c48b866 None None] Attempting to bind port 1eb55574-47c1-4498-89df-bc8bc3f54221 on host dv-cinder-844961-2-iscsi for vnic_type normal with profile {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 09:47:50.377104 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-60d85149-4f92-453c-bf9b-f62d9d6b2676 admin admin] Publish callbacks [] for port (8c494ce0-e6b5-4525-b16d-4d6baaa16e47), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:50.378260 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-2197bc6d-8998-4309-b68f-54356c48b866 None None] Attempting to bind port 1eb55574-47c1-4498-89df-bc8bc3f54221 by drivers openvswitch,hyperv on host dv-cinder-844961-2-iscsi at level 0 using segments [{'id': '2077e712-4c87-4477-a43b-7ba59cf07419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '36c1318a-9832-4bc9-ac1a-5f597bd8ac6c'}] {{(pid=112921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 09:47:50.384343 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2197bc6d-8998-4309-b68f-54356c48b866 None None] Attempting to bind port 1eb55574-47c1-4498-89df-bc8bc3f54221 on network 36c1318a-9832-4bc9-ac1a-5f597bd8ac6c {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:47:50.390013 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-110787f6-d45f-46e0-a8a2-6c6afb57938e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:50.404894 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.db_base_plugin_common [None req-e3c5ab44-1d21-42e9-8d5a-4182efeccf8d None None] Allocated IP 172.20.0.2 (b1b3efd2-0245-4b54-9c30-219b3ba26247/573e3c8c-3a5a-417c-9746-5f580110a984/b0e28a9d-06db-46f0-9ab8-42b9e0c7a71a) {{(pid=112921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:47:50.416945 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-6ab66d3c-855d-450d-8b22-265932e7123d None None] For port 5c9b99ad-753a-4fd0-af8c-c24217486e6c, host dv-cinder-844961-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=5c9b99ad-753a-4fd0-af8c-c24217486e6c,segment=NetworkSegment(77ec7e58-22c2-416f-b36d-15e60d463b0c),segment_id=77ec7e58-22c2-416f-b36d-15e60d463b0c)] {{(pid=112921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:47:50.422524 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2197bc6d-8998-4309-b68f-54356c48b866 None None] Checking agent: {'id': '18a9d5f8-8bea-4c71-b161-cda838278486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844961-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 9, 39, 30), 'started_at': datetime.datetime(2022, 8, 31, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 9, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844961-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 09:47:50.423883 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2197bc6d-8998-4309-b68f-54356c48b866 None None] Checking segment: {'id': '2077e712-4c87-4477-a43b-7ba59cf07419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '36c1318a-9832-4bc9-ac1a-5f597bd8ac6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:47:50.424518 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-2197bc6d-8998-4309-b68f-54356c48b866 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:50.425670 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2197bc6d-8998-4309-b68f-54356c48b866 None None] Bound using segment: {'id': '2077e712-4c87-4477-a43b-7ba59cf07419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '36c1318a-9832-4bc9-ac1a-5f597bd8ac6c'} {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 09:47:50.426392 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-2197bc6d-8998-4309-b68f-54356c48b866 None None] Bound port: 1eb55574-47c1-4498-89df-bc8bc3f54221, host: dv-cinder-844961-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2077e712-4c87-4477-a43b-7ba59cf07419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '36c1318a-9832-4bc9-ac1a-5f597bd8ac6c'}}] {{(pid=112921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 09:47:50.426928 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-2197bc6d-8998-4309-b68f-54356c48b866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (1eb55574-47c1-4498-89df-bc8bc3f54221), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:50.448537 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-6ab66d3c-855d-450d-8b22-265932e7123d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (5c9b99ad-753a-4fd0-af8c-c24217486e6c), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:50.473735 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-c342ce99-f051-4996-962b-4086f98b8a2f admin admin] Publish callbacks [] for router_gateway (f2e42f77-94e7-42d5-9503-c5e8020fbc5a), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:50.497399 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-60d85149-4f92-453c-bf9b-f62d9d6b2676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278'] for port (8c494ce0-e6b5-4525-b16d-4d6baaa16e47), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:50.507385 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 42060) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:47:50.514077 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:47:50.543028 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 42062) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:47:50.577587 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d85149-4f92-453c-bf9b-f62d9d6b2676 admin admin] Pushing event updated for resources: {'Port': ['ID=8c494ce0-e6b5-4525-b16d-4d6baaa16e47,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:50.586040 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d85149-4f92-453c-bf9b-f62d9d6b2676 admin admin] Network 9ecc2a3c-efc3-4c90-8e67-1028759a248c is already hosted by enough agents. {{(pid=112919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:47:50.589060 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.base_scheduler [None req-60d85149-4f92-453c-bf9b-f62d9d6b2676 admin admin] Resources bound (agent type, host, resource id): {{(pid=112919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:47:50.596328 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d85149-4f92-453c-bf9b-f62d9d6b2676 admin admin] Received port after_create {{(pid=112919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:47:50.749307 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab66d3c-855d-450d-8b22-265932e7123d None None] Pushing event updated for resources: {'Port': ['ID=5c9b99ad-753a-4fd0-af8c-c24217486e6c,revision_number=2']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:50.763254 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-2197bc6d-8998-4309-b68f-54356c48b866 None None] For port 1eb55574-47c1-4498-89df-bc8bc3f54221, host dv-cinder-844961-2-iscsi, cleared binding levels {{(pid=112921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:47:50.780886 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-fd4914e8-e960-48f2-a844-b6a718c366d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:50.783758 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=7 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:47:50.804808 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.db_base_plugin_common [None req-110787f6-d45f-46e0-a8a2-6c6afb57938e admin admin] Allocated IP 172.27.3.45 (9ecc2a3c-efc3-4c90-8e67-1028759a248c/b5177607-d6ca-45c7-ac03-71d68f18093b/74bfb816-cf1f-4294-976b-e1a1e36f9774) {{(pid=112920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:47:50.833278 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-2197bc6d-8998-4309-b68f-54356c48b866 None None] For port 1eb55574-47c1-4498-89df-bc8bc3f54221, host dv-cinder-844961-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=1eb55574-47c1-4498-89df-bc8bc3f54221,segment=NetworkSegment(2077e712-4c87-4477-a43b-7ba59cf07419),segment_id=2077e712-4c87-4477-a43b-7ba59cf07419)] {{(pid=112921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:47:50.866456 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-2197bc6d-8998-4309-b68f-54356c48b866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (1eb55574-47c1-4498-89df-bc8bc3f54221), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:50.905524 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-8685bfae-5389-4149-9148-48dba15b1c41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:50.931954 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:47:51.070136 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2197bc6d-8998-4309-b68f-54356c48b866 None None] Pushing event updated for resources: {'Port': ['ID=1eb55574-47c1-4498-89df-bc8bc3f54221,revision_number=2']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:51.072564 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:47:51.101874 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-e3c5ab44-1d21-42e9-8d5a-4182efeccf8d None None] Publish callbacks [] for port (b0e28a9d-06db-46f0-9ab8-42b9e0c7a71a), precommit_create {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:51.112340 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-e3c5ab44-1d21-42e9-8d5a-4182efeccf8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278'] for port (b0e28a9d-06db-46f0-9ab8-42b9e0c7a71a), after_create {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:51.174665 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c5ab44-1d21-42e9-8d5a-4182efeccf8d None None] Network b1b3efd2-0245-4b54-9c30-219b3ba26247 is already hosted by enough agents. {{(pid=112921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:47:51.181189 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.scheduler.base_scheduler [None req-e3c5ab44-1d21-42e9-8d5a-4182efeccf8d None None] Resources bound (agent type, host, resource id): {{(pid=112921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:47:51.184357 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c5ab44-1d21-42e9-8d5a-4182efeccf8d None None] Received port after_create {{(pid=112921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:47:51.222742 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5ab44-1d21-42e9-8d5a-4182efeccf8d None None] Pushing event updated for resources: {'Port': ['ID=b0e28a9d-06db-46f0-9ab8-42b9e0c7a71a,revision_number=1']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:51.276784 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-e3c5ab44-1d21-42e9-8d5a-4182efeccf8d None None] Attempting to bind port b0e28a9d-06db-46f0-9ab8-42b9e0c7a71a on host dv-cinder-844961-2-iscsi for vnic_type normal with profile {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 09:47:51.277208 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-e3c5ab44-1d21-42e9-8d5a-4182efeccf8d None None] Attempting to bind port b0e28a9d-06db-46f0-9ab8-42b9e0c7a71a by drivers openvswitch,hyperv on host dv-cinder-844961-2-iscsi at level 0 using segments [{'id': '16414794-ef20-48d4-ba3a-f3be7a57a3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b1b3efd2-0245-4b54-9c30-219b3ba26247'}] {{(pid=112921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 09:47:51.277615 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c5ab44-1d21-42e9-8d5a-4182efeccf8d None None] Attempting to bind port b0e28a9d-06db-46f0-9ab8-42b9e0c7a71a on network b1b3efd2-0245-4b54-9c30-219b3ba26247 {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:47:51.284347 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c5ab44-1d21-42e9-8d5a-4182efeccf8d None None] Checking agent: {'id': '18a9d5f8-8bea-4c71-b161-cda838278486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844961-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 9, 39, 30), 'started_at': datetime.datetime(2022, 8, 31, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 9, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844961-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 09:47:51.284722 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c5ab44-1d21-42e9-8d5a-4182efeccf8d None None] Checking segment: {'id': '16414794-ef20-48d4-ba3a-f3be7a57a3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b1b3efd2-0245-4b54-9c30-219b3ba26247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:47:51.285128 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-e3c5ab44-1d21-42e9-8d5a-4182efeccf8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:51.285549 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c5ab44-1d21-42e9-8d5a-4182efeccf8d None None] Bound using segment: {'id': '16414794-ef20-48d4-ba3a-f3be7a57a3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b1b3efd2-0245-4b54-9c30-219b3ba26247'} {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 09:47:51.286026 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-e3c5ab44-1d21-42e9-8d5a-4182efeccf8d None None] Bound port: b0e28a9d-06db-46f0-9ab8-42b9e0c7a71a, host: dv-cinder-844961-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16414794-ef20-48d4-ba3a-f3be7a57a3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b1b3efd2-0245-4b54-9c30-219b3ba26247'}}] {{(pid=112921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 09:47:51.286425 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-e3c5ab44-1d21-42e9-8d5a-4182efeccf8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (b0e28a9d-06db-46f0-9ab8-42b9e0c7a71a), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:51.296012 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:47:51.296552 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-60d85149-4f92-453c-bf9b-f62d9d6b2676 admin admin] Publish callbacks [] for router_gateway (e548f256-8fe0-48dc-a879-6665a50f046d), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:51.381454 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-c342ce99-f051-4996-962b-4086f98b8a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-964079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-964474'] for router (f2e42f77-94e7-42d5-9503-c5e8020fbc5a), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:51.406618 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-fd4914e8-e960-48f2-a844-b6a718c366d6 admin admin] Publish callbacks [] for security_group (6ae684bf-68ff-44b6-a5bd-9943ad8ec4e5), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:51.419452 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-fd4914e8-e960-48f2-a844-b6a718c366d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (6ae684bf-68ff-44b6-a5bd-9943ad8ec4e5), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:51.473673 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-e3c5ab44-1d21-42e9-8d5a-4182efeccf8d None None] For port b0e28a9d-06db-46f0-9ab8-42b9e0c7a71a, host dv-cinder-844961-2-iscsi, cleared binding levels {{(pid=112921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:47:51.496521 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-e3c5ab44-1d21-42e9-8d5a-4182efeccf8d None None] For port b0e28a9d-06db-46f0-9ab8-42b9e0c7a71a, host dv-cinder-844961-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=b0e28a9d-06db-46f0-9ab8-42b9e0c7a71a,segment=NetworkSegment(16414794-ef20-48d4-ba3a-f3be7a57a3b0),segment_id=16414794-ef20-48d4-ba3a-f3be7a57a3b0)] {{(pid=112921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:47:51.516627 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-110787f6-d45f-46e0-a8a2-6c6afb57938e admin admin] Publish callbacks [] for port (74bfb816-cf1f-4294-976b-e1a1e36f9774), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:51.527449 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-e3c5ab44-1d21-42e9-8d5a-4182efeccf8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (b0e28a9d-06db-46f0-9ab8-42b9e0c7a71a), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:51.532991 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-fd4914e8-e960-48f2-a844-b6a718c366d6 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=1073c2fa1d8a4810a4846b7ccd823a19&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0210271 Aug 31 09:47:51.533156 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-8685bfae-5389-4149-9148-48dba15b1c41 admin admin] Publish callbacks [] for security_group (87ff55ff-b9b0-4b27-baf1-dffb2b318ecd), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:51.536347 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 42090) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:47:51.553672 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4914e8-e960-48f2-a844-b6a718c366d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae684bf-68ff-44b6-a5bd-9943ad8ec4e5,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:51.575641 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-8685bfae-5389-4149-9148-48dba15b1c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (87ff55ff-b9b0-4b27-baf1-dffb2b318ecd), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:51.621410 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5ab44-1d21-42e9-8d5a-4182efeccf8d None None] Pushing event updated for resources: {'Port': ['ID=b0e28a9d-06db-46f0-9ab8-42b9e0c7a71a,revision_number=2']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:51.621598 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8685bfae-5389-4149-9148-48dba15b1c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ff55ff-b9b0-4b27-baf1-dffb2b318ecd,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:51.676454 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:47:51.688560 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-8685bfae-5389-4149-9148-48dba15b1c41 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=365f6597f247407da4b61f4d50aa1503&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1443262 Aug 31 09:47:51.709758 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 42096) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:47:51.783202 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-04bbc5ef-ee26-4235-848c-d7f3ce23d1df admin admin] Publish callbacks [] for security_group (6ae684bf-68ff-44b6-a5bd-9943ad8ec4e5), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:51.834730 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-04bbc5ef-ee26-4235-848c-d7f3ce23d1df admin admin] Publish callbacks [] for security_group (6ae684bf-68ff-44b6-a5bd-9943ad8ec4e5), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:51.848211 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e6f198be-e193-4693-a253-f9c4522a6272), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:51.898527 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-110787f6-d45f-46e0-a8a2-6c6afb57938e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278'] for port (74bfb816-cf1f-4294-976b-e1a1e36f9774), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:51.978726 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-60d85149-4f92-453c-bf9b-f62d9d6b2676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-964079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-964474'] for router (e548f256-8fe0-48dc-a879-6665a50f046d), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:51.981205 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-04bbc5ef-ee26-4235-848c-d7f3ce23d1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (6ae684bf-68ff-44b6-a5bd-9943ad8ec4e5), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:51.984003 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-04bbc5ef-ee26-4235-848c-d7f3ce23d1df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:51.993723 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-04bbc5ef-ee26-4235-848c-d7f3ce23d1df admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/6ae684bf-68ff-44b6-a5bd-9943ad8ec4e5 HTTP/1.1" status: 204 len: 168 time: 0.4501309 Aug 31 09:47:52.001213 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110787f6-d45f-46e0-a8a2-6c6afb57938e admin admin] Pushing event updated for resources: {'Port': ['ID=74bfb816-cf1f-4294-976b-e1a1e36f9774,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:52.023930 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bbc5ef-ee26-4235-848c-d7f3ce23d1df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae684bf-68ff-44b6-a5bd-9943ad8ec4e5,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:52.045122 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-cda97334-82a8-4f07-b145-fa965915fd0a admin admin] Publish callbacks [] for security_group (87ff55ff-b9b0-4b27-baf1-dffb2b318ecd), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:52.062304 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110787f6-d45f-46e0-a8a2-6c6afb57938e admin admin] Network 9ecc2a3c-efc3-4c90-8e67-1028759a248c is already hosted by enough agents. {{(pid=112920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:47:52.076826 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.base_scheduler [None req-110787f6-d45f-46e0-a8a2-6c6afb57938e admin admin] Resources bound (agent type, host, resource id): {{(pid=112920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:47:52.078867 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c342ce99-f051-4996-962b-4086f98b8a2f admin admin] Router f2e42f77-94e7-42d5-9503-c5e8020fbc5a is scheduled to L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 with binding_index 1 {{(pid=112920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:47:52.081358 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110787f6-d45f-46e0-a8a2-6c6afb57938e admin admin] Received port after_create {{(pid=112920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:47:52.081889 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 5c9b99ad-753a-4fd0-af8c-c24217486e6c up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:47:52.206629 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-cda97334-82a8-4f07-b145-fa965915fd0a admin admin] Publish callbacks [] for security_group (87ff55ff-b9b0-4b27-baf1-dffb2b318ecd), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:52.370211 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port 5c9b99ad-753a-4fd0-af8c-c24217486e6c triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:47:52.371048 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (5c9b99ad-753a-4fd0-af8c-c24217486e6c), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:52.514033 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d85149-4f92-453c-bf9b-f62d9d6b2676 admin admin] Router e548f256-8fe0-48dc-a879-6665a50f046d is scheduled to L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 with binding_index 1 {{(pid=112919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:47:52.526604 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:47:52.651744 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port 5c9b99ad-753a-4fd0-af8c-c24217486e6c is: DOWN; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:47:52.652148 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (5c9b99ad-753a-4fd0-af8c-c24217486e6c), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:52.682971 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1961a8-719d-4798-9a9e-27de611c6433 None None] Network 2e69cc92-d348-4eef-9a4c-b8daacafc440 requested from dv-cinder-844961-2-iscsi {{(pid=112921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 09:47:52.714995 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] For port 5c9b99ad-753a-4fd0-af8c-c24217486e6c, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=5c9b99ad-753a-4fd0-af8c-c24217486e6c,segment=NetworkSegment(77ec7e58-22c2-416f-b36d-15e60d463b0c),segment_id=77ec7e58-22c2-416f-b36d-15e60d463b0c)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:52.732316 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:47:52.735108 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (5c9b99ad-753a-4fd0-af8c-c24217486e6c), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:52.735988 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 1eb55574-47c1-4498-89df-bc8bc3f54221 up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:47:52.793420 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c342ce99-f051-4996-962b-4086f98b8a2f admin admin] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:47:52.806589 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5268d36-2613-46ba-984f-ab5e4832c3b1 None None] Sync routers for ids ['f2e42f77-94e7-42d5-9503-c5e8020fbc5a'] in dv-cinder-844961-2-iscsi {{(pid=112922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:47:52.857250 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5268d36-2613-46ba-984f-ab5e4832c3b1 None None] Routers {'f2e42f77-94e7-42d5-9503-c5e8020fbc5a'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:47:52.857250 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-d5268d36-2613-46ba-984f-ab5e4832c3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:47:26Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['f2e42f77-94e7-42d5-9503-c5e8020fbc5a'], 'active': True} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:52.894064 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-c342ce99-f051-4996-962b-4086f98b8a2f admin admin] Publish callbacks [] for router (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:52.896543 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-c342ce99-f051-4996-962b-4086f98b8a2f admin admin] 10.222.0.13 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7729945 Aug 31 09:47:52.902864 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 42134) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:47:52.938567 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-cda97334-82a8-4f07-b145-fa965915fd0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (87ff55ff-b9b0-4b27-baf1-dffb2b318ecd), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:52.946790 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-cda97334-82a8-4f07-b145-fa965915fd0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:52.949359 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-cda97334-82a8-4f07-b145-fa965915fd0a admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/87ff55ff-b9b0-4b27-baf1-dffb2b318ecd HTTP/1.1" status: 204 len: 168 time: 1.2230957 Aug 31 09:47:53.076211 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Pushing event updated for resources: {'Port': ['ID=5c9b99ad-753a-4fd0-af8c-c24217486e6c,revision_number=3']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:53.091272 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-ee1f4c88-9143-4f55-8e04-844afba7fffa None None] Provisioning complete for port 5c9b99ad-753a-4fd0-af8c-c24217486e6c triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:47:53.091994 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-ee1f4c88-9143-4f55-8e04-844afba7fffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (5c9b99ad-753a-4fd0-af8c-c24217486e6c), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:53.166043 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:47:53.216457 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:47:53.244005 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port 1eb55574-47c1-4498-89df-bc8bc3f54221 triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:47:53.245507 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (1eb55574-47c1-4498-89df-bc8bc3f54221), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:53.256869 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda97334-82a8-4f07-b145-fa965915fd0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ff55ff-b9b0-4b27-baf1-dffb2b318ecd,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:53.283802 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038c9142-c0fc-45c8-a5f9-22f9ab8d7b97 None None] Network 36c1318a-9832-4bc9-ac1a-5f597bd8ac6c requested from dv-cinder-844961-2-iscsi {{(pid=112921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 09:47:53.392891 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d85149-4f92-453c-bf9b-f62d9d6b2676 admin admin] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:47:53.424479 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a23b85-2ed8-4250-aad9-ae839ccab952 None None] Sync routers for ids ['e548f256-8fe0-48dc-a879-6665a50f046d'] in dv-cinder-844961-2-iscsi {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:47:53.426898 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-110787f6-d45f-46e0-a8a2-6c6afb57938e admin admin] Publish callbacks [] for router_gateway (fb64adcc-7931-4e91-afef-9ec184843940), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:53.447964 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-60d85149-4f92-453c-bf9b-f62d9d6b2676 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:53.449835 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-60d85149-4f92-453c-bf9b-f62d9d6b2676 admin admin] 10.222.0.13 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.8937874 Aug 31 09:47:53.453071 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 42162) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:47:53.528984 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvr_db [None req-d5268d36-2613-46ba-984f-ab5e4832c3b1 None None] Set router f2e42f77-94e7-42d5-9503-c5e8020fbc5a gateway port host: dv-cinder-844961-2-iscsi {{(pid=112922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:47:53.672973 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port 1eb55574-47c1-4498-89df-bc8bc3f54221 is: DOWN; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:47:53.673362 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (1eb55574-47c1-4498-89df-bc8bc3f54221), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:53.678472 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-ee1f4c88-9143-4f55-8e04-844afba7fffa None None] Current status of the port 5c9b99ad-753a-4fd0-af8c-c24217486e6c is: ACTIVE; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:47:53.679685 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 42164) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:47:53.704906 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27964951-2608-4a38-884e-8fa3637d6777 None None] Network b1b3efd2-0245-4b54-9c30-219b3ba26247 requested from dv-cinder-844961-2-iscsi {{(pid=112921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 09:47:53.890737 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:47:54.010525 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 42176) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:47:54.019105 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-d5268d36-2613-46ba-984f-ab5e4832c3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e42f77-94e7-42d5-9503-c5e8020fbc5a', 'name': 'tempest-AttachVolumeTestJSON-1715309462-router', 'tenant_id': '05be916a558445ee8550559d491efbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'f76b301f-19b7-4734-a30a-4961b713a81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:47:48Z', 'updated_at': '2022-08-31T09:47:50Z', 'revision_number': 3, 'project_id': '05be916a558445ee8550559d491efbd0', 'gw_port': {'id': 'f76b301f-19b7-4734-a30a-4961b713a81d', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:85:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e42f77-94e7-42d5-9503-c5e8020fbc5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:48Z', 'updated_at': '2022-08-31T09:47:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi'}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:54.031421 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-110787f6-d45f-46e0-a8a2-6c6afb57938e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-964079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-964474'] for router (fb64adcc-7931-4e91-afef-9ec184843940), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:54.054577 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-b3b9f79e-6c8b-4c20-b42b-00ef29c4f097 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:54.086479 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5268d36-2613-46ba-984f-ab5e4832c3b1 None None] Checking router: f2e42f77-94e7-42d5-9503-c5e8020fbc5a for host: dv-cinder-844961-2-iscsi {{(pid=112922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:47:54.086774 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5268d36-2613-46ba-984f-ab5e4832c3b1 None None] Updating router f2e42f77-94e7-42d5-9503-c5e8020fbc5a port f76b301f-19b7-4734-a30a-4961b713a81d binding host dv-cinder-844961-2-iscsi {{(pid=112922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:47:54.144937 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 42182) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:47:54.162418 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-d5268d36-2613-46ba-984f-ab5e4832c3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (f76b301f-19b7-4734-a30a-4961b713a81d), before_update {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:54.168151 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a23b85-2ed8-4250-aad9-ae839ccab952 None None] Routers {'e548f256-8fe0-48dc-a879-6665a50f046d'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:47:54.169021 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-e7a23b85-2ed8-4250-aad9-ae839ccab952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:47:26Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['e548f256-8fe0-48dc-a879-6665a50f046d'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:54.379600 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-e7a23b85-2ed8-4250-aad9-ae839ccab952 None None] Set router e548f256-8fe0-48dc-a879-6665a50f046d gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:47:54.454443 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-72307e04-c293-4008-8706-e5bd5b0b8d5d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1472205325-network', 'tenant_id': '7274499d018e4e5ca98199f5446a19e0'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:54.500637 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-483e7814-40a9-4f5e-b893-97dc15159016 None None] Provisioning complete for port 1eb55574-47c1-4498-89df-bc8bc3f54221 triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:47:54.501669 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-483e7814-40a9-4f5e-b893-97dc15159016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (1eb55574-47c1-4498-89df-bc8bc3f54221), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:54.514773 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-9fb3a721-2621-4169-9ca4-045074f145a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:54.542559 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:47:54.616036 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] For port 1eb55574-47c1-4498-89df-bc8bc3f54221, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=1eb55574-47c1-4498-89df-bc8bc3f54221,segment=NetworkSegment(2077e712-4c87-4477-a43b-7ba59cf07419),segment_id=2077e712-4c87-4477-a43b-7ba59cf07419)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:54.617707 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-b3b9f79e-6c8b-4c20-b42b-00ef29c4f097 admin admin] Publish callbacks [] for security_group (93ff5199-5e50-43c6-989e-14cd6e8172b9), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:54.619150 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-2581bfa5-bc32-4a77-a92f-4dfd4417d24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:54.620502 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:47:54.637792 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-b3b9f79e-6c8b-4c20-b42b-00ef29c4f097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (93ff5199-5e50-43c6-989e-14cd6e8172b9), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:54.647405 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-d5268d36-2613-46ba-984f-ab5e4832c3b1 None None] Publish callbacks [] for port (f76b301f-19b7-4734-a30a-4961b713a81d), precommit_update {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:54.666497 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-d5268d36-2613-46ba-984f-ab5e4832c3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (f76b301f-19b7-4734-a30a-4961b713a81d), after_update {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:54.696969 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (1eb55574-47c1-4498-89df-bc8bc3f54221), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:54.702255 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72307e04-c293-4008-8706-e5bd5b0b8d5d admin admin] Made reservation on behalf of 7274499d018e4e5ca98199f5446a19e0 for: {'network': 1} {{(pid=112920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:47:54.705727 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-72307e04-c293-4008-8706-e5bd5b0b8d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for network (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:54.772061 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-72307e04-c293-4008-8706-e5bd5b0b8d5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:54.778737 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b3685d-d2ce-480e-bfd6-8ed11187ca3d None None] Pushing event updated for resources: {'Port': ['ID=f76b301f-19b7-4734-a30a-4961b713a81d,revision_number=2']} {{(pid=112922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:54.812014 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b3685d-d2ce-480e-bfd6-8ed11187ca3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:54.812586 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b3685d-d2ce-480e-bfd6-8ed11187ca3d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:54.816136 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b3685d-d2ce-480e-bfd6-8ed11187ca3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:54.818562 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b3685d-d2ce-480e-bfd6-8ed11187ca3d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:54.820815 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b3685d-d2ce-480e-bfd6-8ed11187ca3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:54.821349 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b3685d-d2ce-480e-bfd6-8ed11187ca3d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:54.823371 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b3685d-d2ce-480e-bfd6-8ed11187ca3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:54.823865 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b3685d-d2ce-480e-bfd6-8ed11187ca3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:54.824340 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b3685d-d2ce-480e-bfd6-8ed11187ca3d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:54.824967 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b3685d-d2ce-480e-bfd6-8ed11187ca3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:54.826777 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b3685d-d2ce-480e-bfd6-8ed11187ca3d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:54.828421 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b3685d-d2ce-480e-bfd6-8ed11187ca3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:54.830843 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b3685d-d2ce-480e-bfd6-8ed11187ca3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:54.831333 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b3685d-d2ce-480e-bfd6-8ed11187ca3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:54.831807 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b3685d-d2ce-480e-bfd6-8ed11187ca3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:54.834725 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b3685d-d2ce-480e-bfd6-8ed11187ca3d None None] Tracked resource versions report: Aug 31 09:47:54.834725 dv-cinder-844961-2-iscsi neutron-server[112922]: pushed versions: Aug 31 09:47:54.834725 dv-cinder-844961-2-iscsi neutron-server[112922]: { 'AddressGroup': {'1.2'}, Aug 31 09:47:54.834725 dv-cinder-844961-2-iscsi neutron-server[112922]: 'Agent': {'1.1'}, Aug 31 09:47:54.834725 dv-cinder-844961-2-iscsi neutron-server[112922]: 'ConntrackHelper': {'1.0'}, Aug 31 09:47:54.834725 dv-cinder-844961-2-iscsi neutron-server[112922]: 'LocalIPAssociation': {'1.0'}, Aug 31 09:47:54.834725 dv-cinder-844961-2-iscsi neutron-server[112922]: 'Log': {'1.0'}, Aug 31 09:47:54.834725 dv-cinder-844961-2-iscsi neutron-server[112922]: 'NDPProxy': {'1.0'}, Aug 31 09:47:54.834725 dv-cinder-844961-2-iscsi neutron-server[112922]: 'Network': {'1.1'}, Aug 31 09:47:54.834725 dv-cinder-844961-2-iscsi neutron-server[112922]: 'Port': {'1.7'}, Aug 31 09:47:54.834725 dv-cinder-844961-2-iscsi neutron-server[112922]: 'PortForwarding': {'1.3'}, Aug 31 09:47:54.834725 dv-cinder-844961-2-iscsi neutron-server[112922]: 'QosPolicy': {'1.10'}, Aug 31 09:47:54.834725 dv-cinder-844961-2-iscsi neutron-server[112922]: 'SecurityGroup': {'1.5'}, Aug 31 09:47:54.834725 dv-cinder-844961-2-iscsi neutron-server[112922]: 'SecurityGroupRule': {'1.2'}, Aug 31 09:47:54.834725 dv-cinder-844961-2-iscsi neutron-server[112922]: 'SubPort': {'1.0'}, Aug 31 09:47:54.834725 dv-cinder-844961-2-iscsi neutron-server[112922]: 'Subnet': {'1.1'}, Aug 31 09:47:54.834725 dv-cinder-844961-2-iscsi neutron-server[112922]: 'Trunk': {'1.1'}} Aug 31 09:47:54.834725 dv-cinder-844961-2-iscsi neutron-server[112922]: consumer versions: Aug 31 09:47:54.834725 dv-cinder-844961-2-iscsi neutron-server[112922]: { DHCP agent@dv-cinder-844961-2-iscsi: {}, Aug 31 09:47:54.834725 dv-cinder-844961-2-iscsi neutron-server[112922]: HyperV agent@hv-cinder-84496: {}, Aug 31 09:47:54.834725 dv-cinder-844961-2-iscsi neutron-server[112922]: L3 agent@dv-cinder-844961-2-iscsi: {}, Aug 31 09:47:54.834725 dv-cinder-844961-2-iscsi neutron-server[112922]: Metadata agent@dv-cinder-844961-2-iscsi: {}, Aug 31 09:47:54.834725 dv-cinder-844961-2-iscsi neutron-server[112922]: Metering agent@dv-cinder-844961-2-iscsi: {}, Aug 31 09:47:54.834725 dv-cinder-844961-2-iscsi neutron-server[112922]: Open vSwitch agent@dv-cinder-844961-2-iscsi: { 'AddressGroup': '1.2', Aug 31 09:47:54.834725 dv-cinder-844961-2-iscsi neutron-server[112922]: 'Agent': '1.1', Aug 31 09:47:54.834725 dv-cinder-844961-2-iscsi neutron-server[112922]: 'ConntrackHelper': '1.0', Aug 31 09:47:54.834725 dv-cinder-844961-2-iscsi neutron-server[112922]: 'LocalIPAssociation': '1.0', Aug 31 09:47:54.834725 dv-cinder-844961-2-iscsi neutron-server[112922]: 'Log': '1.0', Aug 31 09:47:54.834725 dv-cinder-844961-2-iscsi neutron-server[112922]: 'NDPProxy': '1.0', Aug 31 09:47:54.834725 dv-cinder-844961-2-iscsi neutron-server[112922]: 'Network': '1.1', Aug 31 09:47:54.834725 dv-cinder-844961-2-iscsi neutron-server[112922]: 'Port': '1.7', Aug 31 09:47:54.834725 dv-cinder-844961-2-iscsi neutron-server[112922]: 'PortForwarding': '1.3', Aug 31 09:47:54.834725 dv-cinder-844961-2-iscsi neutron-server[112922]: 'QosPolicy': '1.10', Aug 31 09:47:54.834725 dv-cinder-844961-2-iscsi neutron-server[112922]: 'SecurityGroup': '1.5', Aug 31 09:47:54.834725 dv-cinder-844961-2-iscsi neutron-server[112922]: 'SecurityGroupRule': '1.2', Aug 31 09:47:54.834725 dv-cinder-844961-2-iscsi neutron-server[112922]: 'SubPort': '1.0', Aug 31 09:47:54.834725 dv-cinder-844961-2-iscsi neutron-server[112922]: 'Subnet': '1.1', Aug 31 09:47:54.834725 dv-cinder-844961-2-iscsi neutron-server[112922]: 'Trunk': '1.1'}} Aug 31 09:47:54.834725 dv-cinder-844961-2-iscsi neutron-server[112922]: {{(pid=112922) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 09:47:54.849664 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.managers [None req-d5268d36-2613-46ba-984f-ab5e4832c3b1 None None] Attempting to bind port f76b301f-19b7-4734-a30a-4961b713a81d on host dv-cinder-844961-2-iscsi for vnic_type normal with profile {{(pid=112922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 09:47:54.852165 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.managers [None req-d5268d36-2613-46ba-984f-ab5e4832c3b1 None None] Attempting to bind port f76b301f-19b7-4734-a30a-4961b713a81d by drivers openvswitch,hyperv on host dv-cinder-844961-2-iscsi at level 0 using segments [{'id': 'a4995e04-234e-4976-89c5-310a94033a09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'}] {{(pid=112922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 09:47:54.852708 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5268d36-2613-46ba-984f-ab5e4832c3b1 None None] Attempting to bind port f76b301f-19b7-4734-a30a-4961b713a81d on network 9ecc2a3c-efc3-4c90-8e67-1028759a248c {{(pid=112922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:47:54.865246 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5268d36-2613-46ba-984f-ab5e4832c3b1 None None] Checking agent: {'id': '18a9d5f8-8bea-4c71-b161-cda838278486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844961-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 9, 39, 30), 'started_at': datetime.datetime(2022, 8, 31, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 9, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844961-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 09:47:54.867722 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:UPDATE=1,neutron:INSERT=3,neutron:SELECT=96 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:47:54.869698 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5268d36-2613-46ba-984f-ab5e4832c3b1 None None] Checking segment: {'id': 'a4995e04-234e-4976-89c5-310a94033a09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:47:54.870290 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-d5268d36-2613-46ba-984f-ab5e4832c3b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:54.870833 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5268d36-2613-46ba-984f-ab5e4832c3b1 None None] Bound using segment: {'id': 'a4995e04-234e-4976-89c5-310a94033a09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'} {{(pid=112922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 09:47:54.871507 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.managers [None req-d5268d36-2613-46ba-984f-ab5e4832c3b1 None None] Bound port: f76b301f-19b7-4734-a30a-4961b713a81d, host: dv-cinder-844961-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4995e04-234e-4976-89c5-310a94033a09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'}}] {{(pid=112922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 09:47:54.872576 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-d5268d36-2613-46ba-984f-ab5e4832c3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (f76b301f-19b7-4734-a30a-4961b713a81d), before_update {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:54.894304 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-b3b9f79e-6c8b-4c20-b42b-00ef29c4f097 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=a2e59c137309422787c48463fcb9f7c6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8813231 Aug 31 09:47:54.910417 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 42194) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:47:54.917369 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b9f79e-6c8b-4c20-b42b-00ef29c4f097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ff5199-5e50-43c6-989e-14cd6e8172b9,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:54.932846 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Pushing event updated for resources: {'Port': ['ID=1eb55574-47c1-4498-89df-bc8bc3f54221,revision_number=3']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:54.939071 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-cbebdcb5-d946-4bd7-b59a-8def07dfae2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:55.019331 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-483e7814-40a9-4f5e-b893-97dc15159016 None None] Current status of the port 1eb55574-47c1-4498-89df-bc8bc3f54221 is: ACTIVE; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:47:55.043228 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.db [None req-d5268d36-2613-46ba-984f-ab5e4832c3b1 None None] For port f76b301f-19b7-4734-a30a-4961b713a81d, host dv-cinder-844961-2-iscsi, cleared binding levels {{(pid=112922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:47:55.047006 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.db [None req-d5268d36-2613-46ba-984f-ab5e4832c3b1 None None] For port f76b301f-19b7-4734-a30a-4961b713a81d, host dv-cinder-844961-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=f76b301f-19b7-4734-a30a-4961b713a81d,segment=NetworkSegment(a4995e04-234e-4976-89c5-310a94033a09),segment_id=a4995e04-234e-4976-89c5-310a94033a09)] {{(pid=112922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:47:55.058466 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-d5268d36-2613-46ba-984f-ab5e4832c3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (f76b301f-19b7-4734-a30a-4961b713a81d), after_update {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:55.080510 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 5c9b99ad-753a-4fd0-af8c-c24217486e6c up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:47:55.131022 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-1273309b-652e-49f6-a81f-c9fb32136a7e admin admin] Publish callbacks [] for security_group (93ff5199-5e50-43c6-989e-14cd6e8172b9), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:55.132499 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b3685d-d2ce-480e-bfd6-8ed11187ca3d None None] Pushing event updated for resources: {'Port': ['ID=f76b301f-19b7-4734-a30a-4961b713a81d,revision_number=3']} {{(pid=112922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:55.149600 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-483e7814-40a9-4f5e-b893-97dc15159016 None None] Provisioning complete for port b0e28a9d-06db-46f0-9ab8-42b9e0c7a71a triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:47:55.150200 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-483e7814-40a9-4f5e-b893-97dc15159016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (b0e28a9d-06db-46f0-9ab8-42b9e0c7a71a), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:55.154498 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:47:55.156016 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5268d36-2613-46ba-984f-ab5e4832c3b1 None None] Routers {'f2e42f77-94e7-42d5-9503-c5e8020fbc5a'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:47:55.157002 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-d5268d36-2613-46ba-984f-ab5e4832c3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:47:26Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['f2e42f77-94e7-42d5-9503-c5e8020fbc5a'], 'active': True} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:55.187800 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-110787f6-d45f-46e0-a8a2-6c6afb57938e admin admin] Router fb64adcc-7931-4e91-afef-9ec184843940 is scheduled to L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 with binding_index 1 {{(pid=112920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:47:55.195120 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:47:55.209527 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-e7a23b85-2ed8-4250-aad9-ae839ccab952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e548f256-8fe0-48dc-a879-6665a50f046d', 'name': 'tempest-ServerRescueNegativeTestJSON-1771364971-router', 'tenant_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '8c494ce0-e6b5-4525-b16d-4d6baaa16e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:47:47Z', 'updated_at': '2022-08-31T09:47:50Z', 'revision_number': 3, 'project_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'gw_port': {'id': '8c494ce0-e6b5-4525-b16d-4d6baaa16e47', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:eb:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e548f256-8fe0-48dc-a879-6665a50f046d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:48Z', 'updated_at': '2022-08-31T09:47:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi'}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:55.220365 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-1273309b-652e-49f6-a81f-c9fb32136a7e admin admin] Publish callbacks [] for security_group (93ff5199-5e50-43c6-989e-14cd6e8172b9), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:55.251847 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-9fb3a721-2621-4169-9ca4-045074f145a7 admin admin] Publish callbacks [] for security_group (ceff48e5-6519-4b2f-9df2-bdac900e6474), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:55.255792 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a23b85-2ed8-4250-aad9-ae839ccab952 None None] Checking router: e548f256-8fe0-48dc-a879-6665a50f046d for host: dv-cinder-844961-2-iscsi {{(pid=112921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:47:55.257139 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a23b85-2ed8-4250-aad9-ae839ccab952 None None] Updating router e548f256-8fe0-48dc-a879-6665a50f046d port 8c494ce0-e6b5-4525-b16d-4d6baaa16e47 binding host dv-cinder-844961-2-iscsi {{(pid=112921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:47:55.271032 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-9fb3a721-2621-4169-9ca4-045074f145a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (ceff48e5-6519-4b2f-9df2-bdac900e6474), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:55.297908 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port 5c9b99ad-753a-4fd0-af8c-c24217486e6c triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:47:55.298382 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (5c9b99ad-753a-4fd0-af8c-c24217486e6c), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:55.323786 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:47:55.356966 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-e7a23b85-2ed8-4250-aad9-ae839ccab952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (8c494ce0-e6b5-4525-b16d-4d6baaa16e47), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:55.367309 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvr_db [None req-d5268d36-2613-46ba-984f-ab5e4832c3b1 None None] Set router f2e42f77-94e7-42d5-9503-c5e8020fbc5a gateway port host: dv-cinder-844961-2-iscsi {{(pid=112922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:47:55.440484 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-483e7814-40a9-4f5e-b893-97dc15159016 None None] Current status of the port b0e28a9d-06db-46f0-9ab8-42b9e0c7a71a is: DOWN; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:47:55.440930 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-483e7814-40a9-4f5e-b893-97dc15159016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (b0e28a9d-06db-46f0-9ab8-42b9e0c7a71a), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:55.455925 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-1273309b-652e-49f6-a81f-c9fb32136a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (93ff5199-5e50-43c6-989e-14cd6e8172b9), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:55.469611 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-1273309b-652e-49f6-a81f-c9fb32136a7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:55.469611 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-1273309b-652e-49f6-a81f-c9fb32136a7e admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/93ff5199-5e50-43c6-989e-14cd6e8172b9 HTTP/1.1" status: 204 len: 168 time: 0.5506253 Aug 31 09:47:55.469810 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-72307e04-c293-4008-8706-e5bd5b0b8d5d admin admin] Publish callbacks [] for security_group (055f3686-e882-46cf-9136-6a99d0dc9e1e), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:55.485008 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1273309b-652e-49f6-a81f-c9fb32136a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ff5199-5e50-43c6-989e-14cd6e8172b9,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:55.489277 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.db_base_plugin_common [None req-cbebdcb5-d946-4bd7-b59a-8def07dfae2c admin admin] Allocated IP 172.20.0.1 (2e69cc92-d348-4eef-9a4c-b8daacafc440/851420a3-644f-4898-b99d-54af1fb83d8b/84107282-1e36-4545-8fc1-71de5f445467) {{(pid=112919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:47:55.518490 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-72307e04-c293-4008-8706-e5bd5b0b8d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (055f3686-e882-46cf-9136-6a99d0dc9e1e), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:55.526696 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-9fb3a721-2621-4169-9ca4-045074f145a7 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=05357b8aa9c6411e849aab8e271b1ca1&name=default HTTP/1.1" status: 200 len: 2992 time: 1.8260121 Aug 31 09:47:55.527816 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 42212) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:47:55.571427 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb3a721-2621-4169-9ca4-045074f145a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceff48e5-6519-4b2f-9df2-bdac900e6474,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:55.609277 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-483e7814-40a9-4f5e-b893-97dc15159016 None None] For port b0e28a9d-06db-46f0-9ab8-42b9e0c7a71a, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=b0e28a9d-06db-46f0-9ab8-42b9e0c7a71a,segment=NetworkSegment(16414794-ef20-48d4-ba3a-f3be7a57a3b0),segment_id=16414794-ef20-48d4-ba3a-f3be7a57a3b0)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:55.622586 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72307e04-c293-4008-8706-e5bd5b0b8d5d admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=112920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:47:55.633249 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-483e7814-40a9-4f5e-b893-97dc15159016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (b0e28a9d-06db-46f0-9ab8-42b9e0c7a71a), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:55.655232 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:47:55.691076 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port 5c9b99ad-753a-4fd0-af8c-c24217486e6c is: ACTIVE; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:47:55.692237 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device b0e28a9d-06db-46f0-9ab8-42b9e0c7a71a up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:47:55.698343 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-cbebdcb5-d946-4bd7-b59a-8def07dfae2c admin admin] Publish callbacks [] for port (84107282-1e36-4545-8fc1-71de5f445467), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:55.702669 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:47:55.721271 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-687d9e85-7ba2-44fe-a922-138ebb0c6a3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:55.743928 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-72307e04-c293-4008-8706-e5bd5b0b8d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927539'] for segment (d9c79cd8-55e3-4d0a-b6ef-4beb007b4fc0), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:55.744358 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.db.segments_db [None req-72307e04-c293-4008-8706-e5bd5b0b8d5d admin admin] Added segment d9c79cd8-55e3-4d0a-b6ef-4beb007b4fc0 of type vlan for network d994d65e-018a-4041-be04-23523a18aa5d Aug 31 09:47:55.748593 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-96b6331d-98b0-49b8-a18a-5f9dfd805dcd admin admin] Publish callbacks [] for security_group (ceff48e5-6519-4b2f-9df2-bdac900e6474), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:55.751157 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72307e04-c293-4008-8706-e5bd5b0b8d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055f3686-e882-46cf-9136-6a99d0dc9e1e,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:55.761315 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-d5268d36-2613-46ba-984f-ab5e4832c3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e42f77-94e7-42d5-9503-c5e8020fbc5a', 'name': 'tempest-AttachVolumeTestJSON-1715309462-router', 'tenant_id': '05be916a558445ee8550559d491efbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'f76b301f-19b7-4734-a30a-4961b713a81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:47:48Z', 'updated_at': '2022-08-31T09:47:50Z', 'revision_number': 3, 'project_id': '05be916a558445ee8550559d491efbd0', 'gw_port': {'id': 'f76b301f-19b7-4734-a30a-4961b713a81d', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:85:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e42f77-94e7-42d5-9503-c5e8020fbc5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:48Z', 'updated_at': '2022-08-31T09:47:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi'}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:55.773253 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110787f6-d45f-46e0-a8a2-6c6afb57938e admin admin] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:47:55.810003 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-45c86302-0153-42bb-84eb-5f46bea38ade None None] Provisioning complete for port 1eb55574-47c1-4498-89df-bc8bc3f54221 triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:47:55.810496 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-45c86302-0153-42bb-84eb-5f46bea38ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (1eb55574-47c1-4498-89df-bc8bc3f54221), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:55.815810 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5268d36-2613-46ba-984f-ab5e4832c3b1 None None] The sync data for ids ['f2e42f77-94e7-42d5-9503-c5e8020fbc5a'] in dv-cinder-844961-2-iscsi is: [{'id': 'f2e42f77-94e7-42d5-9503-c5e8020fbc5a', 'name': 'tempest-AttachVolumeTestJSON-1715309462-router', 'tenant_id': '05be916a558445ee8550559d491efbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'f76b301f-19b7-4734-a30a-4961b713a81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:47:48Z', 'updated_at': '2022-08-31T09:47:50Z', 'revision_number': 3, 'project_id': '05be916a558445ee8550559d491efbd0', 'gw_port': {'id': 'f76b301f-19b7-4734-a30a-4961b713a81d', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:85:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e42f77-94e7-42d5-9503-c5e8020fbc5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:48Z', 'updated_at': '2022-08-31T09:47:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi'}] {{(pid=112922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:47:55.831241 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-cbebdcb5-d946-4bd7-b59a-8def07dfae2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278'] for port (84107282-1e36-4545-8fc1-71de5f445467), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:55.840532 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:47:55.841588 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483e7814-40a9-4f5e-b893-97dc15159016 None None] Pushing event updated for resources: {'Port': ['ID=b0e28a9d-06db-46f0-9ab8-42b9e0c7a71a,revision_number=3']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:55.877470 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-72307e04-c293-4008-8706-e5bd5b0b8d5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747472916821'] for network (d994d65e-018a-4041-be04-23523a18aa5d), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:55.906250 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbebdcb5-d946-4bd7-b59a-8def07dfae2c admin admin] Network 2e69cc92-d348-4eef-9a4c-b8daacafc440 is already hosted by enough agents. {{(pid=112919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:47:55.910251 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.base_scheduler [None req-cbebdcb5-d946-4bd7-b59a-8def07dfae2c admin admin] Resources bound (agent type, host, resource id): {{(pid=112919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:47:55.915187 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port b0e28a9d-06db-46f0-9ab8-42b9e0c7a71a triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:47:55.915652 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (b0e28a9d-06db-46f0-9ab8-42b9e0c7a71a), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:55.931089 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbebdcb5-d946-4bd7-b59a-8def07dfae2c admin admin] Received port after_create {{(pid=112919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:47:55.931748 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-cbebdcb5-d946-4bd7-b59a-8def07dfae2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962846'] for router_interface (e548f256-8fe0-48dc-a879-6665a50f046d), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:55.936283 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbebdcb5-d946-4bd7-b59a-8def07dfae2c admin admin] Pushing event updated for resources: {'Port': ['ID=84107282-1e36-4545-8fc1-71de5f445467,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:56.038092 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-96b6331d-98b0-49b8-a18a-5f9dfd805dcd admin admin] Publish callbacks [] for security_group (ceff48e5-6519-4b2f-9df2-bdac900e6474), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:56.066409 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:INSERT=12,neutron:SELECT=87,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:47:56.070658 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-45c86302-0153-42bb-84eb-5f46bea38ade None None] Current status of the port 1eb55574-47c1-4498-89df-bc8bc3f54221 is: ACTIVE; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:47:56.088608 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-72307e04-c293-4008-8706-e5bd5b0b8d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582'] for network (d994d65e-018a-4041-be04-23523a18aa5d), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:56.089709 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72307e04-c293-4008-8706-e5bd5b0b8d5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:47:56.090470 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-72307e04-c293-4008-8706-e5bd5b0b8d5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for network (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:56.116873 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-e7a23b85-2ed8-4250-aad9-ae839ccab952 None None] Publish callbacks [] for port (8c494ce0-e6b5-4525-b16d-4d6baaa16e47), precommit_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:56.131091 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-45c86302-0153-42bb-84eb-5f46bea38ade None None] Provisioning complete for port 5c9b99ad-753a-4fd0-af8c-c24217486e6c triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:47:56.131289 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-45c86302-0153-42bb-84eb-5f46bea38ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (5c9b99ad-753a-4fd0-af8c-c24217486e6c), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:56.181643 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-e7a23b85-2ed8-4250-aad9-ae839ccab952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (8c494ce0-e6b5-4525-b16d-4d6baaa16e47), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:56.222371 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72307e04-c293-4008-8706-e5bd5b0b8d5d admin admin] Pushing event updated for resources: {'Network': ['ID=d994d65e-018a-4041-be04-23523a18aa5d,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:56.297035 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Network d994d65e-018a-4041-be04-23523a18aa5d details requested by agent ovs-agent-dv-cinder-844961-2-iscsi with host dv-cinder-844961-2-iscsi {{(pid=112921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:47:56.303581 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-cbebdcb5-d946-4bd7-b59a-8def07dfae2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (84107282-1e36-4545-8fc1-71de5f445467), before_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:56.308802 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc442e3-0f55-424e-9272-16b3af8c18db None None] Sync routers for ids ['fb64adcc-7931-4e91-afef-9ec184843940'] in dv-cinder-844961-2-iscsi {{(pid=112922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:47:56.331969 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc442e3-0f55-424e-9272-16b3af8c18db None None] Routers {'fb64adcc-7931-4e91-afef-9ec184843940'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:47:56.332610 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-afc442e3-0f55-424e-9272-16b3af8c18db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:47:26Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['fb64adcc-7931-4e91-afef-9ec184843940'], 'active': True} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:56.344358 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:47:56.347175 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-e7a23b85-2ed8-4250-aad9-ae839ccab952 None None] Attempting to bind port 8c494ce0-e6b5-4525-b16d-4d6baaa16e47 on host dv-cinder-844961-2-iscsi for vnic_type normal with profile {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 09:47:56.347701 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-e7a23b85-2ed8-4250-aad9-ae839ccab952 None None] Attempting to bind port 8c494ce0-e6b5-4525-b16d-4d6baaa16e47 by drivers openvswitch,hyperv on host dv-cinder-844961-2-iscsi at level 0 using segments [{'id': 'a4995e04-234e-4976-89c5-310a94033a09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'}] {{(pid=112921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 09:47:56.348242 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a23b85-2ed8-4250-aad9-ae839ccab952 None None] Attempting to bind port 8c494ce0-e6b5-4525-b16d-4d6baaa16e47 on network 9ecc2a3c-efc3-4c90-8e67-1028759a248c {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:47:56.352697 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-72307e04-c293-4008-8706-e5bd5b0b8d5d admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1986535 Aug 31 09:47:56.366321 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 42228) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:47:56.393429 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-0170c4c7-c5aa-4e16-a9fa-ed374b464f9d admin admin] Request body: {'subnet': {'network_id': 'd994d65e-018a-4041-be04-23523a18aa5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1472205325-subnet', 'tenant_id': '7274499d018e4e5ca98199f5446a19e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:56.413371 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a23b85-2ed8-4250-aad9-ae839ccab952 None None] Checking agent: {'id': '18a9d5f8-8bea-4c71-b161-cda838278486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844961-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 9, 39, 30), 'started_at': datetime.datetime(2022, 8, 31, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 9, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844961-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 09:47:56.414037 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a23b85-2ed8-4250-aad9-ae839ccab952 None None] Checking segment: {'id': 'a4995e04-234e-4976-89c5-310a94033a09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:47:56.414618 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-e7a23b85-2ed8-4250-aad9-ae839ccab952 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:56.415155 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a23b85-2ed8-4250-aad9-ae839ccab952 None None] Bound using segment: {'id': 'a4995e04-234e-4976-89c5-310a94033a09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'} {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 09:47:56.415792 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-e7a23b85-2ed8-4250-aad9-ae839ccab952 None None] Bound port: 8c494ce0-e6b5-4525-b16d-4d6baaa16e47, host: dv-cinder-844961-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4995e04-234e-4976-89c5-310a94033a09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'}}] {{(pid=112921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 09:47:56.416316 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-e7a23b85-2ed8-4250-aad9-ae839ccab952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (8c494ce0-e6b5-4525-b16d-4d6baaa16e47), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:56.418972 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-110787f6-d45f-46e0-a8a2-6c6afb57938e admin admin] Publish callbacks [] for router (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:56.420726 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-110787f6-d45f-46e0-a8a2-6c6afb57938e admin admin] 10.222.0.13 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.2870338 Aug 31 09:47:56.425275 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:47:56.432705 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 42230) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:47:56.493350 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port b0e28a9d-06db-46f0-9ab8-42b9e0c7a71a is: ACTIVE; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:47:56.557406 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6093acf6-a45a-4f97-8214-24105f3a2b5c None None] Pushing event updated for resources: {'Port': ['ID=8c494ce0-e6b5-4525-b16d-4d6baaa16e47,revision_number=2']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:56.596384 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-96b6331d-98b0-49b8-a18a-5f9dfd805dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (ceff48e5-6519-4b2f-9df2-bdac900e6474), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:56.608067 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-96b6331d-98b0-49b8-a18a-5f9dfd805dcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:56.610529 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-96b6331d-98b0-49b8-a18a-5f9dfd805dcd admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/ceff48e5-6519-4b2f-9df2-bdac900e6474 HTTP/1.1" status: 204 len: 168 time: 1.0535126 Aug 31 09:47:56.636657 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvr_db [None req-afc442e3-0f55-424e-9272-16b3af8c18db None None] Set router fb64adcc-7931-4e91-afef-9ec184843940 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:47:56.660401 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-f8b3c039-1d82-4846-8115-41f9e7ff87ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:56.670885 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0170c4c7-c5aa-4e16-a9fa-ed374b464f9d admin admin] Made reservation on behalf of 7274499d018e4e5ca98199f5446a19e0 for: {'subnet': 1} {{(pid=112920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:47:56.685024 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-0170c4c7-c5aa-4e16-a9fa-ed374b464f9d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:56.690604 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-45c86302-0153-42bb-84eb-5f46bea38ade None None] Current status of the port 5c9b99ad-753a-4fd0-af8c-c24217486e6c is: ACTIVE; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:47:56.693334 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b6331d-98b0-49b8-a18a-5f9dfd805dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceff48e5-6519-4b2f-9df2-bdac900e6474,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:56.729873 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-45c86302-0153-42bb-84eb-5f46bea38ade None None] Provisioning complete for port b0e28a9d-06db-46f0-9ab8-42b9e0c7a71a triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:47:56.730414 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-45c86302-0153-42bb-84eb-5f46bea38ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (b0e28a9d-06db-46f0-9ab8-42b9e0c7a71a), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:56.840429 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-cbebdcb5-d946-4bd7-b59a-8def07dfae2c admin admin] Publish callbacks [] for port (84107282-1e36-4545-8fc1-71de5f445467), precommit_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:56.859673 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-cbebdcb5-d946-4bd7-b59a-8def07dfae2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (84107282-1e36-4545-8fc1-71de5f445467), after_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:56.869892 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-cbebdcb5-d946-4bd7-b59a-8def07dfae2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962954'] for router_interface (e548f256-8fe0-48dc-a879-6665a50f046d), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:57.061604 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbebdcb5-d946-4bd7-b59a-8def07dfae2c admin admin] Pushing event updated for resources: {'Port': ['ID=84107282-1e36-4545-8fc1-71de5f445467,revision_number=2']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:57.121314 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-afc442e3-0f55-424e-9272-16b3af8c18db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb64adcc-7931-4e91-afef-9ec184843940', 'name': 'tempest-DeleteServersTestJSON-2063728658-router', 'tenant_id': 'eb404a7dd529496888531e7ef00fd352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '74bfb816-cf1f-4294-976b-e1a1e36f9774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:47:49Z', 'updated_at': '2022-08-31T09:47:52Z', 'revision_number': 3, 'project_id': 'eb404a7dd529496888531e7ef00fd352', 'gw_port': {'id': '74bfb816-cf1f-4294-976b-e1a1e36f9774', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:67:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb64adcc-7931-4e91-afef-9ec184843940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:50Z', 'updated_at': '2022-08-31T09:47:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi'}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:57.122871 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-e7a23b85-2ed8-4250-aad9-ae839ccab952 None None] For port 8c494ce0-e6b5-4525-b16d-4d6baaa16e47, host dv-cinder-844961-2-iscsi, cleared binding levels {{(pid=112921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:47:57.138907 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.db_base_plugin_common [None req-687d9e85-7ba2-44fe-a922-138ebb0c6a3d admin admin] Allocated IP 172.20.0.1 (36c1318a-9832-4bc9-ac1a-5f597bd8ac6c/62f04c98-5559-462e-a349-fd7424d6ae82/e1ca8d90-e985-4b0d-ac9f-41a26d5a451f) {{(pid=112920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:47:57.149894 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-0170c4c7-c5aa-4e16-a9fa-ed374b464f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582'] for subnet (ea7d314c-9120-47fe-a006-a9aff05d6a47), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:57.151915 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-e7a23b85-2ed8-4250-aad9-ae839ccab952 None None] For port 8c494ce0-e6b5-4525-b16d-4d6baaa16e47, host dv-cinder-844961-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=8c494ce0-e6b5-4525-b16d-4d6baaa16e47,segment=NetworkSegment(a4995e04-234e-4976-89c5-310a94033a09),segment_id=a4995e04-234e-4976-89c5-310a94033a09)] {{(pid=112921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:47:57.177288 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device f76b301f-19b7-4734-a30a-4961b713a81d up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:47:57.181273 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbebdcb5-d946-4bd7-b59a-8def07dfae2c admin admin] Network 2e69cc92-d348-4eef-9a4c-b8daacafc440 is already hosted by enough agents. {{(pid=112919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:47:57.185628 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.base_scheduler [None req-cbebdcb5-d946-4bd7-b59a-8def07dfae2c admin admin] Resources bound (agent type, host, resource id): {{(pid=112919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:47:57.191400 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc442e3-0f55-424e-9272-16b3af8c18db None None] Checking router: fb64adcc-7931-4e91-afef-9ec184843940 for host: dv-cinder-844961-2-iscsi {{(pid=112922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:47:57.195040 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-e7a23b85-2ed8-4250-aad9-ae839ccab952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (8c494ce0-e6b5-4525-b16d-4d6baaa16e47), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:57.195565 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc442e3-0f55-424e-9272-16b3af8c18db None None] Updating router fb64adcc-7931-4e91-afef-9ec184843940 port 74bfb816-cf1f-4294-976b-e1a1e36f9774 binding host dv-cinder-844961-2-iscsi {{(pid=112922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:47:57.258958 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-afc442e3-0f55-424e-9272-16b3af8c18db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (74bfb816-cf1f-4294-976b-e1a1e36f9774), before_update {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:57.370871 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:47:57.439802 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6093acf6-a45a-4f97-8214-24105f3a2b5c None None] Pushing event updated for resources: {'Port': ['ID=8c494ce0-e6b5-4525-b16d-4d6baaa16e47,revision_number=3']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:57.449599 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a23b85-2ed8-4250-aad9-ae839ccab952 None None] Routers {'e548f256-8fe0-48dc-a879-6665a50f046d'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:47:57.450252 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-e7a23b85-2ed8-4250-aad9-ae839ccab952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:47:57Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['e548f256-8fe0-48dc-a879-6665a50f046d'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:57.463084 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbebdcb5-d946-4bd7-b59a-8def07dfae2c admin admin] Router e548f256-8fe0-48dc-a879-6665a50f046d has already been hosted by L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 {{(pid=112919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:47:57.468391 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=5 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:47:57.470127 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0170c4c7-c5aa-4e16-a9fa-ed374b464f9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea7d314c-9120-47fe-a006-a9aff05d6a47,revision_number=0']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:57.495229 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:47:57.685730 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-e7a23b85-2ed8-4250-aad9-ae839ccab952 None None] Set router e548f256-8fe0-48dc-a879-6665a50f046d gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:47:57.747728 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:DELETE=3,neutron:SELECT=85,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:47:57.784322 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:47:57.798036 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0170c4c7-c5aa-4e16-a9fa-ed374b464f9d admin admin] Checking segment: {'id': 'd9c79cd8-55e3-4d0a-b6ef-4beb007b4fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'd994d65e-018a-4041-be04-23523a18aa5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:47:57.798409 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0170c4c7-c5aa-4e16-a9fa-ed374b464f9d admin admin] Network hostable DHCP agents. Network: d994d65e-018a-4041-be04-23523a18aa5d, hostable agents: ['018d2bb8-ebf2-469c-9257-23530a727a9b'], hosted agents: [] {{(pid=112920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:47:57.937959 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:47:57.946872 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:57.997120 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0170c4c7-c5aa-4e16-a9fa-ed374b464f9d admin admin] Network d994d65e-018a-4041-be04-23523a18aa5d is scheduled to be hosted by DHCP agent 018d2bb8-ebf2-469c-9257-23530a727a9b with binding_index 1 {{(pid=112920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:47:58.006749 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-687d9e85-7ba2-44fe-a922-138ebb0c6a3d admin admin] Publish callbacks [] for port (e1ca8d90-e985-4b0d-ac9f-41a26d5a451f), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:58.032028 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.base_scheduler [None req-0170c4c7-c5aa-4e16-a9fa-ed374b464f9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844961-2-iscsi, d994d65e-018a-4041-be04-23523a18aa5d) {{(pid=112920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:47:58.076649 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0170c4c7-c5aa-4e16-a9fa-ed374b464f9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:47:58.077500 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-0170c4c7-c5aa-4e16-a9fa-ed374b464f9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for subnet (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:58.123279 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbebdcb5-d946-4bd7-b59a-8def07dfae2c admin admin] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:47:58.144613 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-cbebdcb5-d946-4bd7-b59a-8def07dfae2c admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/e548f256-8fe0-48dc-a879-6665a50f046d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6815386 Aug 31 09:47:58.152369 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-0170c4c7-c5aa-4e16-a9fa-ed374b464f9d admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7826183 Aug 31 09:47:58.156382 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-687d9e85-7ba2-44fe-a922-138ebb0c6a3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278'] for port (e1ca8d90-e985-4b0d-ac9f-41a26d5a451f), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:58.167045 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-afc442e3-0f55-424e-9272-16b3af8c18db None None] Publish callbacks [] for port (74bfb816-cf1f-4294-976b-e1a1e36f9774), precommit_update {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:58.173760 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:47:58.175052 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868fc4f9-66f0-4d3e-82b0-175030b99ff4 None None] Network d994d65e-018a-4041-be04-23523a18aa5d requested from dv-cinder-844961-2-iscsi {{(pid=112921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 09:47:58.179413 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-afc442e3-0f55-424e-9272-16b3af8c18db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (74bfb816-cf1f-4294-976b-e1a1e36f9774), after_update {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:58.253875 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c53d49-1b1d-4545-b88f-c2de65dccf2f None None] Pushing event updated for resources: {'Port': ['ID=74bfb816-cf1f-4294-976b-e1a1e36f9774,revision_number=2']} {{(pid=112922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:58.257186 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-e7a23b85-2ed8-4250-aad9-ae839ccab952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e548f256-8fe0-48dc-a879-6665a50f046d', 'name': 'tempest-ServerRescueNegativeTestJSON-1771364971-router', 'tenant_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '8c494ce0-e6b5-4525-b16d-4d6baaa16e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:47:47Z', 'updated_at': '2022-08-31T09:47:56Z', 'revision_number': 4, 'project_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'gw_port': {'id': '8c494ce0-e6b5-4525-b16d-4d6baaa16e47', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:eb:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e548f256-8fe0-48dc-a879-6665a50f046d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:48Z', 'updated_at': '2022-08-31T09:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': '84107282-1e36-4545-8fc1-71de5f445467', 'name': '', 'network_id': '2e69cc92-d348-4eef-9a4c-b8daacafc440', 'tenant_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'mac_address': 'fa:16:3e:56:9b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e548f256-8fe0-48dc-a879-6665a50f046d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '851420a3-644f-4898-b99d-54af1fb83d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:54Z', 'updated_at': '2022-08-31T09:47:56Z', 'revision_number': 2, 'project_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'subnets': [{'id': '851420a3-644f-4898-b99d-54af1fb83d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:58.271682 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.managers [None req-afc442e3-0f55-424e-9272-16b3af8c18db None None] Attempting to bind port 74bfb816-cf1f-4294-976b-e1a1e36f9774 on host dv-cinder-844961-2-iscsi for vnic_type normal with profile {{(pid=112922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 09:47:58.273755 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.managers [None req-afc442e3-0f55-424e-9272-16b3af8c18db None None] Attempting to bind port 74bfb816-cf1f-4294-976b-e1a1e36f9774 by drivers openvswitch,hyperv on host dv-cinder-844961-2-iscsi at level 0 using segments [{'id': 'a4995e04-234e-4976-89c5-310a94033a09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'}] {{(pid=112922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 09:47:58.274380 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc442e3-0f55-424e-9272-16b3af8c18db None None] Attempting to bind port 74bfb816-cf1f-4294-976b-e1a1e36f9774 on network 9ecc2a3c-efc3-4c90-8e67-1028759a248c {{(pid=112922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:47:58.282722 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc442e3-0f55-424e-9272-16b3af8c18db None None] Checking agent: {'id': '18a9d5f8-8bea-4c71-b161-cda838278486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844961-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 9, 39, 30), 'started_at': datetime.datetime(2022, 8, 31, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 9, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844961-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 09:47:58.283492 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc442e3-0f55-424e-9272-16b3af8c18db None None] Checking segment: {'id': 'a4995e04-234e-4976-89c5-310a94033a09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:47:58.284238 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-afc442e3-0f55-424e-9272-16b3af8c18db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:58.284811 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc442e3-0f55-424e-9272-16b3af8c18db None None] Bound using segment: {'id': 'a4995e04-234e-4976-89c5-310a94033a09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'} {{(pid=112922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 09:47:58.286949 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.managers [None req-afc442e3-0f55-424e-9272-16b3af8c18db None None] Bound port: 74bfb816-cf1f-4294-976b-e1a1e36f9774, host: dv-cinder-844961-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4995e04-234e-4976-89c5-310a94033a09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'}}] {{(pid=112922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 09:47:58.287581 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-afc442e3-0f55-424e-9272-16b3af8c18db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (74bfb816-cf1f-4294-976b-e1a1e36f9774), before_update {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:58.316908 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687d9e85-7ba2-44fe-a922-138ebb0c6a3d admin admin] Network 36c1318a-9832-4bc9-ac1a-5f597bd8ac6c is already hosted by enough agents. {{(pid=112920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:47:58.339521 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.base_scheduler [None req-687d9e85-7ba2-44fe-a922-138ebb0c6a3d admin admin] Resources bound (agent type, host, resource id): {{(pid=112920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:47:58.339895 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687d9e85-7ba2-44fe-a922-138ebb0c6a3d admin admin] Received port after_create {{(pid=112920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:47:58.340353 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-687d9e85-7ba2-44fe-a922-138ebb0c6a3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962846'] for router_interface (f2e42f77-94e7-42d5-9503-c5e8020fbc5a), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:58.385290 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-45c86302-0153-42bb-84eb-5f46bea38ade None None] Current status of the port b0e28a9d-06db-46f0-9ab8-42b9e0c7a71a is: ACTIVE; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:47:58.399620 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.db [None req-afc442e3-0f55-424e-9272-16b3af8c18db None None] For port 74bfb816-cf1f-4294-976b-e1a1e36f9774, host dv-cinder-844961-2-iscsi, cleared binding levels {{(pid=112922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:47:58.402150 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port f76b301f-19b7-4734-a30a-4961b713a81d triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:47:58.402532 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (f76b301f-19b7-4734-a30a-4961b713a81d), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:58.407537 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a23b85-2ed8-4250-aad9-ae839ccab952 None None] The sync data for ids ['e548f256-8fe0-48dc-a879-6665a50f046d'] in dv-cinder-844961-2-iscsi is: [{'id': 'e548f256-8fe0-48dc-a879-6665a50f046d', 'name': 'tempest-ServerRescueNegativeTestJSON-1771364971-router', 'tenant_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '8c494ce0-e6b5-4525-b16d-4d6baaa16e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:47:47Z', 'updated_at': '2022-08-31T09:47:56Z', 'revision_number': 4, 'project_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'gw_port': {'id': '8c494ce0-e6b5-4525-b16d-4d6baaa16e47', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:eb:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e548f256-8fe0-48dc-a879-6665a50f046d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:48Z', 'updated_at': '2022-08-31T09:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': '84107282-1e36-4545-8fc1-71de5f445467', 'name': '', 'network_id': '2e69cc92-d348-4eef-9a4c-b8daacafc440', 'tenant_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'mac_address': 'fa:16:3e:56:9b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e548f256-8fe0-48dc-a879-6665a50f046d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '851420a3-644f-4898-b99d-54af1fb83d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:54Z', 'updated_at': '2022-08-31T09:47:56Z', 'revision_number': 2, 'project_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'subnets': [{'id': '851420a3-644f-4898-b99d-54af1fb83d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:47:58.414620 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.db [None req-afc442e3-0f55-424e-9272-16b3af8c18db None None] For port 74bfb816-cf1f-4294-976b-e1a1e36f9774, host dv-cinder-844961-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=74bfb816-cf1f-4294-976b-e1a1e36f9774,segment=NetworkSegment(a4995e04-234e-4976-89c5-310a94033a09),segment_id=a4995e04-234e-4976-89c5-310a94033a09)] {{(pid=112922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:47:58.427014 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-afc442e3-0f55-424e-9272-16b3af8c18db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (74bfb816-cf1f-4294-976b-e1a1e36f9774), after_update {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:58.516997 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d9e85-7ba2-44fe-a922-138ebb0c6a3d admin admin] Pushing event updated for resources: {'Port': ['ID=e1ca8d90-e985-4b0d-ac9f-41a26d5a451f,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:58.529191 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc442e3-0f55-424e-9272-16b3af8c18db None None] Routers {'fb64adcc-7931-4e91-afef-9ec184843940'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:47:58.530131 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-afc442e3-0f55-424e-9272-16b3af8c18db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:47:57Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['fb64adcc-7931-4e91-afef-9ec184843940'], 'active': True} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:58.606956 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-d0b56c8e-6a68-497a-b504-2b585d90c622 None None] Provisioning complete for port 84107282-1e36-4545-8fc1-71de5f445467 triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:47:58.619346 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-d0b56c8e-6a68-497a-b504-2b585d90c622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (84107282-1e36-4545-8fc1-71de5f445467), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:58.762224 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfab4e69-1837-4a43-89fe-8aff9747a3f7 None None] Network d994d65e-018a-4041-be04-23523a18aa5d requested from dv-cinder-844961-2-iscsi {{(pid=112921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 09:47:58.793638 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c53d49-1b1d-4545-b88f-c2de65dccf2f None None] Pushing event updated for resources: {'Port': ['ID=74bfb816-cf1f-4294-976b-e1a1e36f9774,revision_number=3']} {{(pid=112922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:58.832347 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvr_db [None req-afc442e3-0f55-424e-9272-16b3af8c18db None None] Set router fb64adcc-7931-4e91-afef-9ec184843940 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:47:58.955852 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-d7ca17cf-8759-4e14-a576-0a97abadae8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:58.963544 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-d0b56c8e-6a68-497a-b504-2b585d90c622 None None] Port 84107282-1e36-4545-8fc1-71de5f445467 cannot update to ACTIVE because it is not bound. {{(pid=112921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 09:47:58.976636 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port f76b301f-19b7-4734-a30a-4961b713a81d is: DOWN; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:47:58.984664 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (f76b301f-19b7-4734-a30a-4961b713a81d), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:59.102754 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:47:59.179751 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] For port f76b301f-19b7-4734-a30a-4961b713a81d, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=f76b301f-19b7-4734-a30a-4961b713a81d,segment=NetworkSegment(a4995e04-234e-4976-89c5-310a94033a09),segment_id=a4995e04-234e-4976-89c5-310a94033a09)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:59.215642 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (f76b301f-19b7-4734-a30a-4961b713a81d), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:59.218012 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 1eb55574-47c1-4498-89df-bc8bc3f54221 up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:47:59.224659 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-8243a701-a35a-4592-a787-b886a57b5eeb None None] Provisioning complete for port e1ca8d90-e985-4b0d-ac9f-41a26d5a451f triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:47:59.225954 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-8243a701-a35a-4592-a787-b886a57b5eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (e1ca8d90-e985-4b0d-ac9f-41a26d5a451f), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:59.255048 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-afc442e3-0f55-424e-9272-16b3af8c18db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb64adcc-7931-4e91-afef-9ec184843940', 'name': 'tempest-DeleteServersTestJSON-2063728658-router', 'tenant_id': 'eb404a7dd529496888531e7ef00fd352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '74bfb816-cf1f-4294-976b-e1a1e36f9774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:47:49Z', 'updated_at': '2022-08-31T09:47:52Z', 'revision_number': 3, 'project_id': 'eb404a7dd529496888531e7ef00fd352', 'gw_port': {'id': '74bfb816-cf1f-4294-976b-e1a1e36f9774', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:67:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb64adcc-7931-4e91-afef-9ec184843940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:50Z', 'updated_at': '2022-08-31T09:47:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi'}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:59.311944 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc442e3-0f55-424e-9272-16b3af8c18db None None] The sync data for ids ['fb64adcc-7931-4e91-afef-9ec184843940'] in dv-cinder-844961-2-iscsi is: [{'id': 'fb64adcc-7931-4e91-afef-9ec184843940', 'name': 'tempest-DeleteServersTestJSON-2063728658-router', 'tenant_id': 'eb404a7dd529496888531e7ef00fd352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '74bfb816-cf1f-4294-976b-e1a1e36f9774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:47:49Z', 'updated_at': '2022-08-31T09:47:52Z', 'revision_number': 3, 'project_id': 'eb404a7dd529496888531e7ef00fd352', 'gw_port': {'id': '74bfb816-cf1f-4294-976b-e1a1e36f9774', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:67:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb64adcc-7931-4e91-afef-9ec184843940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:50Z', 'updated_at': '2022-08-31T09:47:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi'}] {{(pid=112922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:47:59.400624 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.db_base_plugin_common [None req-d7ca17cf-8759-4e14-a576-0a97abadae8d admin admin] Allocated IP 172.20.0.1 (b1b3efd2-0245-4b54-9c30-219b3ba26247/573e3c8c-3a5a-417c-9746-5f580110a984/29b483cc-7267-4318-88ae-2e0b3f6a206b) {{(pid=112920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:47:59.548566 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Pushing event updated for resources: {'Port': ['ID=f76b301f-19b7-4734-a30a-4961b713a81d,revision_number=4']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:59.556807 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 42342) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:47:59.560642 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:47:59.561107 dv-cinder-844961-2-iscsi neutron-server[112919]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 09:47:59.701514 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-d7ca17cf-8759-4e14-a576-0a97abadae8d admin admin] Publish callbacks [] for port (29b483cc-7267-4318-88ae-2e0b3f6a206b), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:59.711148 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-687d9e85-7ba2-44fe-a922-138ebb0c6a3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (e1ca8d90-e985-4b0d-ac9f-41a26d5a451f), before_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:59.857651 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:47:59.979265 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-8243a701-a35a-4592-a787-b886a57b5eeb None None] Port e1ca8d90-e985-4b0d-ac9f-41a26d5a451f cannot update to ACTIVE because it is not bound. {{(pid=112921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 09:47:59.985211 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:00.010458 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-d7ca17cf-8759-4e14-a576-0a97abadae8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278'] for port (29b483cc-7267-4318-88ae-2e0b3f6a206b), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:00.040229 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ca17cf-8759-4e14-a576-0a97abadae8d admin admin] Network b1b3efd2-0245-4b54-9c30-219b3ba26247 is already hosted by enough agents. {{(pid=112920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:48:00.076840 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.base_scheduler [None req-d7ca17cf-8759-4e14-a576-0a97abadae8d admin admin] Resources bound (agent type, host, resource id): {{(pid=112920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:48:00.082776 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ca17cf-8759-4e14-a576-0a97abadae8d admin admin] Received port after_create {{(pid=112920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:48:00.084164 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-d7ca17cf-8759-4e14-a576-0a97abadae8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962846'] for router_interface (fb64adcc-7931-4e91-afef-9ec184843940), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:00.097252 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port 1eb55574-47c1-4498-89df-bc8bc3f54221 triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:48:00.108625 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (1eb55574-47c1-4498-89df-bc8bc3f54221), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:00.188940 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41bd1a9-f508-42b8-b569-831055fda00f req-709f4f3e-731b-41a3-a851-fc7e38556bfa tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:00.206979 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c41bd1a9-f508-42b8-b569-831055fda00f req-709f4f3e-731b-41a3-a851-fc7e38556bfa tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/networks?id=2e69cc92-d348-4eef-9a4c-b8daacafc440 HTTP/1.1" status: 200 len: 819 time: 0.6478920 Aug 31 09:48:00.249789 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 42366) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:00.265745 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c41bd1a9-f508-42b8-b569-831055fda00f req-ceaecac0-3635-4466-950e-567f1861af05 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/quotas/c0fc6660b5494415915cdf2b325e5bd6 HTTP/1.1" status: 200 len: 375 time: 0.0574183 Aug 31 09:48:00.288575 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:00.303009 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-95fe99ba-a0b8-4739-bb0b-fb2b8a96ab86 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-250249466-network', 'tenant_id': '3df0a209d4c74b6390542f869999787a'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:48:00.351683 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95fe99ba-a0b8-4739-bb0b-fb2b8a96ab86 admin admin] Made reservation on behalf of 3df0a209d4c74b6390542f869999787a for: {'network': 1} {{(pid=112920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:48:00.354941 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-95fe99ba-a0b8-4739-bb0b-fb2b8a96ab86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for network (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:00.372616 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-95fe99ba-a0b8-4739-bb0b-fb2b8a96ab86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:00.381477 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port 1eb55574-47c1-4498-89df-bc8bc3f54221 is: ACTIVE; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:48:00.382970 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device b0e28a9d-06db-46f0-9ab8-42b9e0c7a71a up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:48:00.487939 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-d7ca17cf-8759-4e14-a576-0a97abadae8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (29b483cc-7267-4318-88ae-2e0b3f6a206b), before_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:00.502235 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c41bd1a9-f508-42b8-b569-831055fda00f req-2880cc3f-ad46-4756-91b8-31ac1f7b4478 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=c0fc6660b5494415915cdf2b325e5bd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2352231 Aug 31 09:48:00.513419 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port b0e28a9d-06db-46f0-9ab8-42b9e0c7a71a triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:48:00.513866 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (b0e28a9d-06db-46f0-9ab8-42b9e0c7a71a), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:00.596555 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ca17cf-8759-4e14-a576-0a97abadae8d admin admin] Pushing event updated for resources: {'Port': ['ID=29b483cc-7267-4318-88ae-2e0b3f6a206b,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:00.640065 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-e220798a-add7-4010-99dc-d40140708bbb None None] Provisioning complete for port 29b483cc-7267-4318-88ae-2e0b3f6a206b triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:48:00.640800 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-e220798a-add7-4010-99dc-d40140708bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (29b483cc-7267-4318-88ae-2e0b3f6a206b), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:00.673261 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port b0e28a9d-06db-46f0-9ab8-42b9e0c7a71a is: ACTIVE; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:48:00.740823 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-687d9e85-7ba2-44fe-a922-138ebb0c6a3d admin admin] Publish callbacks [] for port (e1ca8d90-e985-4b0d-ac9f-41a26d5a451f), precommit_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:00.749003 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-e220798a-add7-4010-99dc-d40140708bbb None None] Port 29b483cc-7267-4318-88ae-2e0b3f6a206b cannot update to ACTIVE because it is not bound. {{(pid=112921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 09:48:00.784211 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-687d9e85-7ba2-44fe-a922-138ebb0c6a3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (e1ca8d90-e985-4b0d-ac9f-41a26d5a451f), after_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:00.785044 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-687d9e85-7ba2-44fe-a922-138ebb0c6a3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962954'] for router_interface (f2e42f77-94e7-42d5-9503-c5e8020fbc5a), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:00.827588 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:00.907650 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:01.045133 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 74bfb816-cf1f-4294-976b-e1a1e36f9774 up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:48:01.081620 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-95fe99ba-a0b8-4739-bb0b-fb2b8a96ab86 admin admin] Publish callbacks [] for security_group (38156bdf-4d0a-4b2f-a6f6-70f9edd53740), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:01.108323 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-95fe99ba-a0b8-4739-bb0b-fb2b8a96ab86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (38156bdf-4d0a-4b2f-a6f6-70f9edd53740), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:01.112764 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d9e85-7ba2-44fe-a922-138ebb0c6a3d admin admin] Pushing event updated for resources: {'Port': ['ID=e1ca8d90-e985-4b0d-ac9f-41a26d5a451f,revision_number=2']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:01.133990 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687d9e85-7ba2-44fe-a922-138ebb0c6a3d admin admin] Network 36c1318a-9832-4bc9-ac1a-5f597bd8ac6c is already hosted by enough agents. {{(pid=112920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:48:01.170434 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe99ba-a0b8-4739-bb0b-fb2b8a96ab86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38156bdf-4d0a-4b2f-a6f6-70f9edd53740,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:01.191596 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:01.200000 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port 74bfb816-cf1f-4294-976b-e1a1e36f9774 triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:48:01.201828 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.base_scheduler [None req-687d9e85-7ba2-44fe-a922-138ebb0c6a3d admin admin] Resources bound (agent type, host, resource id): {{(pid=112920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:48:01.202355 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (74bfb816-cf1f-4294-976b-e1a1e36f9774), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:01.231929 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95fe99ba-a0b8-4739-bb0b-fb2b8a96ab86 admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=112920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:48:01.358651 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-95fe99ba-a0b8-4739-bb0b-fb2b8a96ab86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927539'] for segment (fff13178-ba18-4344-97e4-72244b59bf83), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:01.358990 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.db.segments_db [None req-95fe99ba-a0b8-4739-bb0b-fb2b8a96ab86 admin admin] Added segment fff13178-ba18-4344-97e4-72244b59bf83 of type vlan for network 8e65877c-8a30-436c-bbd3-7de804debeae Aug 31 09:48:01.394079 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port 74bfb816-cf1f-4294-976b-e1a1e36f9774 is: DOWN; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:48:01.397568 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (74bfb816-cf1f-4294-976b-e1a1e36f9774), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:01.418502 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-d7ca17cf-8759-4e14-a576-0a97abadae8d admin admin] Publish callbacks [] for port (29b483cc-7267-4318-88ae-2e0b3f6a206b), precommit_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:01.431041 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-d7ca17cf-8759-4e14-a576-0a97abadae8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (29b483cc-7267-4318-88ae-2e0b3f6a206b), after_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:01.431781 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-d7ca17cf-8759-4e14-a576-0a97abadae8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962954'] for router_interface (fb64adcc-7931-4e91-afef-9ec184843940), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:01.457284 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] For port 74bfb816-cf1f-4294-976b-e1a1e36f9774, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=74bfb816-cf1f-4294-976b-e1a1e36f9774,segment=NetworkSegment(a4995e04-234e-4976-89c5-310a94033a09),segment_id=a4995e04-234e-4976-89c5-310a94033a09)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:01.466417 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (74bfb816-cf1f-4294-976b-e1a1e36f9774), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:01.467130 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device f76b301f-19b7-4734-a30a-4961b713a81d up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:48:01.572706 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Pushing event updated for resources: {'Port': ['ID=74bfb816-cf1f-4294-976b-e1a1e36f9774,revision_number=4']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:01.604170 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [req-c41bd1a9-f508-42b8-b569-831055fda00f req-58059480-c805-4e1e-851d-94c2e7950273 service neutron] http://10.222.0.13:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 09:48:01.606416 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c41bd1a9-f508-42b8-b569-831055fda00f req-58059480-c805-4e1e-851d-94c2e7950273 service neutron] 10.222.0.13 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4644434 Aug 31 09:48:01.612545 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port f76b301f-19b7-4734-a30a-4961b713a81d triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:48:01.613563 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (f76b301f-19b7-4734-a30a-4961b713a81d), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:01.690719 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-7dc60ae1-169d-477d-bd4b-e1466c45da2a None None] Provisioning complete for port e1ca8d90-e985-4b0d-ac9f-41a26d5a451f triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:48:01.691091 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-7dc60ae1-169d-477d-bd4b-e1466c45da2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (e1ca8d90-e985-4b0d-ac9f-41a26d5a451f), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:01.722577 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-95fe99ba-a0b8-4739-bb0b-fb2b8a96ab86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747472916821'] for network (8e65877c-8a30-436c-bbd3-7de804debeae), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:01.783420 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-7dc60ae1-169d-477d-bd4b-e1466c45da2a None None] Port e1ca8d90-e985-4b0d-ac9f-41a26d5a451f cannot update to ACTIVE because it is not bound. {{(pid=112921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 09:48:01.788241 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port f76b301f-19b7-4734-a30a-4961b713a81d is: ACTIVE; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:48:01.789816 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 8c494ce0-e6b5-4525-b16d-4d6baaa16e47 up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:48:01.793834 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ca17cf-8759-4e14-a576-0a97abadae8d admin admin] Pushing event updated for resources: {'Port': ['ID=29b483cc-7267-4318-88ae-2e0b3f6a206b,revision_number=2']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:01.821479 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c41bd1a9-f508-42b8-b569-831055fda00f req-0f339647-6f4f-4367-8568-a26c7ce44f82 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/2e69cc92-d348-4eef-9a4c-b8daacafc440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076550 Aug 31 09:48:01.831649 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687d9e85-7ba2-44fe-a922-138ebb0c6a3d admin admin] Router f2e42f77-94e7-42d5-9503-c5e8020fbc5a has already been hosted by L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 {{(pid=112920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:48:01.856159 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-95fe99ba-a0b8-4739-bb0b-fb2b8a96ab86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582'] for network (8e65877c-8a30-436c-bbd3-7de804debeae), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:01.857157 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fe99ba-a0b8-4739-bb0b-fb2b8a96ab86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:01.857758 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-95fe99ba-a0b8-4739-bb0b-fb2b8a96ab86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for network (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:01.876149 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:01.976502 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port 8c494ce0-e6b5-4525-b16d-4d6baaa16e47 triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:48:01.977125 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (8c494ce0-e6b5-4525-b16d-4d6baaa16e47), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:02.055436 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c41bd1a9-f508-42b8-b569-831055fda00f req-bbbbc660-0117-4589-b3a8-5d2e65c254da service neutron] 10.222.0.13 "GET /networking/v2.0/networks/2e69cc92-d348-4eef-9a4c-b8daacafc440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237978 Aug 31 09:48:02.137564 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port 8c494ce0-e6b5-4525-b16d-4d6baaa16e47 is: DOWN; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:48:02.138569 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (8c494ce0-e6b5-4525-b16d-4d6baaa16e47), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:02.182739 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] For port 8c494ce0-e6b5-4525-b16d-4d6baaa16e47, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=8c494ce0-e6b5-4525-b16d-4d6baaa16e47,segment=NetworkSegment(a4995e04-234e-4976-89c5-310a94033a09),segment_id=a4995e04-234e-4976-89c5-310a94033a09)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:02.189737 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (8c494ce0-e6b5-4525-b16d-4d6baaa16e47), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:02.230023 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-95fe99ba-a0b8-4739-bb0b-fb2b8a96ab86 admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9647613 Aug 31 09:48:02.231960 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ca17cf-8759-4e14-a576-0a97abadae8d admin admin] Network b1b3efd2-0245-4b54-9c30-219b3ba26247 is already hosted by enough agents. {{(pid=112920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:48:02.234104 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 42424) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:02.235827 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687d9e85-7ba2-44fe-a922-138ebb0c6a3d admin admin] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:48:02.240773 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [None req-82e3a635-fbd2-4899-8f30-11a60b64d644 admin admin] Request body: {'subnet': {'network_id': '8e65877c-8a30-436c-bbd3-7de804debeae', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-250249466-subnet', 'tenant_id': '3df0a209d4c74b6390542f869999787a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:48:02.243699 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.base_scheduler [None req-d7ca17cf-8759-4e14-a576-0a97abadae8d admin admin] Resources bound (agent type, host, resource id): {{(pid=112920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:48:02.252921 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-687d9e85-7ba2-44fe-a922-138ebb0c6a3d admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/f2e42f77-94e7-42d5-9503-c5e8020fbc5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3411579 Aug 31 09:48:02.270207 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:02.272304 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe99ba-a0b8-4739-bb0b-fb2b8a96ab86 admin admin] Pushing event updated for resources: {'Network': ['ID=8e65877c-8a30-436c-bbd3-7de804debeae,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:02.273359 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb9f838-87d7-4542-a6b2-9f6c575e400b None None] Sync routers for ids ['f2e42f77-94e7-42d5-9503-c5e8020fbc5a'] in dv-cinder-844961-2-iscsi {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:48:02.280159 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Pushing event updated for resources: {'Port': ['ID=8c494ce0-e6b5-4525-b16d-4d6baaa16e47,revision_number=4']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:02.289136 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Network 8e65877c-8a30-436c-bbd3-7de804debeae details requested by agent ovs-agent-dv-cinder-844961-2-iscsi with host dv-cinder-844961-2-iscsi {{(pid=112921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:48:02.335018 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e3a635-fbd2-4899-8f30-11a60b64d644 admin admin] Made reservation on behalf of 3df0a209d4c74b6390542f869999787a for: {'subnet': 1} {{(pid=112919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:48:02.339231 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-82e3a635-fbd2-4899-8f30-11a60b64d644 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:02.514105 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb9f838-87d7-4542-a6b2-9f6c575e400b None None] Routers {'f2e42f77-94e7-42d5-9503-c5e8020fbc5a'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:48:02.518804 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-0cb9f838-87d7-4542-a6b2-9f6c575e400b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:47:57Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['f2e42f77-94e7-42d5-9503-c5e8020fbc5a'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:02.535262 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7ca17cf-8759-4e14-a576-0a97abadae8d admin admin] Router fb64adcc-7931-4e91-afef-9ec184843940 has already been hosted by L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 {{(pid=112920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:48:02.619726 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 42448) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:02.780701 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a520c830-0b9e-4657-9d62-af0e05f3b2c2 req-bb80878b-77cf-409f-a95a-4beb5a278bf5 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dd0a166f-d662-4a72-8ea2-bfbbb02b2221 HTTP/1.1" status: 200 len: 210 time: 0.1597524 Aug 31 09:48:02.801605 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=2 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:02.835506 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ca17cf-8759-4e14-a576-0a97abadae8d admin admin] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:48:02.849439 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-d7ca17cf-8759-4e14-a576-0a97abadae8d admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/fb64adcc-7931-4e91-afef-9ec184843940/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4095361 Aug 31 09:48:02.852500 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-0cb9f838-87d7-4542-a6b2-9f6c575e400b None None] Set router f2e42f77-94e7-42d5-9503-c5e8020fbc5a gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:48:02.877050 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 42462) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:02.919979 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-82e3a635-fbd2-4899-8f30-11a60b64d644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582'] for subnet (08385e4f-2430-421c-bedd-2879f1142569), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:02.981427 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 8c494ce0-e6b5-4525-b16d-4d6baaa16e47 up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:48:02.990610 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e3a635-fbd2-4899-8f30-11a60b64d644 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08385e4f-2430-421c-bedd-2879f1142569,revision_number=0']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:03.019598 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e3a635-fbd2-4899-8f30-11a60b64d644 admin admin] Checking segment: {'id': 'fff13178-ba18-4344-97e4-72244b59bf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8e65877c-8a30-436c-bbd3-7de804debeae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:48:03.020580 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e3a635-fbd2-4899-8f30-11a60b64d644 admin admin] Network hostable DHCP agents. Network: 8e65877c-8a30-436c-bbd3-7de804debeae, hostable agents: ['018d2bb8-ebf2-469c-9257-23530a727a9b'], hosted agents: [] {{(pid=112919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:48:03.042669 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e3a635-fbd2-4899-8f30-11a60b64d644 admin admin] Network 8e65877c-8a30-436c-bbd3-7de804debeae is scheduled to be hosted by DHCP agent 018d2bb8-ebf2-469c-9257-23530a727a9b with binding_index 1 {{(pid=112919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:48:03.066640 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.base_scheduler [None req-82e3a635-fbd2-4899-8f30-11a60b64d644 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844961-2-iscsi, 8e65877c-8a30-436c-bbd3-7de804debeae) {{(pid=112919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:48:03.080576 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-c2a18520-6464-4ae1-95f9-eccad55c12a0 None None] Provisioning complete for port 29b483cc-7267-4318-88ae-2e0b3f6a206b triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:48:03.081192 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-c2a18520-6464-4ae1-95f9-eccad55c12a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (29b483cc-7267-4318-88ae-2e0b3f6a206b), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:03.094031 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e3a635-fbd2-4899-8f30-11a60b64d644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:03.095564 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-82e3a635-fbd2-4899-8f30-11a60b64d644 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for subnet (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:03.103084 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:03.173275 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-82e3a635-fbd2-4899-8f30-11a60b64d644 admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9215679 Aug 31 09:48:03.182690 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bd1880-b08e-42d0-a771-fa81c59379d8 None None] Network 8e65877c-8a30-436c-bbd3-7de804debeae requested from dv-cinder-844961-2-iscsi {{(pid=112921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 09:48:03.322690 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 42476) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:03.329149 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-a5f8a817-eb98-4afa-99ee-22f79fb49bcb tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1121481318', 'description': 'tempest-description--565427366'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:48:03.349919 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:03.350633 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-c2a18520-6464-4ae1-95f9-eccad55c12a0 None None] Port 29b483cc-7267-4318-88ae-2e0b3f6a206b cannot update to ACTIVE because it is not bound. {{(pid=112921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 09:48:03.418516 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a5f8a817-eb98-4afa-99ee-22f79fb49bcb tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:03.445214 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de854039-aa1f-48b3-a423-1d6c7c653e3c None None] Sync routers for ids ['e548f256-8fe0-48dc-a879-6665a50f046d'] in dv-cinder-844961-2-iscsi {{(pid=112922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:48:03.482976 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de854039-aa1f-48b3-a423-1d6c7c653e3c None None] Routers {'e548f256-8fe0-48dc-a879-6665a50f046d'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:48:03.486596 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-de854039-aa1f-48b3-a423-1d6c7c653e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:47:57Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['e548f256-8fe0-48dc-a879-6665a50f046d'], 'active': True} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:03.500394 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port 8c494ce0-e6b5-4525-b16d-4d6baaa16e47 triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:48:03.501683 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (8c494ce0-e6b5-4525-b16d-4d6baaa16e47), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:03.609890 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-72036738-3909-488e-902c-0852723fc081 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:03.612701 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 42506) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:03.643893 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8574072-1ad7-4cca-a03f-6001df6c9285 None None] Sync routers for ids ['fb64adcc-7931-4e91-afef-9ec184843940'] in dv-cinder-844961-2-iscsi {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:48:03.738924 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8574072-1ad7-4cca-a03f-6001df6c9285 None None] Routers {'fb64adcc-7931-4e91-afef-9ec184843940'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:48:03.740391 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-d8574072-1ad7-4cca-a03f-6001df6c9285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:47:57Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['fb64adcc-7931-4e91-afef-9ec184843940'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:03.843786 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a5f8a817-eb98-4afa-99ee-22f79fb49bcb tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks [] for security_group (6418d58e-7890-486d-8ef9-fd8f11b8a9fb), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:03.855060 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0276f8d-8393-4fc8-a979-34c3c7fa9fcc admin admin] Deleting subnet ea7d314c-9120-47fe-a006-a9aff05d6a47 {{(pid=112919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 09:48:03.861911 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a5f8a817-eb98-4afa-99ee-22f79fb49bcb tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (6418d58e-7890-486d-8ef9-fd8f11b8a9fb), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:03.874468 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:03.882954 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c4af4-f03a-47cc-8232-cd0ba7b977e0 req-e722184b-315e-417b-8c1b-6f0e83016db8 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:03.885528 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d08c4af4-f03a-47cc-8232-cd0ba7b977e0 req-e722184b-315e-417b-8c1b-6f0e83016db8 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/networks?id=2e69cc92-d348-4eef-9a4c-b8daacafc440 HTTP/1.1" status: 200 len: 819 time: 0.4053323 Aug 31 09:48:03.889799 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-a0276f8d-8393-4fc8-a979-34c3c7fa9fcc admin admin] Publish callbacks [] for subnet (ea7d314c-9120-47fe-a006-a9aff05d6a47), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:03.892551 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-d8574072-1ad7-4cca-a03f-6001df6c9285 None None] Set router fb64adcc-7931-4e91-afef-9ec184843940 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:48:03.932605 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a5f8a817-eb98-4afa-99ee-22f79fb49bcb tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:03.936650 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-a5f8a817-eb98-4afa-99ee-22f79fb49bcb tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6094329 Aug 31 09:48:03.937727 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 42526) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:03.943369 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-dda83fa6-8b02-4788-82dc-8e9bdf27a0b4 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Request body: {'security_group_rule': {'security_group_id': '6418d58e-7890-486d-8ef9-fd8f11b8a9fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:48:03.945922 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvr_db [None req-de854039-aa1f-48b3-a423-1d6c7c653e3c None None] Set router e548f256-8fe0-48dc-a879-6665a50f046d gateway port host: dv-cinder-844961-2-iscsi {{(pid=112922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:48:03.948012 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:03.954248 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f8a817-eb98-4afa-99ee-22f79fb49bcb tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6418d58e-7890-486d-8ef9-fd8f11b8a9fb,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:03.989329 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d08c4af4-f03a-47cc-8232-cd0ba7b977e0 req-eec14459-0202-4aa0-ae75-3c8a3ad6eee4 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/quotas/c0fc6660b5494415915cdf2b325e5bd6 HTTP/1.1" status: 200 len: 375 time: 0.0361972 Aug 31 09:48:04.034454 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=100 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:04.038479 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port 8c494ce0-e6b5-4525-b16d-4d6baaa16e47 is: ACTIVE; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:48:04.041607 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 74bfb816-cf1f-4294-976b-e1a1e36f9774 up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:48:04.054022 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-72036738-3909-488e-902c-0852723fc081 admin admin] Publish callbacks [] for security_group (6817d66d-1cd1-4cbe-b12a-6a99658ecbe7), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:04.056716 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-a0276f8d-8393-4fc8-a979-34c3c7fa9fcc admin admin] Publish callbacks [] for subnet (ea7d314c-9120-47fe-a006-a9aff05d6a47), precommit_delete_associations {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:04.056922 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-dda83fa6-8b02-4788-82dc-8e9bdf27a0b4 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks [] for security_group_rule (c0c2a29e-3449-492e-88b0-5c59448d5629), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:04.070500 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-72036738-3909-488e-902c-0852723fc081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (6817d66d-1cd1-4cbe-b12a-6a99658ecbe7), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:04.103856 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-a0276f8d-8393-4fc8-a979-34c3c7fa9fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931882'] for subnet (ea7d314c-9120-47fe-a006-a9aff05d6a47), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:04.146280 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:04.164203 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-72036738-3909-488e-902c-0852723fc081 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=90ac571b08da4c508ec9cf3bec5addb5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2852070 Aug 31 09:48:04.164998 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 42532) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:04.168688 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72036738-3909-488e-902c-0852723fc081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6817d66d-1cd1-4cbe-b12a-6a99658ecbe7,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:04.170007 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d08c4af4-f03a-47cc-8232-cd0ba7b977e0 req-b6b22183-2671-40bb-b92e-db44a926b195 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=c0fc6660b5494415915cdf2b325e5bd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1791692 Aug 31 09:48:04.188858 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6a75e-ff66-4711-a027-1f5ff3bc3f20 req-7f99d5ff-2e3c-4d20-b93b-a39a4392d36d tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:04.198212 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c2a6a75e-ff66-4711-a027-1f5ff3bc3f20 req-7f99d5ff-2e3c-4d20-b93b-a39a4392d36d tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] 10.222.0.13 "GET /networking/v2.0/networks?id=b1b3efd2-0245-4b54-9c30-219b3ba26247 HTTP/1.1" status: 200 len: 812 time: 0.4103940 Aug 31 09:48:04.227979 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c2a6a75e-ff66-4711-a027-1f5ff3bc3f20 req-4790a7c9-651f-43a9-b033-47d0e13e21cd tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] 10.222.0.13 "GET /networking/v2.0/quotas/eb404a7dd529496888531e7ef00fd352 HTTP/1.1" status: 200 len: 375 time: 0.0287242 Aug 31 09:48:04.238717 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-dda83fa6-8b02-4788-82dc-8e9bdf27a0b4 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks [] for security_group_rule (c0c2a29e-3449-492e-88b0-5c59448d5629), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:04.250019 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-dda83fa6-8b02-4788-82dc-8e9bdf27a0b4 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045036'] for security_group_rule (c0c2a29e-3449-492e-88b0-5c59448d5629), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:04.259151 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fafb333-8e4a-4810-88fc-aee21f691314 None None] Network 8e65877c-8a30-436c-bbd3-7de804debeae requested from dv-cinder-844961-2-iscsi {{(pid=112921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 09:48:04.280713 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda83fa6-8b02-4788-82dc-8e9bdf27a0b4 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0c2a29e-3449-492e-88b0-5c59448d5629,revision_number=0']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:04.285730 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:04.316717 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-dda83fa6-8b02-4788-82dc-8e9bdf27a0b4 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:04.319259 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-dda83fa6-8b02-4788-82dc-8e9bdf27a0b4 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3800952 Aug 31 09:48:04.322310 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 42538) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:04.323263 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-da00cddc-217f-4798-90cb-1235bf3a7ace admin admin] Publish callbacks [] for security_group (6817d66d-1cd1-4cbe-b12a-6a99658ecbe7), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:04.330066 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-2bda6246-3e3a-48de-a6a9-ba7d848a20dd tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Request body: {'security_group_rule': {'security_group_id': '6418d58e-7890-486d-8ef9-fd8f11b8a9fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:48:04.350374 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-a0276f8d-8393-4fc8-a979-34c3c7fa9fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582'] for subnet (ea7d314c-9120-47fe-a006-a9aff05d6a47), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:04.373594 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-da00cddc-217f-4798-90cb-1235bf3a7ace admin admin] Publish callbacks [] for security_group (6817d66d-1cd1-4cbe-b12a-6a99658ecbe7), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:04.398842 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0276f8d-8393-4fc8-a979-34c3c7fa9fcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea7d314c-9120-47fe-a006-a9aff05d6a47,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:04.420087 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-de854039-aa1f-48b3-a423-1d6c7c653e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e548f256-8fe0-48dc-a879-6665a50f046d', 'name': 'tempest-ServerRescueNegativeTestJSON-1771364971-router', 'tenant_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '8c494ce0-e6b5-4525-b16d-4d6baaa16e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:47:47Z', 'updated_at': '2022-08-31T09:47:56Z', 'revision_number': 4, 'project_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'gw_port': {'id': '8c494ce0-e6b5-4525-b16d-4d6baaa16e47', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:eb:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e548f256-8fe0-48dc-a879-6665a50f046d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:48Z', 'updated_at': '2022-08-31T09:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': '84107282-1e36-4545-8fc1-71de5f445467', 'name': '', 'network_id': '2e69cc92-d348-4eef-9a4c-b8daacafc440', 'tenant_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'mac_address': 'fa:16:3e:56:9b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e548f256-8fe0-48dc-a879-6665a50f046d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '851420a3-644f-4898-b99d-54af1fb83d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:54Z', 'updated_at': '2022-08-31T09:47:56Z', 'revision_number': 2, 'project_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'subnets': [{'id': '851420a3-644f-4898-b99d-54af1fb83d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:04.430008 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c2a6a75e-ff66-4711-a027-1f5ff3bc3f20 req-b5e5ca15-0061-40f0-9ad0-349c5b2e5649 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=eb404a7dd529496888531e7ef00fd352&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2010877 Aug 31 09:48:04.436404 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-2bda6246-3e3a-48de-a6a9-ba7d848a20dd tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks [] for security_group_rule (9e742948-d546-4ffe-b73d-2c8b8478d200), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:04.436593 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port 74bfb816-cf1f-4294-976b-e1a1e36f9774 triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:48:04.436941 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (74bfb816-cf1f-4294-976b-e1a1e36f9774), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:04.438745 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-a0276f8d-8393-4fc8-a979-34c3c7fa9fcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for subnet (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:04.449530 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-a0276f8d-8393-4fc8-a979-34c3c7fa9fcc admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/ea7d314c-9120-47fe-a006-a9aff05d6a47 HTTP/1.1" status: 204 len: 168 time: 0.8335607 Aug 31 09:48:04.451387 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [req-d08c4af4-f03a-47cc-8232-cd0ba7b977e0 req-00129eb6-09cd-4c97-8889-55ecce444d29 service neutron] http://10.222.0.13:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 09:48:04.452372 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d08c4af4-f03a-47cc-8232-cd0ba7b977e0 req-00129eb6-09cd-4c97-8889-55ecce444d29 service neutron] 10.222.0.13 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1169240 Aug 31 09:48:04.459915 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 42544) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:04.492369 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de854039-aa1f-48b3-a423-1d6c7c653e3c None None] Checking router: e548f256-8fe0-48dc-a879-6665a50f046d for host: dv-cinder-844961-2-iscsi {{(pid=112922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:48:04.493513 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de854039-aa1f-48b3-a423-1d6c7c653e3c None None] Updating router e548f256-8fe0-48dc-a879-6665a50f046d port 84107282-1e36-4545-8fc1-71de5f445467 binding host dv-cinder-844961-2-iscsi {{(pid=112922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:48:04.546394 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-3e2f5e3f-3259-4ba5-b62d-09995ba669b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2085207'] for network (d994d65e-018a-4041-be04-23523a18aa5d), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:04.548599 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-da00cddc-217f-4798-90cb-1235bf3a7ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (6817d66d-1cd1-4cbe-b12a-6a99658ecbe7), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:04.553447 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-da00cddc-217f-4798-90cb-1235bf3a7ace admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:04.569490 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-da00cddc-217f-4798-90cb-1235bf3a7ace admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/6817d66d-1cd1-4cbe-b12a-6a99658ecbe7 HTTP/1.1" status: 204 len: 168 time: 0.3896167 Aug 31 09:48:04.579814 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-de854039-aa1f-48b3-a423-1d6c7c653e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (84107282-1e36-4545-8fc1-71de5f445467), before_update {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:04.593101 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port 74bfb816-cf1f-4294-976b-e1a1e36f9774 is: ACTIVE; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:48:04.595934 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-d8574072-1ad7-4cca-a03f-6001df6c9285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb64adcc-7931-4e91-afef-9ec184843940', 'name': 'tempest-DeleteServersTestJSON-2063728658-router', 'tenant_id': 'eb404a7dd529496888531e7ef00fd352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '74bfb816-cf1f-4294-976b-e1a1e36f9774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:47:49Z', 'updated_at': '2022-08-31T09:48:00Z', 'revision_number': 4, 'project_id': 'eb404a7dd529496888531e7ef00fd352', 'gw_port': {'id': '74bfb816-cf1f-4294-976b-e1a1e36f9774', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:67:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb64adcc-7931-4e91-afef-9ec184843940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:50Z', 'updated_at': '2022-08-31T09:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': '29b483cc-7267-4318-88ae-2e0b3f6a206b', 'name': '', 'network_id': 'b1b3efd2-0245-4b54-9c30-219b3ba26247', 'tenant_id': 'eb404a7dd529496888531e7ef00fd352', 'mac_address': 'fa:16:3e:66:99:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb64adcc-7931-4e91-afef-9ec184843940', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '573e3c8c-3a5a-417c-9746-5f580110a984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:59Z', 'updated_at': '2022-08-31T09:48:00Z', 'revision_number': 2, 'project_id': 'eb404a7dd529496888531e7ef00fd352', 'subnets': [{'id': '573e3c8c-3a5a-417c-9746-5f580110a984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:04.614774 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:04.628886 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-0cb9f838-87d7-4542-a6b2-9f6c575e400b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e42f77-94e7-42d5-9503-c5e8020fbc5a', 'name': 'tempest-AttachVolumeTestJSON-1715309462-router', 'tenant_id': '05be916a558445ee8550559d491efbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'f76b301f-19b7-4734-a30a-4961b713a81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:47:48Z', 'updated_at': '2022-08-31T09:47:59Z', 'revision_number': 4, 'project_id': '05be916a558445ee8550559d491efbd0', 'gw_port': {'id': 'f76b301f-19b7-4734-a30a-4961b713a81d', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:85:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e42f77-94e7-42d5-9503-c5e8020fbc5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:48Z', 'updated_at': '2022-08-31T09:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': 'e1ca8d90-e985-4b0d-ac9f-41a26d5a451f', 'name': '', 'network_id': '36c1318a-9832-4bc9-ac1a-5f597bd8ac6c', 'tenant_id': '05be916a558445ee8550559d491efbd0', 'mac_address': 'fa:16:3e:b3:34:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e42f77-94e7-42d5-9503-c5e8020fbc5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '62f04c98-5559-462e-a349-fd7424d6ae82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:55Z', 'updated_at': '2022-08-31T09:47:59Z', 'revision_number': 2, 'project_id': '05be916a558445ee8550559d491efbd0', 'subnets': [{'id': '62f04c98-5559-462e-a349-fd7424d6ae82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:04.660102 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8574072-1ad7-4cca-a03f-6001df6c9285 None None] Checking router: fb64adcc-7931-4e91-afef-9ec184843940 for host: dv-cinder-844961-2-iscsi {{(pid=112921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:48:04.660605 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8574072-1ad7-4cca-a03f-6001df6c9285 None None] Updating router fb64adcc-7931-4e91-afef-9ec184843940 port 29b483cc-7267-4318-88ae-2e0b3f6a206b binding host dv-cinder-844961-2-iscsi {{(pid=112921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:48:04.664119 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb9f838-87d7-4542-a6b2-9f6c575e400b None None] Checking router: f2e42f77-94e7-42d5-9503-c5e8020fbc5a for host: dv-cinder-844961-2-iscsi {{(pid=112921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:48:04.664598 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb9f838-87d7-4542-a6b2-9f6c575e400b None None] Updating router f2e42f77-94e7-42d5-9503-c5e8020fbc5a port e1ca8d90-e985-4b0d-ac9f-41a26d5a451f binding host dv-cinder-844961-2-iscsi {{(pid=112921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:48:04.669843 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d08c4af4-f03a-47cc-8232-cd0ba7b977e0 req-8f51d4be-3d30-43e7-86fe-161a40dccd8c service neutron] 10.222.0.13 "GET /networking/v2.0/networks/2e69cc92-d348-4eef-9a4c-b8daacafc440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271083 Aug 31 09:48:04.678592 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da00cddc-217f-4798-90cb-1235bf3a7ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6817d66d-1cd1-4cbe-b12a-6a99658ecbe7,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:04.703038 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-0cb9f838-87d7-4542-a6b2-9f6c575e400b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (e1ca8d90-e985-4b0d-ac9f-41a26d5a451f), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:04.808734 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-2bda6246-3e3a-48de-a6a9-ba7d848a20dd tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks [] for security_group_rule (9e742948-d546-4ffe-b73d-2c8b8478d200), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:04.816924 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:04.818549 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-2bda6246-3e3a-48de-a6a9-ba7d848a20dd tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045036'] for security_group_rule (9e742948-d546-4ffe-b73d-2c8b8478d200), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:04.821211 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d08c4af4-f03a-47cc-8232-cd0ba7b977e0 req-a14297da-8ee3-4f88-beb6-9a865dcf09b8 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/2e69cc92-d348-4eef-9a4c-b8daacafc440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178896 Aug 31 09:48:04.948019 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda6246-3e3a-48de-a6a9-ba7d848a20dd tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e742948-d546-4ffe-b73d-2c8b8478d200,revision_number=0']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:04.978018 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-2bda6246-3e3a-48de-a6a9-ba7d848a20dd tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:04.986340 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-2bda6246-3e3a-48de-a6a9-ba7d848a20dd tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6583569 Aug 31 09:48:04.987020 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 42562) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:05.011157 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-e93b0a5a-7038-4115-82af-8f4fd3e7f5f5 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Request body: {'floatingip': {'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:48:05.100050 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c2a6a75e-ff66-4711-a027-1f5ff3bc3f20 req-22d1ee8d-c296-40a3-be58-b3ccb9c71325 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/b1b3efd2-0245-4b54-9c30-219b3ba26247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6415782 Aug 31 09:48:05.140583 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e93b0a5a-7038-4115-82af-8f4fd3e7f5f5 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:05.401303 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 42566) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:05.406956 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-3e2f5e3f-3259-4ba5-b62d-09995ba669b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1925385', 'neutron.services.segments.db._delete_segments_for_network-8747473415235'] for network (d994d65e-018a-4041-be04-23523a18aa5d), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:05.448533 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-de854039-aa1f-48b3-a423-1d6c7c653e3c None None] Publish callbacks [] for port (84107282-1e36-4545-8fc1-71de5f445467), precommit_update {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:05.448799 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 42582) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:05.455374 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-de854039-aa1f-48b3-a423-1d6c7c653e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (84107282-1e36-4545-8fc1-71de5f445467), after_update {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:05.516484 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e93b0a5a-7038-4115-82af-8f4fd3e7f5f5 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:05.540998 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-8cfd30e8-5ab9-4aaa-ab56-2491dfb59174 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:05.546603 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-3e2f5e3f-3259-4ba5-b62d-09995ba669b7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=112919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:48:05.548046 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-3e2f5e3f-3259-4ba5-b62d-09995ba669b7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=112919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:48:05.550310 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-3e2f5e3f-3259-4ba5-b62d-09995ba669b7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=112919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:48:05.550736 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-3e2f5e3f-3259-4ba5-b62d-09995ba669b7 admin admin] Subscribe: > port after_create 55550000 {{(pid=112919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:48:05.551680 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-3e2f5e3f-3259-4ba5-b62d-09995ba669b7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=112919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:48:05.552240 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-3e2f5e3f-3259-4ba5-b62d-09995ba669b7 admin admin] Subscribe: > port after_update 55550000 {{(pid=112919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:48:05.552578 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-3e2f5e3f-3259-4ba5-b62d-09995ba669b7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=112919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:48:05.552926 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-3e2f5e3f-3259-4ba5-b62d-09995ba669b7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:48:05.553253 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-3e2f5e3f-3259-4ba5-b62d-09995ba669b7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:48:05.553601 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-3e2f5e3f-3259-4ba5-b62d-09995ba669b7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=112919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:48:05.573232 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e43cde-c0b9-43ab-a0fa-524747f6a70a None None] Pushing event updated for resources: {'Port': ['ID=84107282-1e36-4545-8fc1-71de5f445467,revision_number=3']} {{(pid=112922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:05.601763 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.managers [None req-de854039-aa1f-48b3-a423-1d6c7c653e3c None None] Attempting to bind port 84107282-1e36-4545-8fc1-71de5f445467 on host dv-cinder-844961-2-iscsi for vnic_type normal with profile {{(pid=112922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 09:48:05.602357 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.managers [None req-de854039-aa1f-48b3-a423-1d6c7c653e3c None None] Attempting to bind port 84107282-1e36-4545-8fc1-71de5f445467 by drivers openvswitch,hyperv on host dv-cinder-844961-2-iscsi at level 0 using segments [{'id': '77ec7e58-22c2-416f-b36d-15e60d463b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2e69cc92-d348-4eef-9a4c-b8daacafc440'}] {{(pid=112922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 09:48:05.602874 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de854039-aa1f-48b3-a423-1d6c7c653e3c None None] Attempting to bind port 84107282-1e36-4545-8fc1-71de5f445467 on network 2e69cc92-d348-4eef-9a4c-b8daacafc440 {{(pid=112922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:48:05.619719 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de854039-aa1f-48b3-a423-1d6c7c653e3c None None] Checking agent: {'id': '18a9d5f8-8bea-4c71-b161-cda838278486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844961-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 9, 39, 30), 'started_at': datetime.datetime(2022, 8, 31, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844961-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 09:48:05.620098 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de854039-aa1f-48b3-a423-1d6c7c653e3c None None] Checking segment: {'id': '77ec7e58-22c2-416f-b36d-15e60d463b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2e69cc92-d348-4eef-9a4c-b8daacafc440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:48:05.622152 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-de854039-aa1f-48b3-a423-1d6c7c653e3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:05.622567 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de854039-aa1f-48b3-a423-1d6c7c653e3c None None] Bound using segment: {'id': '77ec7e58-22c2-416f-b36d-15e60d463b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2e69cc92-d348-4eef-9a4c-b8daacafc440'} {{(pid=112922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 09:48:05.623065 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.managers [None req-de854039-aa1f-48b3-a423-1d6c7c653e3c None None] Bound port: 84107282-1e36-4545-8fc1-71de5f445467, host: dv-cinder-844961-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ec7e58-22c2-416f-b36d-15e60d463b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2e69cc92-d348-4eef-9a4c-b8daacafc440'}}] {{(pid=112922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 09:48:05.623454 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-de854039-aa1f-48b3-a423-1d6c7c653e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (84107282-1e36-4545-8fc1-71de5f445467), before_update {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:05.701068 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.db [None req-de854039-aa1f-48b3-a423-1d6c7c653e3c None None] For port 84107282-1e36-4545-8fc1-71de5f445467, host dv-cinder-844961-2-iscsi, cleared binding levels {{(pid=112922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:48:05.705162 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.db [None req-de854039-aa1f-48b3-a423-1d6c7c653e3c None None] For port 84107282-1e36-4545-8fc1-71de5f445467, host dv-cinder-844961-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=84107282-1e36-4545-8fc1-71de5f445467,segment=NetworkSegment(77ec7e58-22c2-416f-b36d-15e60d463b0c),segment_id=77ec7e58-22c2-416f-b36d-15e60d463b0c)] {{(pid=112922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:48:05.713207 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-de854039-aa1f-48b3-a423-1d6c7c653e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (84107282-1e36-4545-8fc1-71de5f445467), after_update {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:05.724975 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-0cb9f838-87d7-4542-a6b2-9f6c575e400b None None] Publish callbacks [] for port (e1ca8d90-e985-4b0d-ac9f-41a26d5a451f), precommit_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:05.746620 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=100 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:05.751488 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:05.764722 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:05.811104 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-d8574072-1ad7-4cca-a03f-6001df6c9285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (29b483cc-7267-4318-88ae-2e0b3f6a206b), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:05.820338 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de854039-aa1f-48b3-a423-1d6c7c653e3c None None] Routers {'e548f256-8fe0-48dc-a879-6665a50f046d'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:48:05.821066 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-de854039-aa1f-48b3-a423-1d6c7c653e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:47:57Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['e548f256-8fe0-48dc-a879-6665a50f046d'], 'active': True} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:05.867478 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-0cb9f838-87d7-4542-a6b2-9f6c575e400b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (e1ca8d90-e985-4b0d-ac9f-41a26d5a451f), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:05.882722 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.db_base_plugin_common [None req-e93b0a5a-7038-4115-82af-8f4fd3e7f5f5 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Allocated IP 172.27.3.170 (9ecc2a3c-efc3-4c90-8e67-1028759a248c/b5177607-d6ca-45c7-ac03-71d68f18093b/8ef08e83-0717-470c-8c0c-caba88fba183) {{(pid=112920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:48:05.932707 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e43cde-c0b9-43ab-a0fa-524747f6a70a None None] Pushing event updated for resources: {'Port': ['ID=84107282-1e36-4545-8fc1-71de5f445467,revision_number=4']} {{(pid=112922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:05.954370 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-8cfd30e8-5ab9-4aaa-ab56-2491dfb59174 admin admin] Publish callbacks [] for security_group (9468a846-5b99-4ffa-8a61-b75d8d855ece), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:05.996320 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-8cfd30e8-5ab9-4aaa-ab56-2491dfb59174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (9468a846-5b99-4ffa-8a61-b75d8d855ece), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:06.068564 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvr_db [None req-de854039-aa1f-48b3-a423-1d6c7c653e3c None None] Set router e548f256-8fe0-48dc-a879-6665a50f046d gateway port host: dv-cinder-844961-2-iscsi {{(pid=112922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:48:06.151221 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-8cfd30e8-5ab9-4aaa-ab56-2491dfb59174 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=0265d8f847a748519b8b74c308245784&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6981637 Aug 31 09:48:06.151804 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:06.153995 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 42602) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:06.167566 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-3e2f5e3f-3259-4ba5-b62d-09995ba669b7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:48:06.168093 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-3e2f5e3f-3259-4ba5-b62d-09995ba669b7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:48:06.169827 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-3e2f5e3f-3259-4ba5-b62d-09995ba669b7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=112919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:48:06.170315 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-3e2f5e3f-3259-4ba5-b62d-09995ba669b7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=112919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:48:06.170911 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.services.segments.db [None req-3e2f5e3f-3259-4ba5-b62d-09995ba669b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d994d65e-018a-4041-be04-23523a18aa5d']}} {{(pid=112919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:06.180335 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd30e8-5ab9-4aaa-ab56-2491dfb59174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9468a846-5b99-4ffa-8a61-b75d8d855ece,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:06.224810 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.services.segments.db [None req-3e2f5e3f-3259-4ba5-b62d-09995ba669b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9c79cd8-55e3-4d0a-b6ef-4beb007b4fc0') {'for_net_delete': True} {{(pid=112919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:06.225279 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.services.segments.db [None req-3e2f5e3f-3259-4ba5-b62d-09995ba669b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9c79cd8-55e3-4d0a-b6ef-4beb007b4fc0') {} {{(pid=112919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:06.259841 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-4160a86d-24b5-47f7-b4a0-b11ca47fc0b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:06.275948 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5dd2e0-ab9b-42e1-9726-e97790222eb2 None None] Pushing event updated for resources: {'Port': ['ID=e1ca8d90-e985-4b0d-ac9f-41a26d5a451f,revision_number=3']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:06.305193 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-3e2f5e3f-3259-4ba5-b62d-09995ba669b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747473409711', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65472920'] for segment (d9c79cd8-55e3-4d0a-b6ef-4beb007b4fc0), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:06.317639 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-0cb9f838-87d7-4542-a6b2-9f6c575e400b None None] Attempting to bind port e1ca8d90-e985-4b0d-ac9f-41a26d5a451f on host dv-cinder-844961-2-iscsi for vnic_type normal with profile {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 09:48:06.319117 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-0cb9f838-87d7-4542-a6b2-9f6c575e400b None None] Attempting to bind port e1ca8d90-e985-4b0d-ac9f-41a26d5a451f by drivers openvswitch,hyperv on host dv-cinder-844961-2-iscsi at level 0 using segments [{'id': '2077e712-4c87-4477-a43b-7ba59cf07419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '36c1318a-9832-4bc9-ac1a-5f597bd8ac6c'}] {{(pid=112921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 09:48:06.320278 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb9f838-87d7-4542-a6b2-9f6c575e400b None None] Attempting to bind port e1ca8d90-e985-4b0d-ac9f-41a26d5a451f on network 36c1318a-9832-4bc9-ac1a-5f597bd8ac6c {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:48:06.355981 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-3e2f5e3f-3259-4ba5-b62d-09995ba669b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927539'] for segment (d9c79cd8-55e3-4d0a-b6ef-4beb007b4fc0), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:06.369712 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e2f5e3f-3259-4ba5-b62d-09995ba669b7 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=112919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:48:06.370371 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-3e2f5e3f-3259-4ba5-b62d-09995ba669b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66028571'] for segment (d9c79cd8-55e3-4d0a-b6ef-4beb007b4fc0), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:06.408491 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e93b0a5a-7038-4115-82af-8f4fd3e7f5f5 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks [] for port (8ef08e83-0717-470c-8c0c-caba88fba183), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:06.484187 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e46733d0-9416-4caa-a3a3-356d883b6921 admin admin] Publish callbacks [] for security_group (9468a846-5b99-4ffa-8a61-b75d8d855ece), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:06.563512 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-d8574072-1ad7-4cca-a03f-6001df6c9285 None None] Publish callbacks [] for port (29b483cc-7267-4318-88ae-2e0b3f6a206b), precommit_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:06.564411 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.64', 63178) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:06.575283 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-d8574072-1ad7-4cca-a03f-6001df6c9285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (29b483cc-7267-4318-88ae-2e0b3f6a206b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:06.580494 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e46733d0-9416-4caa-a3a3-356d883b6921 admin admin] Publish callbacks [] for security_group (9468a846-5b99-4ffa-8a61-b75d8d855ece), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:06.626539 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ed931eaf-ecd2-4ab0-a880-d33eeb2afc4e req-2a555824-4b42-444c-9fc7-ec583f3f8a0e tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 210 time: 1.1306839 Aug 31 09:48:06.627275 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-3e2f5e3f-3259-4ba5-b62d-09995ba669b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1925376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-964490'] for network (d994d65e-018a-4041-be04-23523a18aa5d), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:06.633211 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=100 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:06.636481 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-3e2f5e3f-3259-4ba5-b62d-09995ba669b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for network (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:06.643863 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-3e2f5e3f-3259-4ba5-b62d-09995ba669b7 admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/d994d65e-018a-4041-be04-23523a18aa5d HTTP/1.1" status: 204 len: 168 time: 2.1736710 Aug 31 09:48:06.647946 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-de854039-aa1f-48b3-a423-1d6c7c653e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e548f256-8fe0-48dc-a879-6665a50f046d', 'name': 'tempest-ServerRescueNegativeTestJSON-1771364971-router', 'tenant_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '8c494ce0-e6b5-4525-b16d-4d6baaa16e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:47:47Z', 'updated_at': '2022-08-31T09:47:56Z', 'revision_number': 4, 'project_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'gw_port': {'id': '8c494ce0-e6b5-4525-b16d-4d6baaa16e47', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:eb:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e548f256-8fe0-48dc-a879-6665a50f046d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:48Z', 'updated_at': '2022-08-31T09:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': '84107282-1e36-4545-8fc1-71de5f445467', 'name': '', 'network_id': '2e69cc92-d348-4eef-9a4c-b8daacafc440', 'tenant_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'mac_address': 'fa:16:3e:56:9b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e548f256-8fe0-48dc-a879-6665a50f046d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '851420a3-644f-4898-b99d-54af1fb83d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:54Z', 'updated_at': '2022-08-31T09:48:05Z', 'revision_number': 4, 'project_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'subnets': [{'id': '851420a3-644f-4898-b99d-54af1fb83d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:06.660149 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 42628) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:06.663531 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-4160a86d-24b5-47f7-b4a0-b11ca47fc0b8 admin admin] Publish callbacks [] for security_group (54d34773-e697-4df6-ac66-bc18e16ea5f9), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:06.716477 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de854039-aa1f-48b3-a423-1d6c7c653e3c None None] The sync data for ids ['e548f256-8fe0-48dc-a879-6665a50f046d'] in dv-cinder-844961-2-iscsi is: [{'id': 'e548f256-8fe0-48dc-a879-6665a50f046d', 'name': 'tempest-ServerRescueNegativeTestJSON-1771364971-router', 'tenant_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '8c494ce0-e6b5-4525-b16d-4d6baaa16e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:47:47Z', 'updated_at': '2022-08-31T09:47:56Z', 'revision_number': 4, 'project_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'gw_port': {'id': '8c494ce0-e6b5-4525-b16d-4d6baaa16e47', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:eb:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e548f256-8fe0-48dc-a879-6665a50f046d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:48Z', 'updated_at': '2022-08-31T09:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': '84107282-1e36-4545-8fc1-71de5f445467', 'name': '', 'network_id': '2e69cc92-d348-4eef-9a4c-b8daacafc440', 'tenant_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'mac_address': 'fa:16:3e:56:9b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e548f256-8fe0-48dc-a879-6665a50f046d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '851420a3-644f-4898-b99d-54af1fb83d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:54Z', 'updated_at': '2022-08-31T09:48:05Z', 'revision_number': 4, 'project_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'subnets': [{'id': '851420a3-644f-4898-b99d-54af1fb83d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:48:06.745458 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d00ce3-7165-48d0-8322-304ccfca79f3 None None] Pushing event updated for resources: {'Port': ['ID=29b483cc-7267-4318-88ae-2e0b3f6a206b,revision_number=3']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:06.782922 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb9f838-87d7-4542-a6b2-9f6c575e400b None None] Checking agent: {'id': '18a9d5f8-8bea-4c71-b161-cda838278486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844961-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 9, 39, 30), 'started_at': datetime.datetime(2022, 8, 31, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844961-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 09:48:06.786596 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb9f838-87d7-4542-a6b2-9f6c575e400b None None] Checking segment: {'id': '2077e712-4c87-4477-a43b-7ba59cf07419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '36c1318a-9832-4bc9-ac1a-5f597bd8ac6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:48:06.787469 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-0cb9f838-87d7-4542-a6b2-9f6c575e400b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:06.788617 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb9f838-87d7-4542-a6b2-9f6c575e400b None None] Bound using segment: {'id': '2077e712-4c87-4477-a43b-7ba59cf07419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '36c1318a-9832-4bc9-ac1a-5f597bd8ac6c'} {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 09:48:06.789928 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f213fee-7e52-456a-a9c2-7a5e749281e5 admin admin] Deleting subnet 08385e4f-2430-421c-bedd-2879f1142569 {{(pid=112919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 09:48:06.790252 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-0cb9f838-87d7-4542-a6b2-9f6c575e400b None None] Bound port: e1ca8d90-e985-4b0d-ac9f-41a26d5a451f, host: dv-cinder-844961-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2077e712-4c87-4477-a43b-7ba59cf07419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '36c1318a-9832-4bc9-ac1a-5f597bd8ac6c'}}] {{(pid=112921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 09:48:06.790799 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-0cb9f838-87d7-4542-a6b2-9f6c575e400b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (e1ca8d90-e985-4b0d-ac9f-41a26d5a451f), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:06.831946 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-1f213fee-7e52-456a-a9c2-7a5e749281e5 admin admin] Publish callbacks [] for subnet (08385e4f-2430-421c-bedd-2879f1142569), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:06.868499 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e93b0a5a-7038-4115-82af-8f4fd3e7f5f5 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278'] for port (8ef08e83-0717-470c-8c0c-caba88fba183), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:06.974239 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-1f213fee-7e52-456a-a9c2-7a5e749281e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65472915'] for subnet (08385e4f-2430-421c-bedd-2879f1142569), precommit_delete_associations {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:06.980619 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-4160a86d-24b5-47f7-b4a0-b11ca47fc0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (54d34773-e697-4df6-ac66-bc18e16ea5f9), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:07.033059 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-0cb9f838-87d7-4542-a6b2-9f6c575e400b None None] For port e1ca8d90-e985-4b0d-ac9f-41a26d5a451f, host dv-cinder-844961-2-iscsi, cleared binding levels {{(pid=112921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:48:07.037139 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-0cb9f838-87d7-4542-a6b2-9f6c575e400b None None] For port e1ca8d90-e985-4b0d-ac9f-41a26d5a451f, host dv-cinder-844961-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=e1ca8d90-e985-4b0d-ac9f-41a26d5a451f,segment=NetworkSegment(2077e712-4c87-4477-a43b-7ba59cf07419),segment_id=2077e712-4c87-4477-a43b-7ba59cf07419)] {{(pid=112921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:48:07.047063 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 84107282-1e36-4545-8fc1-71de5f445467 up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:48:07.049004 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2f5e3f-3259-4ba5-b62d-09995ba669b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d994d65e-018a-4041-be04-23523a18aa5d,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:07.067100 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-0cb9f838-87d7-4542-a6b2-9f6c575e400b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (e1ca8d90-e985-4b0d-ac9f-41a26d5a451f), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:07.102057 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:07.174769 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93b0a5a-7038-4115-82af-8f4fd3e7f5f5 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Network 9ecc2a3c-efc3-4c90-8e67-1028759a248c is already hosted by enough agents. {{(pid=112920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:48:07.202942 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.base_scheduler [None req-e93b0a5a-7038-4115-82af-8f4fd3e7f5f5 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Resources bound (agent type, host, resource id): {{(pid=112920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:48:07.226448 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93b0a5a-7038-4115-82af-8f4fd3e7f5f5 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Received port after_create {{(pid=112920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:48:07.233804 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:07.241364 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5dd2e0-ab9b-42e1-9726-e97790222eb2 None None] Pushing event updated for resources: {'Port': ['ID=e1ca8d90-e985-4b0d-ac9f-41a26d5a451f,revision_number=4']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:07.262895 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:07.272832 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.services.segments.plugin [-] Segment d9c79cd8-55e3-4d0a-b6ef-4beb007b4fc0 resource provider aggregate not found Aug 31 09:48:07.283864 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:07.313860 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b0a5a-7038-4115-82af-8f4fd3e7f5f5 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Pushing event updated for resources: {'Port': ['ID=8ef08e83-0717-470c-8c0c-caba88fba183,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:07.327303 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-4160a86d-24b5-47f7-b4a0-b11ca47fc0b8 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=2cbde0bbab85470d870244ff1cadffd6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9241729 Aug 31 09:48:07.337207 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-d8574072-1ad7-4cca-a03f-6001df6c9285 None None] Attempting to bind port 29b483cc-7267-4318-88ae-2e0b3f6a206b on host dv-cinder-844961-2-iscsi for vnic_type normal with profile {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 09:48:07.337677 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-d8574072-1ad7-4cca-a03f-6001df6c9285 None None] Attempting to bind port 29b483cc-7267-4318-88ae-2e0b3f6a206b by drivers openvswitch,hyperv on host dv-cinder-844961-2-iscsi at level 0 using segments [{'id': '16414794-ef20-48d4-ba3a-f3be7a57a3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b1b3efd2-0245-4b54-9c30-219b3ba26247'}] {{(pid=112921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 09:48:07.338573 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8574072-1ad7-4cca-a03f-6001df6c9285 None None] Attempting to bind port 29b483cc-7267-4318-88ae-2e0b3f6a206b on network b1b3efd2-0245-4b54-9c30-219b3ba26247 {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:48:07.345118 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c2a6a75e-ff66-4711-a027-1f5ff3bc3f20 req-d3f2ec76-daf4-408e-9a27-3a0608973821 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/b1b3efd2-0245-4b54-9c30-219b3ba26247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.2440648 Aug 31 09:48:07.346043 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb9f838-87d7-4542-a6b2-9f6c575e400b None None] Routers {'f2e42f77-94e7-42d5-9503-c5e8020fbc5a'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:48:07.346861 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-0cb9f838-87d7-4542-a6b2-9f6c575e400b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:47:57Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['f2e42f77-94e7-42d5-9503-c5e8020fbc5a'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:07.349519 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 42662) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:07.357433 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8574072-1ad7-4cca-a03f-6001df6c9285 None None] Checking agent: {'id': '18a9d5f8-8bea-4c71-b161-cda838278486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844961-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 9, 39, 30), 'started_at': datetime.datetime(2022, 8, 31, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844961-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 09:48:07.357766 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.services.segments.plugin [-] Segment d9c79cd8-55e3-4d0a-b6ef-4beb007b4fc0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d9c79cd8-55e3-4d0a-b6ef-4beb007b4fc0 found for delete ", "request_id": "req-f31a15b5-6ccb-43ac-84e8-12d0530c944f"}]} Aug 31 09:48:07.361325 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8574072-1ad7-4cca-a03f-6001df6c9285 None None] Checking segment: {'id': '16414794-ef20-48d4-ba3a-f3be7a57a3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b1b3efd2-0245-4b54-9c30-219b3ba26247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:48:07.362118 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-d8574072-1ad7-4cca-a03f-6001df6c9285 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:07.362778 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8574072-1ad7-4cca-a03f-6001df6c9285 None None] Bound using segment: {'id': '16414794-ef20-48d4-ba3a-f3be7a57a3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b1b3efd2-0245-4b54-9c30-219b3ba26247'} {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 09:48:07.363661 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-d8574072-1ad7-4cca-a03f-6001df6c9285 None None] Bound port: 29b483cc-7267-4318-88ae-2e0b3f6a206b, host: dv-cinder-844961-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16414794-ef20-48d4-ba3a-f3be7a57a3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b1b3efd2-0245-4b54-9c30-219b3ba26247'}}] {{(pid=112921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 09:48:07.364889 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-d8574072-1ad7-4cca-a03f-6001df6c9285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (29b483cc-7267-4318-88ae-2e0b3f6a206b), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:07.366139 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e46733d0-9416-4caa-a3a3-356d883b6921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (9468a846-5b99-4ffa-8a61-b75d8d855ece), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:07.368771 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e46733d0-9416-4caa-a3a3-356d883b6921 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:07.375849 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160a86d-24b5-47f7-b4a0-b11ca47fc0b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d34773-e697-4df6-ac66-bc18e16ea5f9,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:07.382321 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-e46733d0-9416-4caa-a3a3-356d883b6921 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/9468a846-5b99-4ffa-8a61-b75d8d855ece HTTP/1.1" status: 204 len: 168 time: 1.2254913 Aug 31 09:48:07.386552 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-1f213fee-7e52-456a-a9c2-7a5e749281e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931882'] for subnet (08385e4f-2430-421c-bedd-2879f1142569), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:07.493776 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-d8574072-1ad7-4cca-a03f-6001df6c9285 None None] For port 29b483cc-7267-4318-88ae-2e0b3f6a206b, host dv-cinder-844961-2-iscsi, cleared binding levels {{(pid=112921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:48:07.502359 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-d8574072-1ad7-4cca-a03f-6001df6c9285 None None] For port 29b483cc-7267-4318-88ae-2e0b3f6a206b, host dv-cinder-844961-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=29b483cc-7267-4318-88ae-2e0b3f6a206b,segment=NetworkSegment(16414794-ef20-48d4-ba3a-f3be7a57a3b0),segment_id=16414794-ef20-48d4-ba3a-f3be7a57a3b0)] {{(pid=112921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:48:07.533431 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-d8574072-1ad7-4cca-a03f-6001df6c9285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (29b483cc-7267-4318-88ae-2e0b3f6a206b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:07.606721 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41bd1a9-f508-42b8-b569-831055fda00f req-b79d6e9f-47a2-4d7d-af59-4f4779b9da86 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:07.614247 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-c41bd1a9-f508-42b8-b569-831055fda00f req-b79d6e9f-47a2-4d7d-af59-4f4779b9da86 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.64 "GET /networking/v2.0/networks?id=2e69cc92-d348-4eef-9a4c-b8daacafc440 HTTP/1.1" status: 200 len: 819 time: 1.0486369 Aug 31 09:48:07.643070 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46733d0-9416-4caa-a3a3-356d883b6921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9468a846-5b99-4ffa-8a61-b75d8d855ece,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:07.670706 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-1f213fee-7e52-456a-a9c2-7a5e749281e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66029757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65641912'] for subnet (08385e4f-2430-421c-bedd-2879f1142569), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:07.737552 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [req-c41bd1a9-f508-42b8-b569-831055fda00f req-14f64ab8-ac8e-4672-b5f7-56f2900b1dad tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Request body: {'port': {'device_id': 'dd0a166f-d662-4a72-8ea2-bfbbb02b2221', 'network_id': '2e69cc92-d348-4eef-9a4c-b8daacafc440', 'admin_state_up': True, 'tenant_id': 'c0fc6660b5494415915cdf2b325e5bd6'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:48:07.784508 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8574072-1ad7-4cca-a03f-6001df6c9285 None None] Routers {'fb64adcc-7931-4e91-afef-9ec184843940'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:48:07.785150 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-d8574072-1ad7-4cca-a03f-6001df6c9285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:47:57Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['fb64adcc-7931-4e91-afef-9ec184843940'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:07.822363 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-ba6b5586-fe9d-4cc3-b881-91d59a893432 admin admin] Publish callbacks [] for security_group (54d34773-e697-4df6-ac66-bc18e16ea5f9), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:07.845264 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f213fee-7e52-456a-a9c2-7a5e749281e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08385e4f-2430-421c-bedd-2879f1142569,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:07.854939 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e93b0a5a-7038-4115-82af-8f4fd3e7f5f5 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks [] for floatingip (db9b4250-c5fa-4e82-b73f-c198605a1166), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:07.872047 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-1f213fee-7e52-456a-a9c2-7a5e749281e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for subnet (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:07.874514 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-1f213fee-7e52-456a-a9c2-7a5e749281e5 admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/08385e4f-2430-421c-bedd-2879f1142569 HTTP/1.1" status: 204 len: 168 time: 1.2045083 Aug 31 09:48:07.902749 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 42690) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:08.024997 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port 84107282-1e36-4545-8fc1-71de5f445467 triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:48:08.025537 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (84107282-1e36-4545-8fc1-71de5f445467), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:08.050221 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-ba6b5586-fe9d-4cc3-b881-91d59a893432 admin admin] Publish callbacks [] for security_group (54d34773-e697-4df6-ac66-bc18e16ea5f9), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:08.098409 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-90c31f58-fdf1-466b-b24d-de61dde9a050 req-0db44f3a-2e6d-4855-9518-7e6a26a2372b tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2dd468e-d0ef-4e78-be7f-9756e469206d HTTP/1.1" status: 200 len: 210 time: 0.2662733 Aug 31 09:48:08.185515 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9cf2f6a9-0dd6-44d5-bd7b-0da37d66ab9d req-8c02c8c6-c387-4547-a535-17a22ee0fcfc tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 210 time: 0.1070118 Aug 31 09:48:08.202307 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:08.291320 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d00ce3-7165-48d0-8322-304ccfca79f3 None None] Pushing event updated for resources: {'Port': ['ID=29b483cc-7267-4318-88ae-2e0b3f6a206b,revision_number=4']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:08.338580 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-0cb9f838-87d7-4542-a6b2-9f6c575e400b None None] Set router f2e42f77-94e7-42d5-9503-c5e8020fbc5a gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:48:08.407130 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-8546b7ef-f29b-4e74-94e3-7dcda5793eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2085207'] for network (8e65877c-8a30-436c-bbd3-7de804debeae), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:08.453276 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.64', 63190) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:08.610128 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-d8574072-1ad7-4cca-a03f-6001df6c9285 None None] Set router fb64adcc-7931-4e91-afef-9ec184843940 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:48:08.670967 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e93b0a5a-7038-4115-82af-8f4fd3e7f5f5 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (8ef08e83-0717-470c-8c0c-caba88fba183), before_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:08.678117 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c41bd1a9-f508-42b8-b569-831055fda00f req-14f64ab8-ac8e-4672-b5f7-56f2900b1dad tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Made reservation on behalf of c0fc6660b5494415915cdf2b325e5bd6 for: {'port': 1} {{(pid=112920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:48:08.682549 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-c41bd1a9-f508-42b8-b569-831055fda00f req-14f64ab8-ac8e-4672-b5f7-56f2900b1dad tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:09.052881 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-ba6b5586-fe9d-4cc3-b881-91d59a893432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (54d34773-e697-4df6-ac66-bc18e16ea5f9), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:09.065618 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-ba6b5586-fe9d-4cc3-b881-91d59a893432 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:09.078640 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-ba6b5586-fe9d-4cc3-b881-91d59a893432 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/54d34773-e697-4df6-ac66-bc18e16ea5f9 HTTP/1.1" status: 204 len: 168 time: 1.7035978 Aug 31 09:48:09.164469 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port 84107282-1e36-4545-8fc1-71de5f445467 is: DOWN; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:48:09.166748 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (84107282-1e36-4545-8fc1-71de5f445467), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:09.276412 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:09.309212 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-8546b7ef-f29b-4e74-94e3-7dcda5793eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1925385', 'neutron.services.segments.db._delete_segments_for_network-8747473415235'] for network (8e65877c-8a30-436c-bbd3-7de804debeae), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:09.467456 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e93b0a5a-7038-4115-82af-8f4fd3e7f5f5 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks [] for port (8ef08e83-0717-470c-8c0c-caba88fba183), precommit_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:09.604461 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e93b0a5a-7038-4115-82af-8f4fd3e7f5f5 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (8ef08e83-0717-470c-8c0c-caba88fba183), after_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:09.605289 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e93b0a5a-7038-4115-82af-8f4fd3e7f5f5 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964517'] for floatingip (db9b4250-c5fa-4e82-b73f-c198605a1166), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:09.608698 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.services.segments.db [None req-8546b7ef-f29b-4e74-94e3-7dcda5793eab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e65877c-8a30-436c-bbd3-7de804debeae']}} {{(pid=112919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:09.663443 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] For port 84107282-1e36-4545-8fc1-71de5f445467, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=84107282-1e36-4545-8fc1-71de5f445467,segment=NetworkSegment(77ec7e58-22c2-416f-b36d-15e60d463b0c),segment_id=77ec7e58-22c2-416f-b36d-15e60d463b0c)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:09.681187 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (84107282-1e36-4545-8fc1-71de5f445467), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:09.786828 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-90eeec04-33d2-4e99-9b46-fcd920b27e83 req-e07b0564-309d-41b6-b8b1-2132c0bd82de tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2dd468e-d0ef-4e78-be7f-9756e469206d HTTP/1.1" status: 200 len: 210 time: 0.2467306 Aug 31 09:48:09.788142 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6b5586-fe9d-4cc3-b881-91d59a893432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d34773-e697-4df6-ac66-bc18e16ea5f9,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:09.812609 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.services.segments.db [None req-8546b7ef-f29b-4e74-94e3-7dcda5793eab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fff13178-ba18-4344-97e4-72244b59bf83') {'for_net_delete': True} {{(pid=112919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:09.813156 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.services.segments.db [None req-8546b7ef-f29b-4e74-94e3-7dcda5793eab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fff13178-ba18-4344-97e4-72244b59bf83') {} {{(pid=112919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:09.815523 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=100 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:09.841622 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c4af4-f03a-47cc-8232-cd0ba7b977e0 req-eef76f83-b26e-4eda-9547-eaf7fc985e66 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:09.843365 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d08c4af4-f03a-47cc-8232-cd0ba7b977e0 req-eef76f83-b26e-4eda-9547-eaf7fc985e66 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.64 "GET /networking/v2.0/networks?id=2e69cc92-d348-4eef-9a4c-b8daacafc440 HTTP/1.1" status: 200 len: 819 time: 1.3890216 Aug 31 09:48:09.889028 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [req-d08c4af4-f03a-47cc-8232-cd0ba7b977e0 req-ea11784e-7a03-4b08-ae82-fb13d44aa351 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Request body: {'port': {'device_id': '74c8f70a-11b4-47de-9677-637917aa5115', 'network_id': '2e69cc92-d348-4eef-9a4c-b8daacafc440', 'admin_state_up': True, 'tenant_id': 'c0fc6660b5494415915cdf2b325e5bd6'}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:48:09.897482 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e93b0a5a-7038-4115-82af-8f4fd3e7f5f5 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for floatingip (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:09.899254 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-e93b0a5a-7038-4115-82af-8f4fd3e7f5f5 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9056370 Aug 31 09:48:09.975513 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-0cb9f838-87d7-4542-a6b2-9f6c575e400b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e42f77-94e7-42d5-9503-c5e8020fbc5a', 'name': 'tempest-AttachVolumeTestJSON-1715309462-router', 'tenant_id': '05be916a558445ee8550559d491efbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'f76b301f-19b7-4734-a30a-4961b713a81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:47:48Z', 'updated_at': '2022-08-31T09:47:59Z', 'revision_number': 4, 'project_id': '05be916a558445ee8550559d491efbd0', 'gw_port': {'id': 'f76b301f-19b7-4734-a30a-4961b713a81d', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:85:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e42f77-94e7-42d5-9503-c5e8020fbc5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:48Z', 'updated_at': '2022-08-31T09:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': 'e1ca8d90-e985-4b0d-ac9f-41a26d5a451f', 'name': '', 'network_id': '36c1318a-9832-4bc9-ac1a-5f597bd8ac6c', 'tenant_id': '05be916a558445ee8550559d491efbd0', 'mac_address': 'fa:16:3e:b3:34:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e42f77-94e7-42d5-9503-c5e8020fbc5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '62f04c98-5559-462e-a349-fd7424d6ae82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:55Z', 'updated_at': '2022-08-31T09:48:07Z', 'revision_number': 4, 'project_id': '05be916a558445ee8550559d491efbd0', 'subnets': [{'id': '62f04c98-5559-462e-a349-fd7424d6ae82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:09.975906 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.db_base_plugin_common [req-c41bd1a9-f508-42b8-b569-831055fda00f req-14f64ab8-ac8e-4672-b5f7-56f2900b1dad tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Allocated IP 172.20.0.14 (2e69cc92-d348-4eef-9a4c-b8daacafc440/851420a3-644f-4898-b99d-54af1fb83d8b/dc0a1702-552b-409c-91a1-5a380acf6fea) {{(pid=112920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:48:09.985437 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-8546b7ef-f29b-4e74-94e3-7dcda5793eab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747473409711', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65472920'] for segment (fff13178-ba18-4344-97e4-72244b59bf83), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:09.986320 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Pushing event updated for resources: {'Port': ['ID=84107282-1e36-4545-8fc1-71de5f445467,revision_number=5']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:10.000723 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b0a5a-7038-4115-82af-8f4fd3e7f5f5 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Pushing event updated for resources: {'Port': ['ID=8ef08e83-0717-470c-8c0c-caba88fba183,revision_number=2']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:10.038126 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 42766) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:10.110281 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-d8574072-1ad7-4cca-a03f-6001df6c9285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb64adcc-7931-4e91-afef-9ec184843940', 'name': 'tempest-DeleteServersTestJSON-2063728658-router', 'tenant_id': 'eb404a7dd529496888531e7ef00fd352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '74bfb816-cf1f-4294-976b-e1a1e36f9774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:47:49Z', 'updated_at': '2022-08-31T09:48:00Z', 'revision_number': 4, 'project_id': 'eb404a7dd529496888531e7ef00fd352', 'gw_port': {'id': '74bfb816-cf1f-4294-976b-e1a1e36f9774', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:67:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb64adcc-7931-4e91-afef-9ec184843940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:50Z', 'updated_at': '2022-08-31T09:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': '29b483cc-7267-4318-88ae-2e0b3f6a206b', 'name': '', 'network_id': 'b1b3efd2-0245-4b54-9c30-219b3ba26247', 'tenant_id': 'eb404a7dd529496888531e7ef00fd352', 'mac_address': 'fa:16:3e:66:99:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb64adcc-7931-4e91-afef-9ec184843940', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '573e3c8c-3a5a-417c-9746-5f580110a984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:59Z', 'updated_at': '2022-08-31T09:48:07Z', 'revision_number': 4, 'project_id': 'eb404a7dd529496888531e7ef00fd352', 'subnets': [{'id': '573e3c8c-3a5a-417c-9746-5f580110a984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:10.116362 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb9f838-87d7-4542-a6b2-9f6c575e400b None None] The sync data for ids ['f2e42f77-94e7-42d5-9503-c5e8020fbc5a'] in dv-cinder-844961-2-iscsi is: [{'id': 'f2e42f77-94e7-42d5-9503-c5e8020fbc5a', 'name': 'tempest-AttachVolumeTestJSON-1715309462-router', 'tenant_id': '05be916a558445ee8550559d491efbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'f76b301f-19b7-4734-a30a-4961b713a81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:47:48Z', 'updated_at': '2022-08-31T09:47:59Z', 'revision_number': 4, 'project_id': '05be916a558445ee8550559d491efbd0', 'gw_port': {'id': 'f76b301f-19b7-4734-a30a-4961b713a81d', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:85:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e42f77-94e7-42d5-9503-c5e8020fbc5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:48Z', 'updated_at': '2022-08-31T09:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': 'e1ca8d90-e985-4b0d-ac9f-41a26d5a451f', 'name': '', 'network_id': '36c1318a-9832-4bc9-ac1a-5f597bd8ac6c', 'tenant_id': '05be916a558445ee8550559d491efbd0', 'mac_address': 'fa:16:3e:b3:34:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e42f77-94e7-42d5-9503-c5e8020fbc5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '62f04c98-5559-462e-a349-fd7424d6ae82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:55Z', 'updated_at': '2022-08-31T09:48:07Z', 'revision_number': 4, 'project_id': '05be916a558445ee8550559d491efbd0', 'subnets': [{'id': '62f04c98-5559-462e-a349-fd7424d6ae82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:48:10.194143 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2cbd49ef-27e4-427c-abe4-142aa6f33063 req-0e5d9f64-bb5c-428d-9252-b78ed400c899 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 210 time: 0.5432854 Aug 31 09:48:10.277898 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8574072-1ad7-4cca-a03f-6001df6c9285 None None] The sync data for ids ['fb64adcc-7931-4e91-afef-9ec184843940'] in dv-cinder-844961-2-iscsi is: [{'id': 'fb64adcc-7931-4e91-afef-9ec184843940', 'name': 'tempest-DeleteServersTestJSON-2063728658-router', 'tenant_id': 'eb404a7dd529496888531e7ef00fd352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '74bfb816-cf1f-4294-976b-e1a1e36f9774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:47:49Z', 'updated_at': '2022-08-31T09:48:00Z', 'revision_number': 4, 'project_id': 'eb404a7dd529496888531e7ef00fd352', 'gw_port': {'id': '74bfb816-cf1f-4294-976b-e1a1e36f9774', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:67:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb64adcc-7931-4e91-afef-9ec184843940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:50Z', 'updated_at': '2022-08-31T09:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': '29b483cc-7267-4318-88ae-2e0b3f6a206b', 'name': '', 'network_id': 'b1b3efd2-0245-4b54-9c30-219b3ba26247', 'tenant_id': 'eb404a7dd529496888531e7ef00fd352', 'mac_address': 'fa:16:3e:66:99:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb64adcc-7931-4e91-afef-9ec184843940', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '573e3c8c-3a5a-417c-9746-5f580110a984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:59Z', 'updated_at': '2022-08-31T09:48:07Z', 'revision_number': 4, 'project_id': 'eb404a7dd529496888531e7ef00fd352', 'subnets': [{'id': '573e3c8c-3a5a-417c-9746-5f580110a984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:48:10.290615 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-8546b7ef-f29b-4e74-94e3-7dcda5793eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927539'] for segment (fff13178-ba18-4344-97e4-72244b59bf83), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:10.372582 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8546b7ef-f29b-4e74-94e3-7dcda5793eab admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=112919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:48:10.376858 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-8546b7ef-f29b-4e74-94e3-7dcda5793eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66028571'] for segment (fff13178-ba18-4344-97e4-72244b59bf83), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:10.390415 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 42780) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:10.459960 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:10.494205 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-ff603972-0bd6-41da-9132-b60692caef54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:10.574090 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.services.segments.plugin [-] Segment fff13178-ba18-4344-97e4-72244b59bf83 resource provider aggregate not found Aug 31 09:48:10.767691 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.services.segments.plugin [-] Segment fff13178-ba18-4344-97e4-72244b59bf83 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fff13178-ba18-4344-97e4-72244b59bf83 found for delete ", "request_id": "req-ca8daf67-c42b-458e-b4ea-319cd2e5e56e"}]} Aug 31 09:48:10.836226 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-c41bd1a9-f508-42b8-b569-831055fda00f req-14f64ab8-ac8e-4672-b5f7-56f2900b1dad tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks [] for port (dc0a1702-552b-409c-91a1-5a380acf6fea), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:11.014110 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-c41bd1a9-f508-42b8-b569-831055fda00f req-14f64ab8-ac8e-4672-b5f7-56f2900b1dad tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278'] for port (dc0a1702-552b-409c-91a1-5a380acf6fea), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:11.117553 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.64', 63199) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:11.198672 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c41bd1a9-f508-42b8-b569-831055fda00f req-14f64ab8-ac8e-4672-b5f7-56f2900b1dad tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Network 2e69cc92-d348-4eef-9a4c-b8daacafc440 is already hosted by enough agents. {{(pid=112920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:48:11.413039 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.base_scheduler [req-c41bd1a9-f508-42b8-b569-831055fda00f req-14f64ab8-ac8e-4672-b5f7-56f2900b1dad tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Resources bound (agent type, host, resource id): {{(pid=112920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:48:11.448942 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.l3_dvrscheduler_db [req-c41bd1a9-f508-42b8-b569-831055fda00f req-14f64ab8-ac8e-4672-b5f7-56f2900b1dad tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Received port after_create {{(pid=112920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:48:11.467977 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41bd1a9-f508-42b8-b569-831055fda00f req-14f64ab8-ac8e-4672-b5f7-56f2900b1dad tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:11.470786 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-c41bd1a9-f508-42b8-b569-831055fda00f req-14f64ab8-ac8e-4672-b5f7-56f2900b1dad tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for port (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:11.609418 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ce48f98b-50ed-4171-b5d9-65db0532a48f req-90d7f9d4-6697-4b5c-80a3-7854455304c9 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1121481318&fields=id&tenant_id=05be916a558445ee8550559d491efbd0 HTTP/1.1" status: 200 len: 267 time: 0.7045231 Aug 31 09:48:11.612290 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-03468d77-91cd-4c9b-b343-8ac5c202b8b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:11.649253 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-8546b7ef-f29b-4e74-94e3-7dcda5793eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1925376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-964490'] for network (8e65877c-8a30-436c-bbd3-7de804debeae), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:11.949584 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6a75e-ff66-4711-a027-1f5ff3bc3f20 req-8769905b-1e6a-4455-820d-2dc87b17745d tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:11.958472 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:11.959989 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-c2a6a75e-ff66-4711-a027-1f5ff3bc3f20 req-8769905b-1e6a-4455-820d-2dc87b17745d tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] 10.222.0.64 "GET /networking/v2.0/networks?id=b1b3efd2-0245-4b54-9c30-219b3ba26247 HTTP/1.1" status: 200 len: 812 time: 0.8307331 Aug 31 09:48:12.073447 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [req-c2a6a75e-ff66-4711-a027-1f5ff3bc3f20 req-301205e7-20c1-4591-bd6a-33fd9f8adad3 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] Request body: {'port': {'device_id': 'd2dd468e-d0ef-4e78-be7f-9756e469206d', 'network_id': 'b1b3efd2-0245-4b54-9c30-219b3ba26247', 'admin_state_up': True, 'tenant_id': 'eb404a7dd529496888531e7ef00fd352'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:48:12.073447 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f64ab8-ac8e-4672-b5f7-56f2900b1dad tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Pushing event updated for resources: {'Port': ['ID=dc0a1702-552b-409c-91a1-5a380acf6fea,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:12.163264 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:12.194689 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e8170b6a-5915-4b0a-b276-b2858b10caf1 req-d49ce8ae-1a8c-46f7-a2df-d40bbca4996e tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2dd468e-d0ef-4e78-be7f-9756e469206d HTTP/1.1" status: 200 len: 210 time: 0.9585867 Aug 31 09:48:12.209278 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-c41bd1a9-f508-42b8-b569-831055fda00f req-14f64ab8-ac8e-4672-b5f7-56f2900b1dad tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4830289 Aug 31 09:48:12.345501 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-6f15d5a7-0d4c-4086-9490-34f96497a7ab None None] Provisioning complete for port dc0a1702-552b-409c-91a1-5a380acf6fea triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:48:12.354373 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-6f15d5a7-0d4c-4086-9490-34f96497a7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (dc0a1702-552b-409c-91a1-5a380acf6fea), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:12.423596 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 84107282-1e36-4545-8fc1-71de5f445467 up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:48:12.579491 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-6f15d5a7-0d4c-4086-9490-34f96497a7ab None None] Port dc0a1702-552b-409c-91a1-5a380acf6fea cannot update to ACTIVE because it is not bound. {{(pid=112921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 09:48:12.587179 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port 84107282-1e36-4545-8fc1-71de5f445467 triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:48:12.587931 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (84107282-1e36-4545-8fc1-71de5f445467), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:12.596245 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [req-c41bd1a9-f508-42b8-b569-831055fda00f req-a42396de-9840-410b-bf69-ba32bb642671 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] http://10.222.0.13:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 09:48:12.599047 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-c41bd1a9-f508-42b8-b569-831055fda00f req-a42396de-9840-410b-bf69-ba32bb642671 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3558247 Aug 31 09:48:12.599774 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 42822) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:12.613905 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-8546b7ef-f29b-4e74-94e3-7dcda5793eab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for network (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:12.630340 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-8546b7ef-f29b-4e74-94e3-7dcda5793eab admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/8e65877c-8a30-436c-bbd3-7de804debeae HTTP/1.1" status: 204 len: 168 time: 4.7190063 Aug 31 09:48:12.665265 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48f98b-50ed-4171-b5d9-65db0532a48f req-cbf978b6-731d-4459-96f6-6570677089fa tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:12.674867 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ce48f98b-50ed-4171-b5d9-65db0532a48f req-cbf978b6-731d-4459-96f6-6570677089fa tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/networks?id=36c1318a-9832-4bc9-ac1a-5f597bd8ac6c HTTP/1.1" status: 200 len: 811 time: 0.8991482 Aug 31 09:48:12.719768 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d08c4af4-f03a-47cc-8232-cd0ba7b977e0 req-ea11784e-7a03-4b08-ae82-fb13d44aa351 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Made reservation on behalf of c0fc6660b5494415915cdf2b325e5bd6 for: {'port': 1} {{(pid=112919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:48:12.722620 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-ff603972-0bd6-41da-9132-b60692caef54 admin admin] Publish callbacks [] for security_group (5cebda07-6f68-4854-95f1-2e134f66d4ed), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:12.744835 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-d08c4af4-f03a-47cc-8232-cd0ba7b977e0 req-ea11784e-7a03-4b08-ae82-fb13d44aa351 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:12.774834 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-ff603972-0bd6-41da-9132-b60692caef54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (5cebda07-6f68-4854-95f1-2e134f66d4ed), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:12.847504 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:12.862093 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-ff603972-0bd6-41da-9132-b60692caef54 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=0c7662a0f481410fa31c1ec1b888dd52&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4666743 Aug 31 09:48:12.882076 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:12.887465 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 42830) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:12.918917 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port 84107282-1e36-4545-8fc1-71de5f445467 is: ACTIVE; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:48:12.921370 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device e1ca8d90-e985-4b0d-ac9f-41a26d5a451f up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:48:13.075022 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port e1ca8d90-e985-4b0d-ac9f-41a26d5a451f triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:48:13.077426 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (e1ca8d90-e985-4b0d-ac9f-41a26d5a451f), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:13.175970 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8546b7ef-f29b-4e74-94e3-7dcda5793eab admin admin] Pushing event deleted for resources: {'Network': ['ID=8e65877c-8a30-436c-bbd3-7de804debeae,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:13.180970 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 42834) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:13.185176 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-03468d77-91cd-4c9b-b343-8ac5c202b8b5 admin admin] Publish callbacks [] for security_group (69d40dc5-0166-430a-937e-27e563acd893), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:13.203661 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-cd77fcb1-a162-4222-9625-aef1f066cd8a req-1e3b9c47-fe61-4ac3-acd1-e848e6f79e4e tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 210 time: 0.5083959 Aug 31 09:48:13.228284 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ce48f98b-50ed-4171-b5d9-65db0532a48f req-b6796e19-6973-4117-9b41-ac5de45c994d tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/quotas/05be916a558445ee8550559d491efbd0 HTTP/1.1" status: 200 len: 375 time: 0.5366333 Aug 31 09:48:13.237883 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-03468d77-91cd-4c9b-b343-8ac5c202b8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (69d40dc5-0166-430a-937e-27e563acd893), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:13.257863 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff603972-0bd6-41da-9132-b60692caef54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cebda07-6f68-4854-95f1-2e134f66d4ed,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:13.334664 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port e1ca8d90-e985-4b0d-ac9f-41a26d5a451f is: DOWN; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:48:13.335887 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (e1ca8d90-e985-4b0d-ac9f-41a26d5a451f), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:13.493325 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] For port e1ca8d90-e985-4b0d-ac9f-41a26d5a451f, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=e1ca8d90-e985-4b0d-ac9f-41a26d5a451f,segment=NetworkSegment(2077e712-4c87-4477-a43b-7ba59cf07419),segment_id=2077e712-4c87-4477-a43b-7ba59cf07419)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:13.511088 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (e1ca8d90-e985-4b0d-ac9f-41a26d5a451f), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:13.512274 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 29b483cc-7267-4318-88ae-2e0b3f6a206b up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:48:13.582388 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e000e6e4-e33e-4984-a785-a0c6eba4dfad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:13.644247 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2a6a75e-ff66-4711-a027-1f5ff3bc3f20 req-301205e7-20c1-4591-bd6a-33fd9f8adad3 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] Made reservation on behalf of eb404a7dd529496888531e7ef00fd352 for: {'port': 1} {{(pid=112920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:48:13.658952 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-c2a6a75e-ff66-4711-a027-1f5ff3bc3f20 req-301205e7-20c1-4591-bd6a-33fd9f8adad3 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:13.722449 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Pushing event updated for resources: {'Port': ['ID=e1ca8d90-e985-4b0d-ac9f-41a26d5a451f,revision_number=5']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:13.829676 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-03468d77-91cd-4c9b-b343-8ac5c202b8b5 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=c8c7821da6b84645985cbe9d3f3e0f04&name=default HTTP/1.1" status: 200 len: 2996 time: 3.7331059 Aug 31 09:48:13.853313 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port 29b483cc-7267-4318-88ae-2e0b3f6a206b triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:48:13.857941 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (29b483cc-7267-4318-88ae-2e0b3f6a206b), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:13.866832 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 42840) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:13.902146 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-33af8d29-28c7-484f-bc3a-d1af3198160e admin admin] Publish callbacks [] for security_group (5cebda07-6f68-4854-95f1-2e134f66d4ed), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:13.930577 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03468d77-91cd-4c9b-b343-8ac5c202b8b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d40dc5-0166-430a-937e-27e563acd893,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:13.939273 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [req-c41bd1a9-f508-42b8-b569-831055fda00f req-eeab98d8-4d23-4490-b5f2-858c44fee97d service neutron] Request body: {'port': {'device_id': 'dd0a166f-d662-4a72-8ea2-bfbbb02b2221', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84496'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:48:13.949406 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-251760a9-c001-476d-8fec-a4b0d0357abb admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=7274499d018e4e5ca98199f5446a19e0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7611575 Aug 31 09:48:13.955849 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ce48f98b-50ed-4171-b5d9-65db0532a48f req-4975a948-1a44-4e36-9474-9e1e5f964cde tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=05be916a558445ee8550559d491efbd0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6537960 Aug 31 09:48:13.967256 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-1b17fb17-d35f-4a74-9b84-34f8df0a9cae req-00f089e9-f2fa-4588-ace4-f381da84df31 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2dd468e-d0ef-4e78-be7f-9756e469206d HTTP/1.1" status: 200 len: 210 time: 0.2511187 Aug 31 09:48:13.974894 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 42848) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:14.099839 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port 29b483cc-7267-4318-88ae-2e0b3f6a206b is: DOWN; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:48:14.101885 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (29b483cc-7267-4318-88ae-2e0b3f6a206b), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:14.228995 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] For port 29b483cc-7267-4318-88ae-2e0b3f6a206b, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=29b483cc-7267-4318-88ae-2e0b3f6a206b,segment=NetworkSegment(16414794-ef20-48d4-ba3a-f3be7a57a3b0),segment_id=16414794-ef20-48d4-ba3a-f3be7a57a3b0)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:14.237151 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (29b483cc-7267-4318-88ae-2e0b3f6a206b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:14.345510 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:INSERT=10,neutron:SELECT=88,neutron:DELETE=2 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:14.447201 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Pushing event updated for resources: {'Port': ['ID=29b483cc-7267-4318-88ae-2e0b3f6a206b,revision_number=5']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:14.478573 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-33af8d29-28c7-484f-bc3a-d1af3198160e admin admin] Publish callbacks [] for security_group (5cebda07-6f68-4854-95f1-2e134f66d4ed), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:14.537316 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device e1ca8d90-e985-4b0d-ac9f-41a26d5a451f up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:48:14.555537 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:14.765574 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-c41bd1a9-f508-42b8-b569-831055fda00f req-eeab98d8-4d23-4490-b5f2-858c44fee97d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (dc0a1702-552b-409c-91a1-5a380acf6fea), before_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:14.811723 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port e1ca8d90-e985-4b0d-ac9f-41a26d5a451f triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:48:14.812143 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (e1ca8d90-e985-4b0d-ac9f-41a26d5a451f), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:14.870673 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.db_base_plugin_common [req-d08c4af4-f03a-47cc-8232-cd0ba7b977e0 req-ea11784e-7a03-4b08-ae82-fb13d44aa351 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Allocated IP 172.20.0.7 (2e69cc92-d348-4eef-9a4c-b8daacafc440/851420a3-644f-4898-b99d-54af1fb83d8b/33cb2a1d-1582-4d9a-959c-ca576cea02dd) {{(pid=112919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:48:15.061885 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port e1ca8d90-e985-4b0d-ac9f-41a26d5a451f is: ACTIVE; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:48:15.074957 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:INSERT=13,neutron:SELECT=85,neutron:UPDATE=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:15.088027 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.agents_db [None req-8002e13a-56e4-448b-bc0d-5c9f038cbdad None None] Agent healthcheck: found 6 active agents {{(pid=112922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:48:15.147495 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e000e6e4-e33e-4984-a785-a0c6eba4dfad admin admin] Publish callbacks [] for security_group (44f99211-f752-49c2-bd62-988e96b0a0af), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:15.300009 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a577972a-28af-4381-8e45-47c6e6ccaaa0 req-6fb5919e-d954-4c54-b923-1ab0ad0545a5 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 210 time: 0.2328131 Aug 31 09:48:15.303676 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-33af8d29-28c7-484f-bc3a-d1af3198160e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (5cebda07-6f68-4854-95f1-2e134f66d4ed), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:15.309069 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-33af8d29-28c7-484f-bc3a-d1af3198160e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:15.313853 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-33af8d29-28c7-484f-bc3a-d1af3198160e admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/5cebda07-6f68-4854-95f1-2e134f66d4ed HTTP/1.1" status: 204 len: 168 time: 2.3954990 Aug 31 09:48:15.313853 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e000e6e4-e33e-4984-a785-a0c6eba4dfad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (44f99211-f752-49c2-bd62-988e96b0a0af), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:15.354669 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-abf81586-9642-4689-a959-8e3728ee5024 admin admin] Publish callbacks [] for security_group (69d40dc5-0166-430a-937e-27e563acd893), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:15.394566 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-e000e6e4-e33e-4984-a785-a0c6eba4dfad admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=220b78acd5114533b881a6823728317b&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7873232 Aug 31 09:48:15.452636 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 42862) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:15.486234 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-2bb8d727-e5af-4d1e-b48d-f03eea50dae5 admin admin] Publish callbacks [] for security_group (055f3686-e882-46cf-9136-6a99d0dc9e1e), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:15.537759 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33af8d29-28c7-484f-bc3a-d1af3198160e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cebda07-6f68-4854-95f1-2e134f66d4ed,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:15.553619 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.db_base_plugin_common [req-c2a6a75e-ff66-4711-a027-1f5ff3bc3f20 req-301205e7-20c1-4591-bd6a-33fd9f8adad3 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] Allocated IP 172.20.0.3 (b1b3efd2-0245-4b54-9c30-219b3ba26247/573e3c8c-3a5a-417c-9746-5f580110a984/b3ab5cef-31da-4563-8e4d-463a5b47cb88) {{(pid=112920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:48:15.563362 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:15.704719 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:15.710711 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-abf81586-9642-4689-a959-8e3728ee5024 admin admin] Publish callbacks [] for security_group (69d40dc5-0166-430a-937e-27e563acd893), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:15.791872 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ce48f98b-50ed-4171-b5d9-65db0532a48f req-c791c0d5-7021-45d1-a865-80cc0535d9a6 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/36c1318a-9832-4bc9-ac1a-5f597bd8ac6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7108495 Aug 31 09:48:15.869681 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e000e6e4-e33e-4984-a785-a0c6eba4dfad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f99211-f752-49c2-bd62-988e96b0a0af,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:15.915121 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-d08c4af4-f03a-47cc-8232-cd0ba7b977e0 req-ea11784e-7a03-4b08-ae82-fb13d44aa351 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks [] for port (33cb2a1d-1582-4d9a-959c-ca576cea02dd), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:15.952792 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-2bb8d727-e5af-4d1e-b48d-f03eea50dae5 admin admin] Publish callbacks [] for security_group (055f3686-e882-46cf-9136-6a99d0dc9e1e), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:16.162309 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-af786d10-d6bd-432c-a064-1c5d733193b7 req-c8a656f8-f312-44bf-9dbd-3237cf90d167 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2dd468e-d0ef-4e78-be7f-9756e469206d HTTP/1.1" status: 200 len: 210 time: 0.5486901 Aug 31 09:48:16.224529 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-c2a6a75e-ff66-4711-a027-1f5ff3bc3f20 req-301205e7-20c1-4591-bd6a-33fd9f8adad3 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] Publish callbacks [] for port (b3ab5cef-31da-4563-8e4d-463a5b47cb88), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:16.267161 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ce48f98b-50ed-4171-b5d9-65db0532a48f req-91c2e595-4529-4d07-aaab-ac0d25e76cdd service neutron] 10.222.0.13 "GET /networking/v2.0/networks/36c1318a-9832-4bc9-ac1a-5f597bd8ac6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882423 Aug 31 09:48:16.349597 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-c2a6a75e-ff66-4711-a027-1f5ff3bc3f20 req-301205e7-20c1-4591-bd6a-33fd9f8adad3 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278'] for port (b3ab5cef-31da-4563-8e4d-463a5b47cb88), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:16.354430 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-36281eac-c3bf-45d4-a375-1cfef1b4fe1c admin admin] Publish callbacks [] for security_group (44f99211-f752-49c2-bd62-988e96b0a0af), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:16.398922 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-d08c4af4-f03a-47cc-8232-cd0ba7b977e0 req-ea11784e-7a03-4b08-ae82-fb13d44aa351 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66028622'] for port (33cb2a1d-1582-4d9a-959c-ca576cea02dd), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:16.517194 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 29b483cc-7267-4318-88ae-2e0b3f6a206b up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:48:16.588958 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-36281eac-c3bf-45d4-a375-1cfef1b4fe1c admin admin] Publish callbacks [] for security_group (44f99211-f752-49c2-bd62-988e96b0a0af), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:16.696747 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-abf81586-9642-4689-a959-8e3728ee5024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (69d40dc5-0166-430a-937e-27e563acd893), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:16.699599 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-abf81586-9642-4689-a959-8e3728ee5024 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:16.700796 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-abf81586-9642-4689-a959-8e3728ee5024 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/69d40dc5-0166-430a-937e-27e563acd893 HTTP/1.1" status: 204 len: 168 time: 2.8154812 Aug 31 09:48:16.718075 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port 29b483cc-7267-4318-88ae-2e0b3f6a206b triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:48:16.718975 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (29b483cc-7267-4318-88ae-2e0b3f6a206b), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:16.824874 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=8 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:16.850187 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-74dca73c-46a8-4262-974b-3a028ad54a14 req-c5bb6307-bad9-44d8-a9d0-6c7ddd0c0f00 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 210 time: 0.1153653 Aug 31 09:48:16.911628 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf81586-9642-4689-a959-8e3728ee5024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d40dc5-0166-430a-937e-27e563acd893,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:16.913205 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-2bb8d727-e5af-4d1e-b48d-f03eea50dae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (055f3686-e882-46cf-9136-6a99d0dc9e1e), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:16.922200 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-2bb8d727-e5af-4d1e-b48d-f03eea50dae5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:16.928834 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-2bb8d727-e5af-4d1e-b48d-f03eea50dae5 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/055f3686-e882-46cf-9136-6a99d0dc9e1e HTTP/1.1" status: 204 len: 168 time: 2.9407554 Aug 31 09:48:16.960413 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d08c4af4-f03a-47cc-8232-cd0ba7b977e0 req-ea11784e-7a03-4b08-ae82-fb13d44aa351 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Network 2e69cc92-d348-4eef-9a4c-b8daacafc440 is already hosted by enough agents. {{(pid=112919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:48:17.113184 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port 29b483cc-7267-4318-88ae-2e0b3f6a206b is: ACTIVE; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:48:17.142529 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.base_scheduler [req-d08c4af4-f03a-47cc-8232-cd0ba7b977e0 req-ea11784e-7a03-4b08-ae82-fb13d44aa351 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Resources bound (agent type, host, resource id): {{(pid=112919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:48:17.145338 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb8d727-e5af-4d1e-b48d-f03eea50dae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055f3686-e882-46cf-9136-6a99d0dc9e1e,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:17.172886 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.l3_dvrscheduler_db [req-d08c4af4-f03a-47cc-8232-cd0ba7b977e0 req-ea11784e-7a03-4b08-ae82-fb13d44aa351 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Received port after_create {{(pid=112919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:48:17.194974 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea11784e-7a03-4b08-ae82-fb13d44aa351 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Pushing event updated for resources: {'Port': ['ID=33cb2a1d-1582-4d9a-959c-ca576cea02dd,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:17.340603 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029551b-992e-49c7-aae8-7b5ad2812741 req-8dd1e9ad-f4aa-45c7-a341-ab71ca3a4c49 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:17.350051 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-3029551b-992e-49c7-aae8-7b5ad2812741 req-8dd1e9ad-f4aa-45c7-a341-ab71ca3a4c49 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 931 time: 0.8567696 Aug 31 09:48:17.474879 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c4af4-f03a-47cc-8232-cd0ba7b977e0 req-ea11784e-7a03-4b08-ae82-fb13d44aa351 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:17.476340 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-d08c4af4-f03a-47cc-8232-cd0ba7b977e0 req-ea11784e-7a03-4b08-ae82-fb13d44aa351 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for port (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:17.504538 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2a6a75e-ff66-4711-a027-1f5ff3bc3f20 req-301205e7-20c1-4591-bd6a-33fd9f8adad3 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] Network b1b3efd2-0245-4b54-9c30-219b3ba26247 is already hosted by enough agents. {{(pid=112920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:48:17.567525 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301205e7-20c1-4591-bd6a-33fd9f8adad3 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] Pushing event updated for resources: {'Port': ['ID=b3ab5cef-31da-4563-8e4d-463a5b47cb88,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:17.609249 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.base_scheduler [req-c2a6a75e-ff66-4711-a027-1f5ff3bc3f20 req-301205e7-20c1-4591-bd6a-33fd9f8adad3 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] Resources bound (agent type, host, resource id): {{(pid=112920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:48:17.618115 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a6a75e-ff66-4711-a027-1f5ff3bc3f20 req-301205e7-20c1-4591-bd6a-33fd9f8adad3 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] Received port after_create {{(pid=112920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:48:17.667498 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-3029551b-992e-49c7-aae8-7b5ad2812741 req-ce64d5ef-a558-4e82-90d3-7c4e93b594dc tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815522 Aug 31 09:48:17.683901 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6a75e-ff66-4711-a027-1f5ff3bc3f20 req-301205e7-20c1-4591-bd6a-33fd9f8adad3 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:17.690472 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-c2a6a75e-ff66-4711-a027-1f5ff3bc3f20 req-301205e7-20c1-4591-bd6a-33fd9f8adad3 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for port (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:17.693354 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-36281eac-c3bf-45d4-a375-1cfef1b4fe1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (44f99211-f752-49c2-bd62-988e96b0a0af), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:17.697192 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-36281eac-c3bf-45d4-a375-1cfef1b4fe1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:17.703493 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-36281eac-c3bf-45d4-a375-1cfef1b4fe1c admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/44f99211-f752-49c2-bd62-988e96b0a0af HTTP/1.1" status: 204 len: 168 time: 2.2458444 Aug 31 09:48:17.760585 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d08c4af4-f03a-47cc-8232-cd0ba7b977e0 req-ea11784e-7a03-4b08-ae82-fb13d44aa351 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.8870018 Aug 31 09:48:17.811698 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff38718-d431-4672-bf3f-4156821d132a req-c988147f-b94f-4fe5-b81d-3a7acacc859c tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:17.828211 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-eff38718-d431-4672-bf3f-4156821d132a req-c988147f-b94f-4fe5-b81d-3a7acacc859c tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2dd468e-d0ef-4e78-be7f-9756e469206d HTTP/1.1" status: 200 len: 931 time: 0.3396924 Aug 31 09:48:17.844103 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-c2a6a75e-ff66-4711-a027-1f5ff3bc3f20 req-301205e7-20c1-4591-bd6a-33fd9f8adad3 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8211756 Aug 31 09:48:17.876191 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [req-d08c4af4-f03a-47cc-8232-cd0ba7b977e0 req-e91b3d53-1bfc-4d45-886d-1323b7a413fb service neutron] Request body: {'port': {'device_id': '74c8f70a-11b4-47de-9677-637917aa5115', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84496'}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:48:17.918052 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36281eac-c3bf-45d4-a375-1cfef1b4fe1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f99211-f752-49c2-bd62-988e96b0a0af,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:17.934143 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [req-c2a6a75e-ff66-4711-a027-1f5ff3bc3f20 req-f1745144-1dc9-408c-bc77-e8266b9042f5 service neutron] Request body: {'port': {'device_id': 'd2dd468e-d0ef-4e78-be7f-9756e469206d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84496'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:48:18.011577 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-9733d228-fd40-450d-a16b-f6d6ed29c34c None None] Provisioning complete for port 33cb2a1d-1582-4d9a-959c-ca576cea02dd triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:48:18.012214 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-9733d228-fd40-450d-a16b-f6d6ed29c34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (33cb2a1d-1582-4d9a-959c-ca576cea02dd), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:18.057195 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.notifiers.nova [req-c41bd1a9-f508-42b8-b569-831055fda00f req-eeab98d8-4d23-4490-b5f2-858c44fee97d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc0a1702-552b-409c-91a1-5a380acf6fea {{(pid=112920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 09:48:18.153363 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-c41bd1a9-f508-42b8-b569-831055fda00f req-eeab98d8-4d23-4490-b5f2-858c44fee97d service neutron] Publish callbacks [] for port (dc0a1702-552b-409c-91a1-5a380acf6fea), precommit_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:18.197981 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-9733d228-fd40-450d-a16b-f6d6ed29c34c None None] Port 33cb2a1d-1582-4d9a-959c-ca576cea02dd cannot update to ACTIVE because it is not bound. {{(pid=112921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 09:48:18.313588 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-eff38718-d431-4672-bf3f-4156821d132a req-c7ea1a15-0fcb-444b-974d-3881945f7f97 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c13dae4f-4b4f-4642-a70a-8b63d74f90d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3929834 Aug 31 09:48:18.337678 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5d735f08-43ae-4220-aa08-904f30c4df49 req-e9ddb46e-8f78-42fa-b908-7fd8d521b907 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 210 time: 0.2520084 Aug 31 09:48:18.353284 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.provisioning_blocks [req-c41bd1a9-f508-42b8-b569-831055fda00f req-eeab98d8-4d23-4490-b5f2-858c44fee97d service neutron] Transition to ACTIVE for port object dc0a1702-552b-409c-91a1-5a380acf6fea will not be triggered until provisioned by entity L2. {{(pid=112920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 09:48:18.423795 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-c41bd1a9-f508-42b8-b569-831055fda00f req-eeab98d8-4d23-4490-b5f2-858c44fee97d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (dc0a1702-552b-409c-91a1-5a380acf6fea), after_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:18.499473 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-1e100367-c9be-4e4d-a3f8-576604b4bae5 None None] Provisioning complete for port b3ab5cef-31da-4563-8e4d-463a5b47cb88 triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:48:18.507467 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-1e100367-c9be-4e4d-a3f8-576604b4bae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (b3ab5cef-31da-4563-8e4d-463a5b47cb88), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:18.528086 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-d08c4af4-f03a-47cc-8232-cd0ba7b977e0 req-e91b3d53-1bfc-4d45-886d-1323b7a413fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (33cb2a1d-1582-4d9a-959c-ca576cea02dd), before_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:18.587407 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-c2a6a75e-ff66-4711-a027-1f5ff3bc3f20 req-f1745144-1dc9-408c-bc77-e8266b9042f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (b3ab5cef-31da-4563-8e4d-463a5b47cb88), before_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:18.759126 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:18.775405 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.managers [req-c41bd1a9-f508-42b8-b569-831055fda00f req-eeab98d8-4d23-4490-b5f2-858c44fee97d service neutron] Attempting to bind port dc0a1702-552b-409c-91a1-5a380acf6fea on host hv-cinder-84496 for vnic_type normal with profile {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 09:48:18.776396 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.managers [req-c41bd1a9-f508-42b8-b569-831055fda00f req-eeab98d8-4d23-4490-b5f2-858c44fee97d service neutron] Attempting to bind port dc0a1702-552b-409c-91a1-5a380acf6fea by drivers openvswitch,hyperv on host hv-cinder-84496 at level 0 using segments [{'id': '77ec7e58-22c2-416f-b36d-15e60d463b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2e69cc92-d348-4eef-9a4c-b8daacafc440'}] {{(pid=112920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 09:48:18.777217 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41bd1a9-f508-42b8-b569-831055fda00f req-eeab98d8-4d23-4490-b5f2-858c44fee97d service neutron] Attempting to bind port dc0a1702-552b-409c-91a1-5a380acf6fea on network 2e69cc92-d348-4eef-9a4c-b8daacafc440 {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:48:18.794806 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-1e100367-c9be-4e4d-a3f8-576604b4bae5 None None] Port b3ab5cef-31da-4563-8e4d-463a5b47cb88 cannot update to ACTIVE because it is not bound. {{(pid=112921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 09:48:18.850839 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab98d8-4d23-4490-b5f2-858c44fee97d service neutron] Pushing event updated for resources: {'Port': ['ID=dc0a1702-552b-409c-91a1-5a380acf6fea,revision_number=2']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:18.887435 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41bd1a9-f508-42b8-b569-831055fda00f req-eeab98d8-4d23-4490-b5f2-858c44fee97d service neutron] Port dc0a1702-552b-409c-91a1-5a380acf6fea on network 2e69cc92-d348-4eef-9a4c-b8daacafc440 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84496 {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 09:48:18.888378 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41bd1a9-f508-42b8-b569-831055fda00f req-eeab98d8-4d23-4490-b5f2-858c44fee97d service neutron] Attempting to bind port dc0a1702-552b-409c-91a1-5a380acf6fea on network 2e69cc92-d348-4eef-9a4c-b8daacafc440 {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:48:18.905772 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41bd1a9-f508-42b8-b569-831055fda00f req-eeab98d8-4d23-4490-b5f2-858c44fee97d service neutron] Checking agent: {'id': 'e6f198be-e193-4693-a253-f9c4522a6272', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 9, 45, 52), 'started_at': datetime.datetime(2022, 8, 31, 9, 45, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 9, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 09:48:18.906840 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41bd1a9-f508-42b8-b569-831055fda00f req-eeab98d8-4d23-4490-b5f2-858c44fee97d service neutron] Checking segment: {'id': '77ec7e58-22c2-416f-b36d-15e60d463b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2e69cc92-d348-4eef-9a4c-b8daacafc440'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:48:18.908054 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41bd1a9-f508-42b8-b569-831055fda00f req-eeab98d8-4d23-4490-b5f2-858c44fee97d service neutron] Bound using segment: {'id': '77ec7e58-22c2-416f-b36d-15e60d463b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2e69cc92-d348-4eef-9a4c-b8daacafc440'} {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 09:48:18.909127 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.managers [req-c41bd1a9-f508-42b8-b569-831055fda00f req-eeab98d8-4d23-4490-b5f2-858c44fee97d service neutron] Bound port: dc0a1702-552b-409c-91a1-5a380acf6fea, host: hv-cinder-84496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77ec7e58-22c2-416f-b36d-15e60d463b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2e69cc92-d348-4eef-9a4c-b8daacafc440'}}] {{(pid=112920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 09:48:18.913028 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-c41bd1a9-f508-42b8-b569-831055fda00f req-eeab98d8-4d23-4490-b5f2-858c44fee97d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (dc0a1702-552b-409c-91a1-5a380acf6fea), before_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:18.951102 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:19.282385 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 42944) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:19.315725 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.db [req-c41bd1a9-f508-42b8-b569-831055fda00f req-eeab98d8-4d23-4490-b5f2-858c44fee97d service neutron] For port dc0a1702-552b-409c-91a1-5a380acf6fea, host hv-cinder-84496, cleared binding levels {{(pid=112920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:48:19.434449 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.db [req-c41bd1a9-f508-42b8-b569-831055fda00f req-eeab98d8-4d23-4490-b5f2-858c44fee97d service neutron] For port dc0a1702-552b-409c-91a1-5a380acf6fea, host hv-cinder-84496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=dc0a1702-552b-409c-91a1-5a380acf6fea,segment=NetworkSegment(77ec7e58-22c2-416f-b36d-15e60d463b0c),segment_id=77ec7e58-22c2-416f-b36d-15e60d463b0c)] {{(pid=112920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:48:19.478909 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-c41bd1a9-f508-42b8-b569-831055fda00f req-eeab98d8-4d23-4490-b5f2-858c44fee97d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (dc0a1702-552b-409c-91a1-5a380acf6fea), after_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:19.491851 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41bd1a9-f508-42b8-b569-831055fda00f req-eeab98d8-4d23-4490-b5f2-858c44fee97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:19.493020 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-c41bd1a9-f508-42b8-b569-831055fda00f req-eeab98d8-4d23-4490-b5f2-858c44fee97d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for port (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:19.497815 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-c41bd1a9-f508-42b8-b569-831055fda00f req-eeab98d8-4d23-4490-b5f2-858c44fee97d service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/dc0a1702-552b-409c-91a1-5a380acf6fea HTTP/1.1" status: 200 len: 1094 time: 6.5966740 Aug 31 09:48:19.547085 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd0a166f-d662-4a72-8ea2-bfbbb02b2221', 'tag': 'dc0a1702-552b-409c-91a1-5a380acf6fea'}] {{(pid=112920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:48:20.000524 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 42966) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:20.188069 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-aa6221ee-ee75-4fef-98a2-e58aed11c753 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=3df0a209d4c74b6390542f869999787a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9037869 Aug 31 09:48:20.196327 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8267fe-8a42-40f9-912c-03754ec9868e req-f9fe8e01-de81-4509-a3c3-3e22e4b8abf5 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:20.206360 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-fa8267fe-8a42-40f9-912c-03754ec9868e req-f9fe8e01-de81-4509-a3c3-3e22e4b8abf5 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2dd468e-d0ef-4e78-be7f-9756e469206d HTTP/1.1" status: 200 len: 931 time: 0.5262814 Aug 31 09:48:20.222124 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 42974) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:20.340967 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:20.368784 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41bd1a9-f508-42b8-b569-831055fda00f req-f088cc36-79a3-4700-a2b1-d81c2babb3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:20.372110 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-c41bd1a9-f508-42b8-b569-831055fda00f req-f088cc36-79a3-4700-a2b1-d81c2babb3ab service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=c0fc6660b5494415915cdf2b325e5bd6&device_id=dd0a166f-d662-4a72-8ea2-bfbbb02b2221 HTTP/1.1" status: 200 len: 1128 time: 0.5831823 Aug 31 09:48:20.431842 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-b37576f2-23e7-419a-be1f-97088aa0a4a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:20.439311 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de91782-4316-49ac-874d-6c212ae5954f req-fc7a6bd2-a0e7-4b82-a531-e633ce2b76bd tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:20.446871 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9de91782-4316-49ac-874d-6c212ae5954f req-fc7a6bd2-a0e7-4b82-a531-e633ce2b76bd tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 931 time: 1.1728826 Aug 31 09:48:20.722684 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.64', 63212) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:20.775867 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab98d8-4d23-4490-b5f2-858c44fee97d service neutron] Pushing event updated for resources: {'Port': ['ID=dc0a1702-552b-409c-91a1-5a380acf6fea,revision_number=3']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:20.810614 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-c41bd1a9-f508-42b8-b569-831055fda00f req-4020d4e9-16df-4e1a-89bd-f37c19ccd3c1 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc0a1702-552b-409c-91a1-5a380acf6fea HTTP/1.1" status: 200 len: 217 time: 0.3193517 Aug 31 09:48:20.833996 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b1c67df7a66df2dbb2f1d86d1740294a25e35557c8b7fb736f9ab0bc04a1bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a3a3077-9c1e-43f3-b9c4-84f32c643583" -d '{"events": [{"name": "network-changed", "server_uuid": "dd0a166f-d662-4a72-8ea2-bfbbb02b2221", "tag": "dc0a1702-552b-409c-91a1-5a380acf6fea"}]}' {{(pid=112920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:48:21.077085 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-53e07dfb-483e-4a38-adf5-14aff783345b admin admin] Publish callbacks [] for security_group (38156bdf-4d0a-4b2f-a6f6-70f9edd53740), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:21.080687 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41bd1a9-f508-42b8-b569-831055fda00f req-dde4a66e-f3db-4c2a-8f13-43e80929dacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:21.082420 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-c41bd1a9-f508-42b8-b569-831055fda00f req-dde4a66e-f3db-4c2a-8f13-43e80929dacc service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=851420a3-644f-4898-b99d-54af1fb83d8b HTTP/1.1" status: 200 len: 858 time: 0.1627319 Aug 31 09:48:21.099130 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9de91782-4316-49ac-874d-6c212ae5954f req-33c3a7bb-488a-42d5-aa91-7fa96ac888fd tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5806367 Aug 31 09:48:21.148747 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-fa8267fe-8a42-40f9-912c-03754ec9868e req-95a3a187-837e-4088-9744-e1c32e88dabe tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c13dae4f-4b4f-4642-a70a-8b63d74f90d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8437436 Aug 31 09:48:21.455916 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-53e07dfb-483e-4a38-adf5-14aff783345b admin admin] Publish callbacks [] for security_group (38156bdf-4d0a-4b2f-a6f6-70f9edd53740), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:21.507585 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:21.548264 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41bd1a9-f508-42b8-b569-831055fda00f req-c79a79df-eb4e-4594-aaf7-5cd759480fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:21.557085 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-c41bd1a9-f508-42b8-b569-831055fda00f req-c79a79df-eb4e-4594-aaf7-5cd759480fde service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=2e69cc92-d348-4eef-9a4c-b8daacafc440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4320452 Aug 31 09:48:21.594455 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:DELETE=3,neutron:SELECT=94,neutron:UPDATE=3 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:21.665942 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-3de0bf0a-5033-4de7-9f57-0b569316b0f6 req-9b714312-6455-4d3e-a4e6-6a13138d9ebd tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 210 time: 0.3198283 Aug 31 09:48:21.827821 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48f98b-50ed-4171-b5d9-65db0532a48f req-04beaa48-463b-41be-b2b3-c84dcb8903c8 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:21.836565 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ce48f98b-50ed-4171-b5d9-65db0532a48f req-04beaa48-463b-41be-b2b3-c84dcb8903c8 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.64 "GET /networking/v2.0/networks?id=36c1318a-9832-4bc9-ac1a-5f597bd8ac6c HTTP/1.1" status: 200 len: 811 time: 1.0635045 Aug 31 09:48:21.843327 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:21.857518 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e6f198be-e193-4693-a253-f9c4522a6272), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:22.011354 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-c41bd1a9-f508-42b8-b569-831055fda00f req-6bfb67d8-6251-44c1-8c8a-4dfd1adfa57b service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2e69cc92-d348-4eef-9a4c-b8daacafc440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015409 Aug 31 09:48:22.084155 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.notifiers.nova [req-d08c4af4-f03a-47cc-8232-cd0ba7b977e0 req-e91b3d53-1bfc-4d45-886d-1323b7a413fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33cb2a1d-1582-4d9a-959c-ca576cea02dd {{(pid=112919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 09:48:22.121665 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-d08c4af4-f03a-47cc-8232-cd0ba7b977e0 req-e91b3d53-1bfc-4d45-886d-1323b7a413fb service neutron] Publish callbacks [] for port (33cb2a1d-1582-4d9a-959c-ca576cea02dd), precommit_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:22.200435 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-c41bd1a9-f508-42b8-b569-831055fda00f req-9801eb79-4436-4e5e-8b67-64313b80eda0 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2e69cc92-d348-4eef-9a4c-b8daacafc440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712143 Aug 31 09:48:22.233247 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.notifiers.nova [req-c2a6a75e-ff66-4711-a027-1f5ff3bc3f20 req-f1745144-1dc9-408c-bc77-e8266b9042f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3ab5cef-31da-4563-8e4d-463a5b47cb88 {{(pid=112920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 09:48:22.283985 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-c2a6a75e-ff66-4711-a027-1f5ff3bc3f20 req-f1745144-1dc9-408c-bc77-e8266b9042f5 service neutron] Publish callbacks [] for port (b3ab5cef-31da-4563-8e4d-463a5b47cb88), precommit_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:22.317201 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-b37576f2-23e7-419a-be1f-97088aa0a4a3 admin admin] Publish callbacks [] for security_group (613e8f16-ea93-49ee-b9dd-2135603eef44), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:22.339690 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-53e07dfb-483e-4a38-adf5-14aff783345b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (38156bdf-4d0a-4b2f-a6f6-70f9edd53740), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:22.344814 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-53e07dfb-483e-4a38-adf5-14aff783345b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:22.360998 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-53e07dfb-483e-4a38-adf5-14aff783345b admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/38156bdf-4d0a-4b2f-a6f6-70f9edd53740 HTTP/1.1" status: 204 len: 168 time: 1.9914389 Aug 31 09:48:22.361268 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.provisioning_blocks [req-d08c4af4-f03a-47cc-8232-cd0ba7b977e0 req-e91b3d53-1bfc-4d45-886d-1323b7a413fb service neutron] Transition to ACTIVE for port object 33cb2a1d-1582-4d9a-959c-ca576cea02dd will not be triggered until provisioned by entity L2. {{(pid=112919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 09:48:22.367841 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-b37576f2-23e7-419a-be1f-97088aa0a4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (613e8f16-ea93-49ee-b9dd-2135603eef44), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:22.387932 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ce48f98b-50ed-4171-b5d9-65db0532a48f req-de97a6b6-419b-480a-ac7e-ce65db8e55eb tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=05be916a558445ee8550559d491efbd0 HTTP/1.1" status: 200 len: 380 time: 0.5173252 Aug 31 09:48:22.393819 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-d08c4af4-f03a-47cc-8232-cd0ba7b977e0 req-e91b3d53-1bfc-4d45-886d-1323b7a413fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66028615'] for port (33cb2a1d-1582-4d9a-959c-ca576cea02dd), after_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:22.417243 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [req-ce48f98b-50ed-4171-b5d9-65db0532a48f req-a7cc6c2d-85fa-415c-9ffc-29df7f1252e7 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Request body: {'port': {'device_id': 'e598a8ab-5332-4c3c-8f72-098d0ac6a3c8', 'network_id': '36c1318a-9832-4bc9-ac1a-5f597bd8ac6c', 'admin_state_up': True, 'tenant_id': '05be916a558445ee8550559d491efbd0', 'security_groups': ['6418d58e-7890-486d-8ef9-fd8f11b8a9fb']}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:48:22.471738 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.provisioning_blocks [req-c2a6a75e-ff66-4711-a027-1f5ff3bc3f20 req-f1745144-1dc9-408c-bc77-e8266b9042f5 service neutron] Transition to ACTIVE for port object b3ab5cef-31da-4563-8e4d-463a5b47cb88 will not be triggered until provisioned by entity L2. {{(pid=112920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 09:48:22.477415 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-b37576f2-23e7-419a-be1f-97088aa0a4a3 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=c68a2bf348bc4da6b00e539140456f3f&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3752306 Aug 31 09:48:22.483958 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 43048) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:22.532861 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e07dfb-483e-4a38-adf5-14aff783345b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38156bdf-4d0a-4b2f-a6f6-70f9edd53740,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:22.564688 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-c2a6a75e-ff66-4711-a027-1f5ff3bc3f20 req-f1745144-1dc9-408c-bc77-e8266b9042f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (b3ab5cef-31da-4563-8e4d-463a5b47cb88), after_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:22.853455 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 09:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69b048a-aac0-4d42-a83d-8e6df08ab237 x-openstack-request-id: req-b69b048a-aac0-4d42-a83d-8e6df08ab237 {{(pid=112920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:48:22.853901 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd0a166f-d662-4a72-8ea2-bfbbb02b2221", "tag": "dc0a1702-552b-409c-91a1-5a380acf6fea", "status": "completed", "code": 200}]} {{(pid=112920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:48:22.854310 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b69b048a-aac0-4d42-a83d-8e6df08ab237 {{(pid=112920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:48:22.855021 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b69b048a-aac0-4d42-a83d-8e6df08ab237'] response: {'name': 'network-changed', 'server_uuid': 'dd0a166f-d662-4a72-8ea2-bfbbb02b2221', 'tag': 'dc0a1702-552b-409c-91a1-5a380acf6fea', 'status': 'completed', 'code': 200} Aug 31 09:48:22.875022 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37576f2-23e7-419a-be1f-97088aa0a4a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613e8f16-ea93-49ee-b9dd-2135603eef44,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:23.181458 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:23.275202 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1745144-1dc9-408c-bc77-e8266b9042f5 service neutron] Pushing event updated for resources: {'Port': ['ID=b3ab5cef-31da-4563-8e4d-463a5b47cb88,revision_number=2']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:23.281223 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a3077-9c1e-43f3-b9c4-84f32c643583 req-3514cad0-52a4-4990-828d-0a6474e03520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:23.284125 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-6a3a3077-9c1e-43f3-b9c4-84f32c643583 req-3514cad0-52a4-4990-828d-0a6474e03520 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=c0fc6660b5494415915cdf2b325e5bd6&device_id=dd0a166f-d662-4a72-8ea2-bfbbb02b2221 HTTP/1.1" status: 200 len: 1128 time: 0.3916597 Aug 31 09:48:23.353984 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-384f7bd9-3489-40bf-8dae-7a737dcdf810 admin admin] Publish callbacks [] for security_group (613e8f16-ea93-49ee-b9dd-2135603eef44), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:23.451175 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91b3d53-1bfc-4d45-886d-1323b7a413fb service neutron] Pushing event updated for resources: {'Port': ['ID=33cb2a1d-1582-4d9a-959c-ca576cea02dd,revision_number=2']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:23.491869 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00050970-eda8-4363-84da-47a7470adc88 req-97643ff9-8fd6-4dea-911c-32a15ed25e81 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:23.509947 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-00050970-eda8-4363-84da-47a7470adc88 req-97643ff9-8fd6-4dea-911c-32a15ed25e81 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 943 time: 1.0601687 Aug 31 09:48:23.669090 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-384f7bd9-3489-40bf-8dae-7a737dcdf810 admin admin] Publish callbacks [] for security_group (613e8f16-ea93-49ee-b9dd-2135603eef44), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:23.673116 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.managers [req-c2a6a75e-ff66-4711-a027-1f5ff3bc3f20 req-f1745144-1dc9-408c-bc77-e8266b9042f5 service neutron] Attempting to bind port b3ab5cef-31da-4563-8e4d-463a5b47cb88 on host hv-cinder-84496 for vnic_type normal with profile {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 09:48:23.673950 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.managers [req-c2a6a75e-ff66-4711-a027-1f5ff3bc3f20 req-f1745144-1dc9-408c-bc77-e8266b9042f5 service neutron] Attempting to bind port b3ab5cef-31da-4563-8e4d-463a5b47cb88 by drivers openvswitch,hyperv on host hv-cinder-84496 at level 0 using segments [{'id': '16414794-ef20-48d4-ba3a-f3be7a57a3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b1b3efd2-0245-4b54-9c30-219b3ba26247'}] {{(pid=112920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 09:48:23.674481 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a6a75e-ff66-4711-a027-1f5ff3bc3f20 req-f1745144-1dc9-408c-bc77-e8266b9042f5 service neutron] Attempting to bind port b3ab5cef-31da-4563-8e4d-463a5b47cb88 on network b1b3efd2-0245-4b54-9c30-219b3ba26247 {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:48:23.709474 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:23.743441 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b10e798-a50f-48b7-a8de-14ca6bbd8c33 req-2d415cc2-5ebb-4642-9333-069228fde87e tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:23.751127 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-8b10e798-a50f-48b7-a8de-14ca6bbd8c33 req-2d415cc2-5ebb-4642-9333-069228fde87e tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2dd468e-d0ef-4e78-be7f-9756e469206d HTTP/1.1" status: 200 len: 943 time: 0.9351132 Aug 31 09:48:23.854690 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.managers [req-d08c4af4-f03a-47cc-8232-cd0ba7b977e0 req-e91b3d53-1bfc-4d45-886d-1323b7a413fb service neutron] Attempting to bind port 33cb2a1d-1582-4d9a-959c-ca576cea02dd on host hv-cinder-84496 for vnic_type normal with profile {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 09:48:23.855421 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.managers [req-d08c4af4-f03a-47cc-8232-cd0ba7b977e0 req-e91b3d53-1bfc-4d45-886d-1323b7a413fb service neutron] Attempting to bind port 33cb2a1d-1582-4d9a-959c-ca576cea02dd by drivers openvswitch,hyperv on host hv-cinder-84496 at level 0 using segments [{'id': '77ec7e58-22c2-416f-b36d-15e60d463b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2e69cc92-d348-4eef-9a4c-b8daacafc440'}] {{(pid=112919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 09:48:23.855933 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08c4af4-f03a-47cc-8232-cd0ba7b977e0 req-e91b3d53-1bfc-4d45-886d-1323b7a413fb service neutron] Attempting to bind port 33cb2a1d-1582-4d9a-959c-ca576cea02dd on network 2e69cc92-d348-4eef-9a4c-b8daacafc440 {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:48:23.914809 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-00050970-eda8-4363-84da-47a7470adc88 req-f61c84f4-d33f-46de-9ab0-0e347858db99 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3959451 Aug 31 09:48:23.937614 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08c4af4-f03a-47cc-8232-cd0ba7b977e0 req-e91b3d53-1bfc-4d45-886d-1323b7a413fb service neutron] Port 33cb2a1d-1582-4d9a-959c-ca576cea02dd on network 2e69cc92-d348-4eef-9a4c-b8daacafc440 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84496 {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 09:48:23.941247 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08c4af4-f03a-47cc-8232-cd0ba7b977e0 req-e91b3d53-1bfc-4d45-886d-1323b7a413fb service neutron] Attempting to bind port 33cb2a1d-1582-4d9a-959c-ca576cea02dd on network 2e69cc92-d348-4eef-9a4c-b8daacafc440 {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:48:24.015651 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:24.078082 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08c4af4-f03a-47cc-8232-cd0ba7b977e0 req-e91b3d53-1bfc-4d45-886d-1323b7a413fb service neutron] Checking agent: {'id': 'e6f198be-e193-4693-a253-f9c4522a6272', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 9, 45, 52), 'started_at': datetime.datetime(2022, 8, 31, 9, 45, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 9, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 09:48:24.093991 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08c4af4-f03a-47cc-8232-cd0ba7b977e0 req-e91b3d53-1bfc-4d45-886d-1323b7a413fb service neutron] Checking segment: {'id': '77ec7e58-22c2-416f-b36d-15e60d463b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2e69cc92-d348-4eef-9a4c-b8daacafc440'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:48:24.098926 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08c4af4-f03a-47cc-8232-cd0ba7b977e0 req-e91b3d53-1bfc-4d45-886d-1323b7a413fb service neutron] Bound using segment: {'id': '77ec7e58-22c2-416f-b36d-15e60d463b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2e69cc92-d348-4eef-9a4c-b8daacafc440'} {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 09:48:24.105786 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.managers [req-d08c4af4-f03a-47cc-8232-cd0ba7b977e0 req-e91b3d53-1bfc-4d45-886d-1323b7a413fb service neutron] Bound port: 33cb2a1d-1582-4d9a-959c-ca576cea02dd, host: hv-cinder-84496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77ec7e58-22c2-416f-b36d-15e60d463b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2e69cc92-d348-4eef-9a4c-b8daacafc440'}}] {{(pid=112919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 09:48:24.107002 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-d08c4af4-f03a-47cc-8232-cd0ba7b977e0 req-e91b3d53-1bfc-4d45-886d-1323b7a413fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (33cb2a1d-1582-4d9a-959c-ca576cea02dd), before_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:24.148646 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce48f98b-50ed-4171-b5d9-65db0532a48f req-a7cc6c2d-85fa-415c-9ffc-29df7f1252e7 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Made reservation on behalf of 05be916a558445ee8550559d491efbd0 for: {'port': 1} {{(pid=112919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:48:24.157554 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-ce48f98b-50ed-4171-b5d9-65db0532a48f req-a7cc6c2d-85fa-415c-9ffc-29df7f1252e7 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:24.226058 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-5c35b781-fce9-41a8-a2d2-d68857e59274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:24.267159 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-8b10e798-a50f-48b7-a8de-14ca6bbd8c33 req-4a07bd2f-0286-4687-bb20-7c5bc8f60282 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c13dae4f-4b4f-4642-a70a-8b63d74f90d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4990566 Aug 31 09:48:24.330795 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-47fc3f8b-bb7e-4fad-a83c-5bebee069b41 req-84affe36-08cc-4a27-8cb4-08108190a45e tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 210 time: 0.1512747 Aug 31 09:48:24.516932 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a6a75e-ff66-4711-a027-1f5ff3bc3f20 req-f1745144-1dc9-408c-bc77-e8266b9042f5 service neutron] Port b3ab5cef-31da-4563-8e4d-463a5b47cb88 on network b1b3efd2-0245-4b54-9c30-219b3ba26247 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84496 {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 09:48:24.521622 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a6a75e-ff66-4711-a027-1f5ff3bc3f20 req-f1745144-1dc9-408c-bc77-e8266b9042f5 service neutron] Attempting to bind port b3ab5cef-31da-4563-8e4d-463a5b47cb88 on network b1b3efd2-0245-4b54-9c30-219b3ba26247 {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:48:24.592756 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a6a75e-ff66-4711-a027-1f5ff3bc3f20 req-f1745144-1dc9-408c-bc77-e8266b9042f5 service neutron] Checking agent: {'id': 'e6f198be-e193-4693-a253-f9c4522a6272', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 9, 45, 52), 'started_at': datetime.datetime(2022, 8, 31, 9, 45, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 9, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 09:48:24.593660 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a6a75e-ff66-4711-a027-1f5ff3bc3f20 req-f1745144-1dc9-408c-bc77-e8266b9042f5 service neutron] Checking segment: {'id': '16414794-ef20-48d4-ba3a-f3be7a57a3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b1b3efd2-0245-4b54-9c30-219b3ba26247'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:48:24.594475 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a6a75e-ff66-4711-a027-1f5ff3bc3f20 req-f1745144-1dc9-408c-bc77-e8266b9042f5 service neutron] Bound using segment: {'id': '16414794-ef20-48d4-ba3a-f3be7a57a3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b1b3efd2-0245-4b54-9c30-219b3ba26247'} {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 09:48:24.609625 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.managers [req-c2a6a75e-ff66-4711-a027-1f5ff3bc3f20 req-f1745144-1dc9-408c-bc77-e8266b9042f5 service neutron] Bound port: b3ab5cef-31da-4563-8e4d-463a5b47cb88, host: hv-cinder-84496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16414794-ef20-48d4-ba3a-f3be7a57a3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b1b3efd2-0245-4b54-9c30-219b3ba26247'}}] {{(pid=112920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 09:48:24.610446 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-c2a6a75e-ff66-4711-a027-1f5ff3bc3f20 req-f1745144-1dc9-408c-bc77-e8266b9042f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (b3ab5cef-31da-4563-8e4d-463a5b47cb88), before_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:24.956542 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.db [req-d08c4af4-f03a-47cc-8232-cd0ba7b977e0 req-e91b3d53-1bfc-4d45-886d-1323b7a413fb service neutron] For port 33cb2a1d-1582-4d9a-959c-ca576cea02dd, host hv-cinder-84496, cleared binding levels {{(pid=112919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:48:25.008786 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=20 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:25.060070 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a3077-9c1e-43f3-b9c4-84f32c643583 req-fadcde9f-a354-494b-a502-5ffbf3a170da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:25.061445 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=37 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:25.062700 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-6a3a3077-9c1e-43f3-b9c4-84f32c643583 req-fadcde9f-a354-494b-a502-5ffbf3a170da service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=2e69cc92-d348-4eef-9a4c-b8daacafc440 HTTP/1.1" status: 200 len: 920 time: 1.7129374 Aug 31 09:48:25.109899 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.db_base_plugin_common [req-ce48f98b-50ed-4171-b5d9-65db0532a48f req-a7cc6c2d-85fa-415c-9ffc-29df7f1252e7 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Allocated IP 172.20.0.9 (36c1318a-9832-4bc9-ac1a-5f597bd8ac6c/62f04c98-5559-462e-a349-fd7424d6ae82/cae2bef1-d3f5-4bd0-b345-99fbc7e354b9) {{(pid=112919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:48:25.172835 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-6a3a3077-9c1e-43f3-b9c4-84f32c643583 req-e1cccf6b-da33-4457-9f11-12c10881583e service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc0a1702-552b-409c-91a1-5a380acf6fea HTTP/1.1" status: 200 len: 217 time: 0.0866053 Aug 31 09:48:25.263380 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:25.268011 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.db [req-d08c4af4-f03a-47cc-8232-cd0ba7b977e0 req-e91b3d53-1bfc-4d45-886d-1323b7a413fb service neutron] For port 33cb2a1d-1582-4d9a-959c-ca576cea02dd, host hv-cinder-84496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=33cb2a1d-1582-4d9a-959c-ca576cea02dd,segment=NetworkSegment(77ec7e58-22c2-416f-b36d-15e60d463b0c),segment_id=77ec7e58-22c2-416f-b36d-15e60d463b0c)] {{(pid=112919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:48:25.328319 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 43112) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:25.346709 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.db [req-c2a6a75e-ff66-4711-a027-1f5ff3bc3f20 req-f1745144-1dc9-408c-bc77-e8266b9042f5 service neutron] For port b3ab5cef-31da-4563-8e4d-463a5b47cb88, host hv-cinder-84496, cleared binding levels {{(pid=112920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:48:25.368336 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-d08c4af4-f03a-47cc-8232-cd0ba7b977e0 req-e91b3d53-1bfc-4d45-886d-1323b7a413fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66028615'] for port (33cb2a1d-1582-4d9a-959c-ca576cea02dd), after_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:25.382186 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.db [req-c2a6a75e-ff66-4711-a027-1f5ff3bc3f20 req-f1745144-1dc9-408c-bc77-e8266b9042f5 service neutron] For port b3ab5cef-31da-4563-8e4d-463a5b47cb88, host hv-cinder-84496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=b3ab5cef-31da-4563-8e4d-463a5b47cb88,segment=NetworkSegment(16414794-ef20-48d4-ba3a-f3be7a57a3b0),segment_id=16414794-ef20-48d4-ba3a-f3be7a57a3b0)] {{(pid=112920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:48:25.392435 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a3077-9c1e-43f3-b9c4-84f32c643583 req-f5e4b72e-6e7c-49ac-b0d4-1c3dd07b1ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:25.397727 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-6a3a3077-9c1e-43f3-b9c4-84f32c643583 req-f5e4b72e-6e7c-49ac-b0d4-1c3dd07b1ba2 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=851420a3-644f-4898-b99d-54af1fb83d8b HTTP/1.1" status: 200 len: 858 time: 0.2098508 Aug 31 09:48:25.401756 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-c2a6a75e-ff66-4711-a027-1f5ff3bc3f20 req-f1745144-1dc9-408c-bc77-e8266b9042f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (b3ab5cef-31da-4563-8e4d-463a5b47cb88), after_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:25.405630 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-384f7bd9-3489-40bf-8dae-7a737dcdf810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (613e8f16-ea93-49ee-b9dd-2135603eef44), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:25.419061 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-384f7bd9-3489-40bf-8dae-7a737dcdf810 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:25.419061 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-384f7bd9-3489-40bf-8dae-7a737dcdf810 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/613e8f16-ea93-49ee-b9dd-2135603eef44 HTTP/1.1" status: 204 len: 168 time: 2.9199266 Aug 31 09:48:25.419061 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6a75e-ff66-4711-a027-1f5ff3bc3f20 req-f1745144-1dc9-408c-bc77-e8266b9042f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:25.421301 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-c2a6a75e-ff66-4711-a027-1f5ff3bc3f20 req-f1745144-1dc9-408c-bc77-e8266b9042f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for port (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:25.425105 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-c2a6a75e-ff66-4711-a027-1f5ff3bc3f20 req-f1745144-1dc9-408c-bc77-e8266b9042f5 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/b3ab5cef-31da-4563-8e4d-463a5b47cb88 HTTP/1.1" status: 200 len: 1093 time: 7.4965456 Aug 31 09:48:25.432743 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2dd468e-d0ef-4e78-be7f-9756e469206d', 'tag': 'b3ab5cef-31da-4563-8e4d-463a5b47cb88'}] {{(pid=112920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:48:25.439639 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b1c67df7a66df2dbb2f1d86d1740294a25e35557c8b7fb736f9ab0bc04a1bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ba0f12-1857-48f7-87d0-634d779db625" -d '{"events": [{"name": "network-changed", "server_uuid": "d2dd468e-d0ef-4e78-be7f-9756e469206d", "tag": "b3ab5cef-31da-4563-8e4d-463a5b47cb88"}]}' {{(pid=112920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:48:25.561587 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c4af4-f03a-47cc-8232-cd0ba7b977e0 req-e91b3d53-1bfc-4d45-886d-1323b7a413fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:25.562739 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-d08c4af4-f03a-47cc-8232-cd0ba7b977e0 req-e91b3d53-1bfc-4d45-886d-1323b7a413fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for port (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:25.570082 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d08c4af4-f03a-47cc-8232-cd0ba7b977e0 req-e91b3d53-1bfc-4d45-886d-1323b7a413fb service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/33cb2a1d-1582-4d9a-959c-ca576cea02dd HTTP/1.1" status: 200 len: 1093 time: 7.7401321 Aug 31 09:48:25.585400 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74c8f70a-11b4-47de-9677-637917aa5115', 'tag': '33cb2a1d-1582-4d9a-959c-ca576cea02dd'}] {{(pid=112919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:48:25.661849 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f7bd9-3489-40bf-8dae-7a737dcdf810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613e8f16-ea93-49ee-b9dd-2135603eef44,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:25.811517 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f49e09-e636-4590-b010-a8f6fb517458 req-5331a5f6-4653-4c7c-8635-0ac4c1899f3b tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:25.819589 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1745144-1dc9-408c-bc77-e8266b9042f5 service neutron] Pushing event updated for resources: {'Port': ['ID=b3ab5cef-31da-4563-8e4d-463a5b47cb88,revision_number=3']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:25.830957 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f5f49e09-e636-4590-b010-a8f6fb517458 req-5331a5f6-4653-4c7c-8635-0ac4c1899f3b tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 943 time: 0.6045029 Aug 31 09:48:25.837747 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a3077-9c1e-43f3-b9c4-84f32c643583 req-6dd026eb-f302-4be6-811a-2ddb8ce5038b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:25.849408 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-6a3a3077-9c1e-43f3-b9c4-84f32c643583 req-6dd026eb-f302-4be6-811a-2ddb8ce5038b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=2e69cc92-d348-4eef-9a4c-b8daacafc440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4338284 Aug 31 09:48:25.851239 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6a75e-ff66-4711-a027-1f5ff3bc3f20 req-d5c36c73-2dd9-459e-b248-93f271264af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:25.852967 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-c2a6a75e-ff66-4711-a027-1f5ff3bc3f20 req-d5c36c73-2dd9-459e-b248-93f271264af6 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=eb404a7dd529496888531e7ef00fd352&device_id=d2dd468e-d0ef-4e78-be7f-9756e469206d HTTP/1.1" status: 200 len: 1127 time: 0.2018740 Aug 31 09:48:25.985756 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-ce48f98b-50ed-4171-b5d9-65db0532a48f req-a7cc6c2d-85fa-415c-9ffc-29df7f1252e7 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks [] for port (cae2bef1-d3f5-4bd0-b345-99fbc7e354b9), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:26.187223 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acccab3-8a54-4029-944f-437d999aeb5e req-4d7a9eb2-4948-4e3a-8a38-018b79963a5c tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:26.210318 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-6acccab3-8a54-4029-944f-437d999aeb5e req-4d7a9eb2-4948-4e3a-8a38-018b79963a5c tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2dd468e-d0ef-4e78-be7f-9756e469206d HTTP/1.1" status: 200 len: 943 time: 0.5371580 Aug 31 09:48:26.258427 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-c2a6a75e-ff66-4711-a027-1f5ff3bc3f20 req-63ffdf97-e645-4e3e-a3ff-bb0967f2d0f3 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3ab5cef-31da-4563-8e4d-463a5b47cb88 HTTP/1.1" status: 200 len: 217 time: 0.2991731 Aug 31 09:48:26.440490 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6a75e-ff66-4711-a027-1f5ff3bc3f20 req-14cb693b-0cfa-43b9-a567-d95f44e253fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:26.442930 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-c2a6a75e-ff66-4711-a027-1f5ff3bc3f20 req-14cb693b-0cfa-43b9-a567-d95f44e253fa service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=573e3c8c-3a5a-417c-9746-5f580110a984 HTTP/1.1" status: 200 len: 851 time: 0.1691236 Aug 31 09:48:26.445473 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-6a3a3077-9c1e-43f3-b9c4-84f32c643583 req-c439f9df-cdfc-4c12-ba51-4e601b967d65 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2e69cc92-d348-4eef-9a4c-b8daacafc440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5758209 Aug 31 09:48:26.448358 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91b3d53-1bfc-4d45-886d-1323b7a413fb service neutron] Pushing event updated for resources: {'Port': ['ID=33cb2a1d-1582-4d9a-959c-ca576cea02dd,revision_number=3']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:26.452649 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c4af4-f03a-47cc-8232-cd0ba7b977e0 req-d40b96d9-0de8-478d-8479-d9d38509e504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:26.454917 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d08c4af4-f03a-47cc-8232-cd0ba7b977e0 req-d40b96d9-0de8-478d-8479-d9d38509e504 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=c0fc6660b5494415915cdf2b325e5bd6&device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 1127 time: 0.6224904 Aug 31 09:48:26.495468 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-8d007ba7-bc8f-4c85-8089-abf2bde2e9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:26.596341 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-9eed47b4-a454-48d6-8725-80322a7a3385 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:26.705039 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f6ad1632a392cf14020321c7ce6c49338053db0fa13ffca62b7dfe78a8e90b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1a7c39-ee86-4eca-81ad-bb0d41fc44f2" -d '{"events": [{"name": "network-changed", "server_uuid": "74c8f70a-11b4-47de-9677-637917aa5115", "tag": "33cb2a1d-1582-4d9a-959c-ca576cea02dd"}]}' {{(pid=112919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:48:26.721215 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-ce48f98b-50ed-4171-b5d9-65db0532a48f req-a7cc6c2d-85fa-415c-9ffc-29df7f1252e7 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66028622'] for port (cae2bef1-d3f5-4bd0-b345-99fbc7e354b9), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:26.755930 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f5f49e09-e636-4590-b010-a8f6fb517458 req-c7eb2fe8-6069-4981-9134-4670989d37ea tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085637 Aug 31 09:48:26.836013 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-6acccab3-8a54-4029-944f-437d999aeb5e req-892b32c2-9b4a-4226-95fe-65a86808f94e tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c13dae4f-4b4f-4642-a70a-8b63d74f90d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6241362 Aug 31 09:48:27.063825 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=5 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:27.070443 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc6c2d-85fa-415c-9ffc-29df7f1252e7 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Pushing event updated for resources: {'Port': ['ID=cae2bef1-d3f5-4bd0-b345-99fbc7e354b9,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:27.084046 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-9eed47b4-a454-48d6-8725-80322a7a3385 admin admin] Publish callbacks [] for security_group (2dfb4f2e-8b45-4c31-a9f8-42faff33fd36), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:27.111001 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce48f98b-50ed-4171-b5d9-65db0532a48f req-a7cc6c2d-85fa-415c-9ffc-29df7f1252e7 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Network 36c1318a-9832-4bc9-ac1a-5f597bd8ac6c is already hosted by enough agents. {{(pid=112919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:48:27.114727 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 09:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b6e690-b886-4d6c-832a-753591bf1450 x-openstack-request-id: req-46b6e690-b886-4d6c-832a-753591bf1450 {{(pid=112920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:48:27.115321 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2dd468e-d0ef-4e78-be7f-9756e469206d", "tag": "b3ab5cef-31da-4563-8e4d-463a5b47cb88", "status": "completed", "code": 200}]} {{(pid=112920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:48:27.115321 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-46b6e690-b886-4d6c-832a-753591bf1450 {{(pid=112920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:48:27.115691 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46b6e690-b886-4d6c-832a-753591bf1450'] response: {'name': 'network-changed', 'server_uuid': 'd2dd468e-d0ef-4e78-be7f-9756e469206d', 'tag': 'b3ab5cef-31da-4563-8e4d-463a5b47cb88', 'status': 'completed', 'code': 200} Aug 31 09:48:27.117823 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-9eed47b4-a454-48d6-8725-80322a7a3385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (2dfb4f2e-8b45-4c31-a9f8-42faff33fd36), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:27.122388 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.base_scheduler [req-ce48f98b-50ed-4171-b5d9-65db0532a48f req-a7cc6c2d-85fa-415c-9ffc-29df7f1252e7 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Resources bound (agent type, host, resource id): {{(pid=112919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:48:27.159418 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce48f98b-50ed-4171-b5d9-65db0532a48f req-a7cc6c2d-85fa-415c-9ffc-29df7f1252e7 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Received port after_create {{(pid=112919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:48:27.234375 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-9eed47b4-a454-48d6-8725-80322a7a3385 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=6f2fae641f6c4f8188a8f8828248936f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8988771 Aug 31 09:48:27.234665 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 43184) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:27.252658 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97214779-cecf-47cf-bec5-ea4f6836fa50 req-f8a332cb-96f4-4584-acf6-4c15f98b34ef tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:27.261191 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-97214779-cecf-47cf-bec5-ea4f6836fa50 req-f8a332cb-96f4-4584-acf6-4c15f98b34ef tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 931 time: 0.1854706 Aug 31 09:48:27.376535 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:27.398416 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-97214779-cecf-47cf-bec5-ea4f6836fa50 req-4fa051f2-813f-4d51-ac7c-1ffbaefd4b06 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6418d58e-7890-486d-8ef9-fd8f11b8a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333685 Aug 31 09:48:27.406236 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-5c9f1237-a8b1-4055-8e77-516f107af623 admin admin] Publish callbacks [] for security_group (2dfb4f2e-8b45-4c31-a9f8-42faff33fd36), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:27.416695 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed47b4-a454-48d6-8725-80322a7a3385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfb4f2e-8b45-4c31-a9f8-42faff33fd36,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:27.467812 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48f98b-50ed-4171-b5d9-65db0532a48f req-a7cc6c2d-85fa-415c-9ffc-29df7f1252e7 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:27.468828 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-ce48f98b-50ed-4171-b5d9-65db0532a48f req-a7cc6c2d-85fa-415c-9ffc-29df7f1252e7 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for port (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:27.494668 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ce48f98b-50ed-4171-b5d9-65db0532a48f req-a7cc6c2d-85fa-415c-9ffc-29df7f1252e7 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0915165 Aug 31 09:48:27.526356 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-5c9f1237-a8b1-4055-8e77-516f107af623 admin admin] Publish callbacks [] for security_group (2dfb4f2e-8b45-4c31-a9f8-42faff33fd36), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:27.622510 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:27.648964 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-1d8bb516-974d-46b9-a506-d55f48a59cc7 None None] Provisioning complete for port cae2bef1-d3f5-4bd0-b345-99fbc7e354b9 triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:48:27.652287 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-1d8bb516-974d-46b9-a506-d55f48a59cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (cae2bef1-d3f5-4bd0-b345-99fbc7e354b9), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:27.692493 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-5c9f1237-a8b1-4055-8e77-516f107af623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (2dfb4f2e-8b45-4c31-a9f8-42faff33fd36), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:27.695527 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-5c9f1237-a8b1-4055-8e77-516f107af623 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:27.697963 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-5c9f1237-a8b1-4055-8e77-516f107af623 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/2dfb4f2e-8b45-4c31-a9f8-42faff33fd36 HTTP/1.1" status: 204 len: 168 time: 0.4612939 Aug 31 09:48:27.733300 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-1d8bb516-974d-46b9-a506-d55f48a59cc7 None None] Port cae2bef1-d3f5-4bd0-b345-99fbc7e354b9 cannot update to ACTIVE because it is not bound. {{(pid=112921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 09:48:27.744463 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9f1237-a8b1-4055-8e77-516f107af623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfb4f2e-8b45-4c31-a9f8-42faff33fd36,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:27.816017 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:27.817500 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 09:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad7a6a0-fee4-406b-b59e-1d96e1439e69 x-openstack-request-id: req-2ad7a6a0-fee4-406b-b59e-1d96e1439e69 {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:48:27.817871 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74c8f70a-11b4-47de-9677-637917aa5115", "tag": "33cb2a1d-1582-4d9a-959c-ca576cea02dd", "status": "completed", "code": 200}]} {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:48:27.818127 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ad7a6a0-fee4-406b-b59e-1d96e1439e69 {{(pid=112919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:48:27.818629 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ad7a6a0-fee4-406b-b59e-1d96e1439e69'] response: {'name': 'network-changed', 'server_uuid': '74c8f70a-11b4-47de-9677-637917aa5115', 'tag': '33cb2a1d-1582-4d9a-959c-ca576cea02dd', 'status': 'completed', 'code': 200} Aug 31 09:48:28.164407 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcca0e8-274f-4525-b7d4-56e3429ff44b req-9bb5a54a-cedc-4c6a-b91a-8c883307a668 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:28.201748 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4dcca0e8-274f-4525-b7d4-56e3429ff44b req-9bb5a54a-cedc-4c6a-b91a-8c883307a668 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 943 time: 0.2229414 Aug 31 09:48:28.294214 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6a75e-ff66-4711-a027-1f5ff3bc3f20 req-f3ffd205-9b59-4853-b38e-fc5fd0b0b490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:28.299162 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-c2a6a75e-ff66-4711-a027-1f5ff3bc3f20 req-f3ffd205-9b59-4853-b38e-fc5fd0b0b490 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=b1b3efd2-0245-4b54-9c30-219b3ba26247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2232985 Aug 31 09:48:28.562323 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-c2a6a75e-ff66-4711-a027-1f5ff3bc3f20 req-da7d9a23-4da9-48d1-be39-6b5ce3950608 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/b1b3efd2-0245-4b54-9c30-219b3ba26247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476938 Aug 31 09:48:28.570968 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-6a3a3077-9c1e-43f3-b9c4-84f32c643583 req-a7d55776-5781-45fd-9aa8-7fb8c8d18b59 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2e69cc92-d348-4eef-9a4c-b8daacafc440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5047572 Aug 31 09:48:28.621605 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 43246) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:28.658526 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-679fd716-0424-4783-9435-bc2b6edfe4d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:28.719188 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [req-ce48f98b-50ed-4171-b5d9-65db0532a48f req-c363f6a4-3a3e-4893-b15e-64f3a3003377 service neutron] Request body: {'port': {'device_id': 'e598a8ab-5332-4c3c-8f72-098d0ac6a3c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84496'}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:48:28.732991 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d08c4af4-f03a-47cc-8232-cd0ba7b977e0 req-a1d57c3e-497b-4a10-91fd-89acea9e0552 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33cb2a1d-1582-4d9a-959c-ca576cea02dd HTTP/1.1" status: 200 len: 217 time: 0.5243802 Aug 31 09:48:28.859913 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-679fd716-0424-4783-9435-bc2b6edfe4d8 admin admin] Publish callbacks [] for security_group (e4a3e168-7bc2-482d-bdda-b2feb3db5665), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:28.866872 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-679fd716-0424-4783-9435-bc2b6edfe4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (e4a3e168-7bc2-482d-bdda-b2feb3db5665), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:28.870986 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e725143-4952-4338-b3d1-05112474627d req-8fdfda02-cc53-496a-9937-776b82fcc71f tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:28.884693 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-3e725143-4952-4338-b3d1-05112474627d req-8fdfda02-cc53-496a-9937-776b82fcc71f tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2dd468e-d0ef-4e78-be7f-9756e469206d HTTP/1.1" status: 200 len: 943 time: 0.8294649 Aug 31 09:48:28.956130 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679fd716-0424-4783-9435-bc2b6edfe4d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a3e168-7bc2-482d-bdda-b2feb3db5665,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:28.963658 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:DELETE=3,neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:28.971189 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-679fd716-0424-4783-9435-bc2b6edfe4d8 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=96994ecf01df44a398f67e4ada14f7f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3481162 Aug 31 09:48:28.976583 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 43252) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:29.107187 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4dcca0e8-274f-4525-b7d4-56e3429ff44b req-7d028ae3-cc19-478e-8e51-2c02cbb21289 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3953998 Aug 31 09:48:29.174602 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-ce48f98b-50ed-4171-b5d9-65db0532a48f req-c363f6a4-3a3e-4893-b15e-64f3a3003377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (cae2bef1-d3f5-4bd0-b345-99fbc7e354b9), before_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:29.220051 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-0da03379-23fb-468a-95ad-c95e59a3d70d admin admin] Publish callbacks [] for security_group (e4a3e168-7bc2-482d-bdda-b2feb3db5665), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:29.235543 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-3e725143-4952-4338-b3d1-05112474627d req-550fa800-b89e-462f-b1a2-4269651967e0 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c13dae4f-4b4f-4642-a70a-8b63d74f90d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480933 Aug 31 09:48:29.297676 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-0da03379-23fb-468a-95ad-c95e59a3d70d admin admin] Publish callbacks [] for security_group (e4a3e168-7bc2-482d-bdda-b2feb3db5665), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:29.383851 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-0da03379-23fb-468a-95ad-c95e59a3d70d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (e4a3e168-7bc2-482d-bdda-b2feb3db5665), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:29.386915 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-0da03379-23fb-468a-95ad-c95e59a3d70d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:29.391312 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-0da03379-23fb-468a-95ad-c95e59a3d70d admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/e4a3e168-7bc2-482d-bdda-b2feb3db5665 HTTP/1.1" status: 204 len: 168 time: 0.4121923 Aug 31 09:48:29.401208 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da03379-23fb-468a-95ad-c95e59a3d70d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a3e168-7bc2-482d-bdda-b2feb3db5665,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:29.459174 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:29.473863 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 43264) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:29.574625 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39e6d8-d446-4a90-b01f-186b84ab4c65 req-9641bbcc-f5c5-4d48-8ae7-83b2aed66e1b tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:29.587847 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-cf39e6d8-d446-4a90-b01f-186b84ab4c65 req-9641bbcc-f5c5-4d48-8ae7-83b2aed66e1b tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 931 time: 0.2429245 Aug 31 09:48:29.629913 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:29.734075 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-cf39e6d8-d446-4a90-b01f-186b84ab4c65 req-6f3dc051-03bc-4409-b488-f41fb1a66fbf tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6418d58e-7890-486d-8ef9-fd8f11b8a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445365 Aug 31 09:48:29.947603 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-6f3bd727-5755-4b45-8955-2dd0abb038dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:30.045855 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.notifiers.nova [req-ce48f98b-50ed-4171-b5d9-65db0532a48f req-c363f6a4-3a3e-4893-b15e-64f3a3003377 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cae2bef1-d3f5-4bd0-b345-99fbc7e354b9 {{(pid=112919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 09:48:30.071907 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-ce48f98b-50ed-4171-b5d9-65db0532a48f req-c363f6a4-3a3e-4893-b15e-64f3a3003377 service neutron] Publish callbacks [] for port (cae2bef1-d3f5-4bd0-b345-99fbc7e354b9), precommit_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:30.084881 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:30.113747 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.provisioning_blocks [req-ce48f98b-50ed-4171-b5d9-65db0532a48f req-c363f6a4-3a3e-4893-b15e-64f3a3003377 service neutron] Transition to ACTIVE for port object cae2bef1-d3f5-4bd0-b345-99fbc7e354b9 will not be triggered until provisioned by entity L2. {{(pid=112919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 09:48:30.123166 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-ce48f98b-50ed-4171-b5d9-65db0532a48f req-c363f6a4-3a3e-4893-b15e-64f3a3003377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66028615'] for port (cae2bef1-d3f5-4bd0-b345-99fbc7e354b9), after_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:30.139438 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-6f3bd727-5755-4b45-8955-2dd0abb038dc admin admin] Publish callbacks [] for security_group (ec33a177-f7b8-4e23-9d3c-ab89b70934fd), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:30.150520 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-6f3bd727-5755-4b45-8955-2dd0abb038dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (ec33a177-f7b8-4e23-9d3c-ab89b70934fd), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:30.208010 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:30.260166 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-6f3bd727-5755-4b45-8955-2dd0abb038dc admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=0a46666d2494471d8c5a92b498ad2dec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7847629 Aug 31 09:48:30.268265 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3bd727-5755-4b45-8955-2dd0abb038dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec33a177-f7b8-4e23-9d3c-ab89b70934fd,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:30.268265 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 43288) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:30.290386 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c363f6a4-3a3e-4893-b15e-64f3a3003377 service neutron] Pushing event updated for resources: {'Port': ['ID=cae2bef1-d3f5-4bd0-b345-99fbc7e354b9,revision_number=2']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:30.339141 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.managers [req-ce48f98b-50ed-4171-b5d9-65db0532a48f req-c363f6a4-3a3e-4893-b15e-64f3a3003377 service neutron] Attempting to bind port cae2bef1-d3f5-4bd0-b345-99fbc7e354b9 on host hv-cinder-84496 for vnic_type normal with profile {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 09:48:30.339493 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.managers [req-ce48f98b-50ed-4171-b5d9-65db0532a48f req-c363f6a4-3a3e-4893-b15e-64f3a3003377 service neutron] Attempting to bind port cae2bef1-d3f5-4bd0-b345-99fbc7e354b9 by drivers openvswitch,hyperv on host hv-cinder-84496 at level 0 using segments [{'id': '2077e712-4c87-4477-a43b-7ba59cf07419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '36c1318a-9832-4bc9-ac1a-5f597bd8ac6c'}] {{(pid=112919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 09:48:30.339835 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce48f98b-50ed-4171-b5d9-65db0532a48f req-c363f6a4-3a3e-4893-b15e-64f3a3003377 service neutron] Attempting to bind port cae2bef1-d3f5-4bd0-b345-99fbc7e354b9 on network 36c1318a-9832-4bc9-ac1a-5f597bd8ac6c {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:48:30.345612 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce48f98b-50ed-4171-b5d9-65db0532a48f req-c363f6a4-3a3e-4893-b15e-64f3a3003377 service neutron] Port cae2bef1-d3f5-4bd0-b345-99fbc7e354b9 on network 36c1318a-9832-4bc9-ac1a-5f597bd8ac6c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84496 {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 09:48:30.346296 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce48f98b-50ed-4171-b5d9-65db0532a48f req-c363f6a4-3a3e-4893-b15e-64f3a3003377 service neutron] Attempting to bind port cae2bef1-d3f5-4bd0-b345-99fbc7e354b9 on network 36c1318a-9832-4bc9-ac1a-5f597bd8ac6c {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:48:30.353539 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce48f98b-50ed-4171-b5d9-65db0532a48f req-c363f6a4-3a3e-4893-b15e-64f3a3003377 service neutron] Checking agent: {'id': 'e6f198be-e193-4693-a253-f9c4522a6272', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 9, 45, 52), 'started_at': datetime.datetime(2022, 8, 31, 9, 45, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 9, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 09:48:30.354177 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce48f98b-50ed-4171-b5d9-65db0532a48f req-c363f6a4-3a3e-4893-b15e-64f3a3003377 service neutron] Checking segment: {'id': '2077e712-4c87-4477-a43b-7ba59cf07419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '36c1318a-9832-4bc9-ac1a-5f597bd8ac6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:48:30.354827 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce48f98b-50ed-4171-b5d9-65db0532a48f req-c363f6a4-3a3e-4893-b15e-64f3a3003377 service neutron] Bound using segment: {'id': '2077e712-4c87-4477-a43b-7ba59cf07419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '36c1318a-9832-4bc9-ac1a-5f597bd8ac6c'} {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 09:48:30.355456 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.managers [req-ce48f98b-50ed-4171-b5d9-65db0532a48f req-c363f6a4-3a3e-4893-b15e-64f3a3003377 service neutron] Bound port: cae2bef1-d3f5-4bd0-b345-99fbc7e354b9, host: hv-cinder-84496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2077e712-4c87-4477-a43b-7ba59cf07419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '36c1318a-9832-4bc9-ac1a-5f597bd8ac6c'}}] {{(pid=112919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 09:48:30.356161 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-ce48f98b-50ed-4171-b5d9-65db0532a48f req-c363f6a4-3a3e-4893-b15e-64f3a3003377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (cae2bef1-d3f5-4bd0-b345-99fbc7e354b9), before_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:30.377900 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:30.421158 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-2dfb7754-34ba-44db-b5a8-e5ce1cd2bd5a admin admin] Publish callbacks [] for security_group (ec33a177-f7b8-4e23-9d3c-ab89b70934fd), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:30.453305 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-2dfb7754-34ba-44db-b5a8-e5ce1cd2bd5a admin admin] Publish callbacks [] for security_group (ec33a177-f7b8-4e23-9d3c-ab89b70934fd), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:30.541050 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-2dfb7754-34ba-44db-b5a8-e5ce1cd2bd5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (ec33a177-f7b8-4e23-9d3c-ab89b70934fd), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:30.546746 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-2dfb7754-34ba-44db-b5a8-e5ce1cd2bd5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:30.552526 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-2dfb7754-34ba-44db-b5a8-e5ce1cd2bd5a admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/ec33a177-f7b8-4e23-9d3c-ab89b70934fd HTTP/1.1" status: 204 len: 168 time: 0.2782426 Aug 31 09:48:30.588276 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfb7754-34ba-44db-b5a8-e5ce1cd2bd5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec33a177-f7b8-4e23-9d3c-ab89b70934fd,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:30.638314 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c2732-105d-45b5-879c-a8a6f6f063a5 req-3f253e8e-d02e-41c4-b530-281a531d0e04 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:30.641169 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e29c2732-105d-45b5-879c-a8a6f6f063a5 req-3f253e8e-d02e-41c4-b530-281a531d0e04 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2dd468e-d0ef-4e78-be7f-9756e469206d HTTP/1.1" status: 200 len: 943 time: 0.2021086 Aug 31 09:48:30.662065 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.db [req-ce48f98b-50ed-4171-b5d9-65db0532a48f req-c363f6a4-3a3e-4893-b15e-64f3a3003377 service neutron] For port cae2bef1-d3f5-4bd0-b345-99fbc7e354b9, host hv-cinder-84496, cleared binding levels {{(pid=112919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:48:30.682754 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa235331-f26e-4329-8509-1c9b2245171a req-28549faf-edbe-4909-9b0a-71819941bad7 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:30.685594 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-aa235331-f26e-4329-8509-1c9b2245171a req-28549faf-edbe-4909-9b0a-71819941bad7 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 943 time: 0.2448130 Aug 31 09:48:30.688898 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.db [req-ce48f98b-50ed-4171-b5d9-65db0532a48f req-c363f6a4-3a3e-4893-b15e-64f3a3003377 service neutron] For port cae2bef1-d3f5-4bd0-b345-99fbc7e354b9, host hv-cinder-84496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=cae2bef1-d3f5-4bd0-b345-99fbc7e354b9,segment=NetworkSegment(2077e712-4c87-4477-a43b-7ba59cf07419),segment_id=2077e712-4c87-4477-a43b-7ba59cf07419)] {{(pid=112919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:48:30.732590 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-ce48f98b-50ed-4171-b5d9-65db0532a48f req-c363f6a4-3a3e-4893-b15e-64f3a3003377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66028615'] for port (cae2bef1-d3f5-4bd0-b345-99fbc7e354b9), after_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:30.794520 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48f98b-50ed-4171-b5d9-65db0532a48f req-c363f6a4-3a3e-4893-b15e-64f3a3003377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:30.795478 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-ce48f98b-50ed-4171-b5d9-65db0532a48f req-c363f6a4-3a3e-4893-b15e-64f3a3003377 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for port (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:30.797958 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ce48f98b-50ed-4171-b5d9-65db0532a48f req-c363f6a4-3a3e-4893-b15e-64f3a3003377 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/cae2bef1-d3f5-4bd0-b345-99fbc7e354b9 HTTP/1.1" status: 200 len: 1093 time: 2.0879776 Aug 31 09:48:30.799076 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e598a8ab-5332-4c3c-8f72-098d0ac6a3c8', 'tag': 'cae2bef1-d3f5-4bd0-b345-99fbc7e354b9'}] {{(pid=112919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:48:30.803391 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f6ad1632a392cf14020321c7ce6c49338053db0fa13ffca62b7dfe78a8e90b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4fd1454-b43c-4003-91ff-72a0965a18b7" -d '{"events": [{"name": "network-changed", "server_uuid": "e598a8ab-5332-4c3c-8f72-098d0ac6a3c8", "tag": "cae2bef1-d3f5-4bd0-b345-99fbc7e354b9"}]}' {{(pid=112919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:48:30.970802 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e29c2732-105d-45b5-879c-a8a6f6f063a5 req-4c1c0ec6-d7df-4a02-805d-21498714c7b2 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c13dae4f-4b4f-4642-a70a-8b63d74f90d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144243 Aug 31 09:48:30.974552 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c363f6a4-3a3e-4893-b15e-64f3a3003377 service neutron] Pushing event updated for resources: {'Port': ['ID=cae2bef1-d3f5-4bd0-b345-99fbc7e354b9,revision_number=3']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:30.984960 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-aa235331-f26e-4329-8509-1c9b2245171a req-38e127cd-d2a3-4761-86db-02bae0a9f672 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837303 Aug 31 09:48:31.125245 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3939a95-3ff5-4cf8-9370-fc93a80b642c req-cf804539-77fb-4069-a942-7ae6faee0ddd tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:31.135234 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e3939a95-3ff5-4cf8-9370-fc93a80b642c req-cf804539-77fb-4069-a942-7ae6faee0ddd tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 943 time: 0.0666201 Aug 31 09:48:31.193629 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 43328) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:31.243268 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-f1d95c1f-11e9-4769-82d9-ba6fba50e715 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:31.245809 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e3939a95-3ff5-4cf8-9370-fc93a80b642c req-143e5a83-9228-4f46-95eb-74a2988a33d7 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6418d58e-7890-486d-8ef9-fd8f11b8a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038287 Aug 31 09:48:31.247639 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 09:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15cbf6de-1129-4d76-b0e5-c370cd17cfc0 x-openstack-request-id: req-15cbf6de-1129-4d76-b0e5-c370cd17cfc0 {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:48:31.247934 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e598a8ab-5332-4c3c-8f72-098d0ac6a3c8", "tag": "cae2bef1-d3f5-4bd0-b345-99fbc7e354b9", "status": "completed", "code": 200}]} {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:48:31.248197 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-15cbf6de-1129-4d76-b0e5-c370cd17cfc0 {{(pid=112919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:48:31.250267 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15cbf6de-1129-4d76-b0e5-c370cd17cfc0'] response: {'name': 'network-changed', 'server_uuid': 'e598a8ab-5332-4c3c-8f72-098d0ac6a3c8', 'tag': 'cae2bef1-d3f5-4bd0-b345-99fbc7e354b9', 'status': 'completed', 'code': 200} Aug 31 09:48:31.489698 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-f1d95c1f-11e9-4769-82d9-ba6fba50e715 admin admin] Publish callbacks [] for security_group (c5ee36d3-0a2b-41a9-bfdc-ba8f9b54daa8), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:31.497604 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-f1d95c1f-11e9-4769-82d9-ba6fba50e715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (c5ee36d3-0a2b-41a9-bfdc-ba8f9b54daa8), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:31.584097 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d95c1f-11e9-4769-82d9-ba6fba50e715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ee36d3-0a2b-41a9-bfdc-ba8f9b54daa8,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:31.601002 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-f1d95c1f-11e9-4769-82d9-ba6fba50e715 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=c429b68532d14cdebd9001948104fcb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4039018 Aug 31 09:48:31.606384 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 43334) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:31.768381 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-5eb707dc-9fea-4e11-b7a3-9ddbdd7ae03a admin admin] Publish callbacks [] for security_group (c5ee36d3-0a2b-41a9-bfdc-ba8f9b54daa8), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:31.834048 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-5eb707dc-9fea-4e11-b7a3-9ddbdd7ae03a admin admin] Publish callbacks [] for security_group (c5ee36d3-0a2b-41a9-bfdc-ba8f9b54daa8), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:31.909060 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-5eb707dc-9fea-4e11-b7a3-9ddbdd7ae03a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (c5ee36d3-0a2b-41a9-bfdc-ba8f9b54daa8), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:31.914454 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-5eb707dc-9fea-4e11-b7a3-9ddbdd7ae03a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:31.919902 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-5eb707dc-9fea-4e11-b7a3-9ddbdd7ae03a admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/c5ee36d3-0a2b-41a9-bfdc-ba8f9b54daa8 HTTP/1.1" status: 204 len: 168 time: 0.3126280 Aug 31 09:48:31.944661 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb707dc-9fea-4e11-b7a3-9ddbdd7ae03a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ee36d3-0a2b-41a9-bfdc-ba8f9b54daa8,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:32.278247 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a11f8df-3cdb-4f3c-b0af-a731a9cf72d1 req-b44f4956-a2ef-47fb-b3d7-e15820c2bcde tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:32.280884 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-3a11f8df-3cdb-4f3c-b0af-a731a9cf72d1 req-b44f4956-a2ef-47fb-b3d7-e15820c2bcde tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2dd468e-d0ef-4e78-be7f-9756e469206d HTTP/1.1" status: 200 len: 943 time: 0.1377263 Aug 31 09:48:32.316448 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e53ce-2852-4f5e-b0a3-16080cfd161d req-f2e61807-ab98-4abb-9f85-94a9ea9576a0 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:32.319281 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-397e53ce-2852-4f5e-b0a3-16080cfd161d req-f2e61807-ab98-4abb-9f85-94a9ea9576a0 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 943 time: 0.1227524 Aug 31 09:48:32.449501 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-3a11f8df-3cdb-4f3c-b0af-a731a9cf72d1 req-25c96cf2-2a7c-4c5e-ab32-18f7369ceaf4 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c13dae4f-4b4f-4642-a70a-8b63d74f90d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466043 Aug 31 09:48:32.477770 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-397e53ce-2852-4f5e-b0a3-16080cfd161d req-4780f04c-4189-4500-bfe5-b850032c09d7 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441467 Aug 31 09:48:32.651706 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd737d-f21b-4db6-897a-8796492634f5 req-f6b62f1f-5f1f-4ee3-a6db-6f12118c27c5 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:32.653825 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a6cd737d-f21b-4db6-897a-8796492634f5 req-f6b62f1f-5f1f-4ee3-a6db-6f12118c27c5 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 943 time: 0.0775478 Aug 31 09:48:32.754736 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a6cd737d-f21b-4db6-897a-8796492634f5 req-01019699-e756-4a0c-8707-4a46fb6b21e8 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6418d58e-7890-486d-8ef9-fd8f11b8a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870817 Aug 31 09:48:33.655487 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22829bba-c67c-45e4-9af4-e01cf51fa4ef req-c6621a4e-3cec-4857-b462-97447e1d0b95 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:33.657978 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-22829bba-c67c-45e4-9af4-e01cf51fa4ef req-c6621a4e-3cec-4857-b462-97447e1d0b95 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2dd468e-d0ef-4e78-be7f-9756e469206d HTTP/1.1" status: 200 len: 943 time: 0.0935917 Aug 31 09:48:33.729540 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796bdef-a031-4fa2-aa03-e558f28d540b req-48119428-fb65-465e-8369-ed6dfa0e8fc1 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:33.732204 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2796bdef-a031-4fa2-aa03-e558f28d540b req-48119428-fb65-465e-8369-ed6dfa0e8fc1 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 943 time: 0.0934589 Aug 31 09:48:33.792804 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-22829bba-c67c-45e4-9af4-e01cf51fa4ef req-9025dbb2-4f2d-47a2-befb-8848ee32d02d tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c13dae4f-4b4f-4642-a70a-8b63d74f90d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086912 Aug 31 09:48:33.828796 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2796bdef-a031-4fa2-aa03-e558f28d540b req-d2452fe8-4b03-4859-9918-748308c1e8f5 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813727 Aug 31 09:48:34.009697 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9287584a-8d95-4dc1-86a0-fde40c4f5bd3 req-6a8f97b7-7d74-4531-8d5e-7d9bb38b9a0b tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:34.009697 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9287584a-8d95-4dc1-86a0-fde40c4f5bd3 req-6a8f97b7-7d74-4531-8d5e-7d9bb38b9a0b tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 943 time: 0.0961578 Aug 31 09:48:34.028162 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:34.098722 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9287584a-8d95-4dc1-86a0-fde40c4f5bd3 req-7df4a775-a066-4797-9439-18984059aaff tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6418d58e-7890-486d-8ef9-fd8f11b8a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796263 Aug 31 09:48:35.023141 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85128981-0bd1-4893-87d7-cac8ab2f5ae7 req-32106521-4fa9-430a-9aa1-10e4c30e2691 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:35.025728 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-85128981-0bd1-4893-87d7-cac8ab2f5ae7 req-32106521-4fa9-430a-9aa1-10e4c30e2691 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2dd468e-d0ef-4e78-be7f-9756e469206d HTTP/1.1" status: 200 len: 943 time: 0.1099987 Aug 31 09:48:35.042339 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b135f9-fc67-4f15-a8e9-a973eeb177e7 req-ed85715c-3e7f-40c9-857b-0ac1c1eddffc tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:35.043975 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-24b135f9-fc67-4f15-a8e9-a973eeb177e7 req-ed85715c-3e7f-40c9-857b-0ac1c1eddffc tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 943 time: 0.0757232 Aug 31 09:48:35.051196 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:35.157609 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-85128981-0bd1-4893-87d7-cac8ab2f5ae7 req-a9d7be62-3913-4ede-a329-f6edd78e2951 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c13dae4f-4b4f-4642-a70a-8b63d74f90d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124144 Aug 31 09:48:35.164310 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-24b135f9-fc67-4f15-a8e9-a973eeb177e7 req-c5299b51-ec6d-4733-8173-f6d17d7ac2e0 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109216 Aug 31 09:48:35.469696 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c4af4-f03a-47cc-8232-cd0ba7b977e0 req-704f1b7f-e23e-42f6-9711-05a036bf87b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:35.471660 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d08c4af4-f03a-47cc-8232-cd0ba7b977e0 req-704f1b7f-e23e-42f6-9711-05a036bf87b1 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=851420a3-644f-4898-b99d-54af1fb83d8b HTTP/1.1" status: 200 len: 858 time: 0.1095765 Aug 31 09:48:35.479250 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed3246-781e-4a04-9fce-b51a23e9c8d7 req-60707df0-38da-41d6-b617-4c2246c02acd tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:35.487451 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a8ed3246-781e-4a04-9fce-b51a23e9c8d7 req-60707df0-38da-41d6-b617-4c2246c02acd tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 943 time: 0.1848674 Aug 31 09:48:35.588387 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-c2a6a75e-ff66-4711-a027-1f5ff3bc3f20 req-cf61f33c-2737-4c07-977f-4407d14cbe22 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/b1b3efd2-0245-4b54-9c30-219b3ba26247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271521 Aug 31 09:48:35.600202 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c4af4-f03a-47cc-8232-cd0ba7b977e0 req-1dee204f-6173-4d83-861c-73a5f47b92e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:35.601782 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d08c4af4-f03a-47cc-8232-cd0ba7b977e0 req-1dee204f-6173-4d83-861c-73a5f47b92e6 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=2e69cc92-d348-4eef-9a4c-b8daacafc440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1112168 Aug 31 09:48:35.733003 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd1454-b43c-4003-91ff-72a0965a18b7 req-5719ca10-f66b-443c-b81a-d8744b74bd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:35.734572 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f4fd1454-b43c-4003-91ff-72a0965a18b7 req-5719ca10-f66b-443c-b81a-d8744b74bd14 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=05be916a558445ee8550559d491efbd0&device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 1127 time: 0.1462071 Aug 31 09:48:35.750017 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a8ed3246-781e-4a04-9fce-b51a23e9c8d7 req-765baf45-7236-4cf4-b213-f75b65a7d9bc tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6418d58e-7890-486d-8ef9-fd8f11b8a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2607365 Aug 31 09:48:35.798502 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d08c4af4-f03a-47cc-8232-cd0ba7b977e0 req-c1f2a966-7a6b-4022-b4f9-622d2e94cce1 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2e69cc92-d348-4eef-9a4c-b8daacafc440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870222 Aug 31 09:48:36.395261 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786275a4-943f-4d57-9b43-f26cfbfa8bea req-9b566fd8-b5dc-4392-97d7-6352593f511c tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:36.397587 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-786275a4-943f-4d57-9b43-f26cfbfa8bea req-9b566fd8-b5dc-4392-97d7-6352593f511c tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2dd468e-d0ef-4e78-be7f-9756e469206d HTTP/1.1" status: 200 len: 943 time: 0.1032238 Aug 31 09:48:36.436961 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af31d6a-1166-4e65-b8dd-a393dcf9c922 req-2667adeb-7612-4544-8762-e9fcd5118608 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:36.441515 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0af31d6a-1166-4e65-b8dd-a393dcf9c922 req-2667adeb-7612-4544-8762-e9fcd5118608 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 943 time: 0.1061208 Aug 31 09:48:36.504024 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-786275a4-943f-4d57-9b43-f26cfbfa8bea req-9b5f9adc-44ba-4fdf-9cac-b53ce730190a tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c13dae4f-4b4f-4642-a70a-8b63d74f90d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912781 Aug 31 09:48:36.570282 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0af31d6a-1166-4e65-b8dd-a393dcf9c922 req-d4be4104-7965-4ece-a9a4-c6f6a9bb1cff tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040177 Aug 31 09:48:36.929935 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814ab22-5a9c-4815-8b91-23b2e5851219 req-458922af-307f-4838-ac85-29b111bac9c9 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:36.933331 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9814ab22-5a9c-4815-8b91-23b2e5851219 req-458922af-307f-4838-ac85-29b111bac9c9 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 943 time: 0.0922360 Aug 31 09:48:37.038730 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9814ab22-5a9c-4815-8b91-23b2e5851219 req-8b3ea57f-c695-4049-b4fc-23393873ebc5 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6418d58e-7890-486d-8ef9-fd8f11b8a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934207 Aug 31 09:48:37.105631 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device dc0a1702-552b-409c-91a1-5a380acf6fea details requested by agent hyperv_hv-cinder-84496 with host hv-cinder-84496 {{(pid=112921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:48:37.272163 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port dc0a1702-552b-409c-91a1-5a380acf6fea, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=dc0a1702-552b-409c-91a1-5a380acf6fea,segment=NetworkSegment(77ec7e58-22c2-416f-b36d-15e60d463b0c),segment_id=77ec7e58-22c2-416f-b36d-15e60d463b0c)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:37.287719 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 43572) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:37.310014 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Returning: {'device': 'dc0a1702-552b-409c-91a1-5a380acf6fea', 'network_id': '2e69cc92-d348-4eef-9a4c-b8daacafc440', 'port_id': 'dc0a1702-552b-409c-91a1-5a380acf6fea', 'mac_address': 'fa:16:3e:75:2e:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '851420a3-644f-4898-b99d-54af1fb83d8b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:48:37.384984 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Current status of the port dc0a1702-552b-409c-91a1-5a380acf6fea is: DOWN; New status is: BUILD {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:48:37.385593 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (dc0a1702-552b-409c-91a1-5a380acf6fea), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:37.418020 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.notifiers.nova [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc0a1702-552b-409c-91a1-5a380acf6fea {{(pid=112921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 09:48:37.458048 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port dc0a1702-552b-409c-91a1-5a380acf6fea, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=dc0a1702-552b-409c-91a1-5a380acf6fea,segment=NetworkSegment(77ec7e58-22c2-416f-b36d-15e60d463b0c),segment_id=77ec7e58-22c2-416f-b36d-15e60d463b0c)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:37.466308 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (dc0a1702-552b-409c-91a1-5a380acf6fea), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:37.507668 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a0cd81d4-d134-488a-b4dd-fec8b3a1158e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:37.540409 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:37.544477 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:37.568005 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Pushing event updated for resources: {'Port': ['ID=dc0a1702-552b-409c-91a1-5a380acf6fea,revision_number=4']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:37.578810 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=4 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:37.646430 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a0cd81d4-d134-488a-b4dd-fec8b3a1158e admin admin] Publish callbacks [] for security_group (fa8de00b-cb7e-4682-9661-e4f9cc33e465), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:37.658669 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a0cd81d4-d134-488a-b4dd-fec8b3a1158e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (fa8de00b-cb7e-4682-9661-e4f9cc33e465), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:37.726469 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-a0cd81d4-d134-488a-b4dd-fec8b3a1158e admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=32cd034c0d60483eb19614049ccefb41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4372241 Aug 31 09:48:37.727460 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd81d4-d134-488a-b4dd-fec8b3a1158e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8de00b-cb7e-4682-9661-e4f9cc33e465,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:37.730259 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 43596) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:37.856698 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-9d1cc88d-8af0-4c40-b77d-9ae8002b2aa5 admin admin] Publish callbacks [] for security_group (fa8de00b-cb7e-4682-9661-e4f9cc33e465), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:37.892672 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 43604) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:37.908105 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd533b-e6ae-4c00-a7a4-8326b07d89c9 req-f3f46cd2-c761-489e-ab7e-eb2af1dade72 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:37.911573 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-45cd533b-e6ae-4c00-a7a4-8326b07d89c9 req-f3f46cd2-c761-489e-ab7e-eb2af1dade72 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2dd468e-d0ef-4e78-be7f-9756e469206d HTTP/1.1" status: 200 len: 943 time: 0.2254767 Aug 31 09:48:37.926546 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] get_ports_and_sgs() called for port_ids ['dc0a1702-552b-409c-91a1-5a380acf6fea'] {{(pid=112921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 09:48:37.938136 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-9d1cc88d-8af0-4c40-b77d-9ae8002b2aa5 admin admin] Publish callbacks [] for security_group (fa8de00b-cb7e-4682-9661-e4f9cc33e465), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:38.051579 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-9d1cc88d-8af0-4c40-b77d-9ae8002b2aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (fa8de00b-cb7e-4682-9661-e4f9cc33e465), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:38.054225 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-9d1cc88d-8af0-4c40-b77d-9ae8002b2aa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:38.056782 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-9d1cc88d-8af0-4c40-b77d-9ae8002b2aa5 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/fa8de00b-cb7e-4682-9661-e4f9cc33e465 HTTP/1.1" status: 204 len: 168 time: 0.3252752 Aug 31 09:48:38.075767 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1cc88d-8af0-4c40-b77d-9ae8002b2aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8de00b-cb7e-4682-9661-e4f9cc33e465,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:38.105123 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-45cd533b-e6ae-4c00-a7a4-8326b07d89c9 req-01d9d530-85e8-4fc4-97db-4446069b4e0d tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c13dae4f-4b4f-4642-a70a-8b63d74f90d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717227 Aug 31 09:48:38.170086 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdfaa4f-41da-4497-88a6-400860b69306 req-a7cbf18c-ce25-4cd1-9af4-e291e3fd9bc7 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:38.180358 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba0f12-1857-48f7-87d0-634d779db625 req-666737d9-4a9f-4790-b440-c7f4e6ef5557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:38.182026 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-49ba0f12-1857-48f7-87d0-634d779db625 req-666737d9-4a9f-4790-b440-c7f4e6ef5557 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=eb404a7dd529496888531e7ef00fd352&device_id=d2dd468e-d0ef-4e78-be7f-9756e469206d HTTP/1.1" status: 200 len: 1127 time: 0.0958533 Aug 31 09:48:38.184861 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-3bdfaa4f-41da-4497-88a6-400860b69306 req-a7cbf18c-ce25-4cd1-9af4-e291e3fd9bc7 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 943 time: 0.2712040 Aug 31 09:48:38.352781 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-43d02b1c-00e3-4f59-a0d4-0497d77ebd92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:38.428357 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:38.448827 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-3bdfaa4f-41da-4497-88a6-400860b69306 req-560332ee-c187-458f-985d-cf00945f243a tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619312 Aug 31 09:48:38.608329 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-43d02b1c-00e3-4f59-a0d4-0497d77ebd92 admin admin] Publish callbacks [] for security_group (3e8528f1-5838-4434-9bc9-f17fb733173e), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:38.624927 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-43d02b1c-00e3-4f59-a0d4-0497d77ebd92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (3e8528f1-5838-4434-9bc9-f17fb733173e), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:38.752420 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-43d02b1c-00e3-4f59-a0d4-0497d77ebd92 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=4c58f80628584a6283d262a9f9738004&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8579075 Aug 31 09:48:38.757749 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d02b1c-00e3-4f59-a0d4-0497d77ebd92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8528f1-5838-4434-9bc9-f17fb733173e,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:38.770732 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 43624) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:38.827087 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 43630) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:38.829314 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba0f12-1857-48f7-87d0-634d779db625 req-40b97baf-6353-48a8-8ea2-2526c1765df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:38.833441 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-49ba0f12-1857-48f7-87d0-634d779db625 req-40b97baf-6353-48a8-8ea2-2526c1765df4 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=b1b3efd2-0245-4b54-9c30-219b3ba26247 HTTP/1.1" status: 200 len: 913 time: 0.6443014 Aug 31 09:48:38.996080 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:39.008121 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-49ba0f12-1857-48f7-87d0-634d779db625 req-d3e3258c-2b6e-438e-9a46-4174d6897c08 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3ab5cef-31da-4563-8e4d-463a5b47cb88 HTTP/1.1" status: 200 len: 217 time: 0.1461892 Aug 31 09:48:39.062342 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43855e2e-4852-47cd-9794-956953bc7dbf req-dc67fa27-0e54-494e-ab2a-10a78b75adcb tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:39.071228 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-43855e2e-4852-47cd-9794-956953bc7dbf req-dc67fa27-0e54-494e-ab2a-10a78b75adcb tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 943 time: 0.2430267 Aug 31 09:48:39.126032 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device b3ab5cef-31da-4563-8e4d-463a5b47cb88 details requested by agent hyperv_hv-cinder-84496 with host hv-cinder-84496 {{(pid=112921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:48:39.130089 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd1454-b43c-4003-91ff-72a0965a18b7 req-e1ec1c10-0331-4a72-84d6-7875150b339f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:39.136156 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f4fd1454-b43c-4003-91ff-72a0965a18b7 req-e1ec1c10-0331-4a72-84d6-7875150b339f service neutron] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=05be916a558445ee8550559d491efbd0&shared=False HTTP/1.1" status: 200 len: 912 time: 1.0430956 Aug 31 09:48:39.180654 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-b018c83c-59f5-4682-8ff8-f60c41ede4c9 admin admin] Publish callbacks [] for security_group (3e8528f1-5838-4434-9bc9-f17fb733173e), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:39.188260 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba0f12-1857-48f7-87d0-634d779db625 req-05f649b0-5237-4341-a682-a3bf86bd539b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:39.191674 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-49ba0f12-1857-48f7-87d0-634d779db625 req-05f649b0-5237-4341-a682-a3bf86bd539b service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=573e3c8c-3a5a-417c-9746-5f580110a984 HTTP/1.1" status: 200 len: 851 time: 0.1173213 Aug 31 09:48:39.220909 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:39.228650 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device dc0a1702-552b-409c-91a1-5a380acf6fea up at agent hyperv_hv-cinder-84496 {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:48:39.256015 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d08c4af4-f03a-47cc-8232-cd0ba7b977e0 req-3dd34893-bf36-4187-b068-12a5bcb720cc service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2e69cc92-d348-4eef-9a4c-b8daacafc440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1610856 Aug 31 09:48:39.277988 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba0f12-1857-48f7-87d0-634d779db625 req-9f51ad75-ea0b-4a97-bca2-8895b36b8ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:39.281115 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-49ba0f12-1857-48f7-87d0-634d779db625 req-9f51ad75-ea0b-4a97-bca2-8895b36b8ea4 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=b1b3efd2-0245-4b54-9c30-219b3ba26247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0834973 Aug 31 09:48:39.364447 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Provisioning for port dc0a1702-552b-409c-91a1-5a380acf6fea completed by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 09:48:39.364939 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:INSERT=6,neutron:UPDATE=1,neutron:SELECT=91,neutron:DELETE=2 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:39.374039 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Provisioning complete for port dc0a1702-552b-409c-91a1-5a380acf6fea triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:48:39.375075 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (dc0a1702-552b-409c-91a1-5a380acf6fea), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:39.536205 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-65808a11-8745-4099-b324-4695df5ba25f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:39.539858 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 43644) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:39.552090 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-b018c83c-59f5-4682-8ff8-f60c41ede4c9 admin admin] Publish callbacks [] for security_group (3e8528f1-5838-4434-9bc9-f17fb733173e), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:39.584645 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:INSERT=12,neutron:SELECT=85,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:39.643268 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-fdd40e41-8a65-4042-a20a-c2b78ee7cf00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:39.685065 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port b3ab5cef-31da-4563-8e4d-463a5b47cb88, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=b3ab5cef-31da-4563-8e4d-463a5b47cb88,segment=NetworkSegment(16414794-ef20-48d4-ba3a-f3be7a57a3b0),segment_id=16414794-ef20-48d4-ba3a-f3be7a57a3b0)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:39.696890 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-43855e2e-4852-47cd-9794-956953bc7dbf req-6542409f-5477-4d6c-b626-088af951f524 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6418d58e-7890-486d-8ef9-fd8f11b8a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6239152 Aug 31 09:48:39.724501 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Returning: {'device': 'b3ab5cef-31da-4563-8e4d-463a5b47cb88', 'network_id': 'b1b3efd2-0245-4b54-9c30-219b3ba26247', 'port_id': 'b3ab5cef-31da-4563-8e4d-463a5b47cb88', 'mac_address': 'fa:16:3e:6c:6c:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '573e3c8c-3a5a-417c-9746-5f580110a984', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:48:39.764741 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Current status of the port dc0a1702-552b-409c-91a1-5a380acf6fea is: BUILD; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:48:39.765601 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (dc0a1702-552b-409c-91a1-5a380acf6fea), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:39.770659 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd1454-b43c-4003-91ff-72a0965a18b7 req-53515d59-6fda-4721-9447-c62ce8b5e8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:39.773402 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f4fd1454-b43c-4003-91ff-72a0965a18b7 req-53515d59-6fda-4721-9447-c62ce8b5e8e9 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6214540 Aug 31 09:48:39.774832 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-49ba0f12-1857-48f7-87d0-634d779db625 req-487d3b8b-a639-43c9-af47-5db8671fa732 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/b1b3efd2-0245-4b54-9c30-219b3ba26247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4536028 Aug 31 09:48:39.794673 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e3df1-a1b5-41b2-8b39-ce22218ffdc0 req-6ebb9e4b-a5ba-4504-8b2f-e80f76335fea tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:39.807931 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ad3e3df1-a1b5-41b2-8b39-ce22218ffdc0 req-6ebb9e4b-a5ba-4504-8b2f-e80f76335fea tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2dd468e-d0ef-4e78-be7f-9756e469206d HTTP/1.1" status: 200 len: 943 time: 0.2773714 Aug 31 09:48:39.810839 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Current status of the port b3ab5cef-31da-4563-8e4d-463a5b47cb88 is: DOWN; New status is: BUILD {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:48:39.811567 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (b3ab5cef-31da-4563-8e4d-463a5b47cb88), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:39.822000 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd0a166f-d662-4a72-8ea2-bfbbb02b2221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc0a1702-552b-409c-91a1-5a380acf6fea'}] {{(pid=112921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:48:39.900669 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-65808a11-8745-4099-b324-4695df5ba25f admin admin] Publish callbacks [] for security_group (fb0a6a23-7dbd-48bf-95f5-9bc55833ad79), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:39.908011 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-65808a11-8745-4099-b324-4695df5ba25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (fb0a6a23-7dbd-48bf-95f5-9bc55833ad79), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:39.930862 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port dc0a1702-552b-409c-91a1-5a380acf6fea, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=dc0a1702-552b-409c-91a1-5a380acf6fea,segment=NetworkSegment(77ec7e58-22c2-416f-b36d-15e60d463b0c),segment_id=77ec7e58-22c2-416f-b36d-15e60d463b0c)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:39.935084 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.notifiers.nova [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3ab5cef-31da-4563-8e4d-463a5b47cb88 {{(pid=112921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 09:48:39.949256 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (dc0a1702-552b-409c-91a1-5a380acf6fea), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:39.966088 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ad3e3df1-a1b5-41b2-8b39-ce22218ffdc0 req-b085939d-3ad4-4dc0-966d-57a8da3577c2 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c13dae4f-4b4f-4642-a70a-8b63d74f90d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563022 Aug 31 09:48:40.008196 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65808a11-8745-4099-b324-4695df5ba25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0a6a23-7dbd-48bf-95f5-9bc55833ad79,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:40.015347 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc6c20-0409-431d-89bf-bbb79b572299 req-659ae499-64e2-46f3-9cfe-bc9fc295b494 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:40.023848 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-cdfc6c20-0409-431d-89bf-bbb79b572299 req-659ae499-64e2-46f3-9cfe-bc9fc295b494 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 943 time: 0.1411240 Aug 31 09:48:40.030852 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port b3ab5cef-31da-4563-8e4d-463a5b47cb88, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=b3ab5cef-31da-4563-8e4d-463a5b47cb88,segment=NetworkSegment(16414794-ef20-48d4-ba3a-f3be7a57a3b0),segment_id=16414794-ef20-48d4-ba3a-f3be7a57a3b0)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:40.034026 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-b018c83c-59f5-4682-8ff8-f60c41ede4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (3e8528f1-5838-4434-9bc9-f17fb733173e), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:40.047223 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-b018c83c-59f5-4682-8ff8-f60c41ede4c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:40.050038 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (b3ab5cef-31da-4563-8e4d-463a5b47cb88), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:40.060009 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-b018c83c-59f5-4682-8ff8-f60c41ede4c9 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/3e8528f1-5838-4434-9bc9-f17fb733173e HTTP/1.1" status: 204 len: 168 time: 1.2871499 Aug 31 09:48:40.099583 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Pushing event updated for resources: {'Port': ['ID=dc0a1702-552b-409c-91a1-5a380acf6fea,revision_number=5']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:40.101465 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b018c83c-59f5-4682-8ff8-f60c41ede4c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8528f1-5838-4434-9bc9-f17fb733173e,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:40.127293 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-65808a11-8745-4099-b324-4695df5ba25f admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=3611fa772bfc4e1daadff496ca269d7f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2911730 Aug 31 09:48:40.131937 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 43654) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:40.198448 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-fdd40e41-8a65-4042-a20a-c2b78ee7cf00 admin admin] Publish callbacks [] for security_group (8dc23bb1-4065-490e-95d4-3c772123fb08), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:40.221352 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Pushing event updated for resources: {'Port': ['ID=b3ab5cef-31da-4563-8e4d-463a5b47cb88,revision_number=4']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:40.222236 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-fdd40e41-8a65-4042-a20a-c2b78ee7cf00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (8dc23bb1-4065-490e-95d4-3c772123fb08), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:40.280080 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-55add2d7-6ed4-44f8-b005-b40b8a9c2182 admin admin] Publish callbacks [] for security_group (fb0a6a23-7dbd-48bf-95f5-9bc55833ad79), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:40.309338 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b0c9b70db3c71f613761f7f5e171cb6bed896c41d1f4f7babde002b819469c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866a53ec-7b08-4e56-96f0-09c604cf1a4e" -d '{"events": [{"server_uuid": "dd0a166f-d662-4a72-8ea2-bfbbb02b2221", "name": "network-vif-plugged", "status": "completed", "tag": "dc0a1702-552b-409c-91a1-5a380acf6fea"}]}' {{(pid=112921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:48:40.342460 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-fdd40e41-8a65-4042-a20a-c2b78ee7cf00 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=5f145ab743f54358a029d0cf18202b8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8011746 Aug 31 09:48:40.348476 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 43664) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:40.361014 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-55add2d7-6ed4-44f8-b005-b40b8a9c2182 admin admin] Publish callbacks [] for security_group (fb0a6a23-7dbd-48bf-95f5-9bc55833ad79), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:40.379269 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-cdfc6c20-0409-431d-89bf-bbb79b572299 req-15e1db50-162c-4bc9-a4ec-a818b5b4191c tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537672 Aug 31 09:48:40.409945 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd40e41-8a65-4042-a20a-c2b78ee7cf00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc23bb1-4065-490e-95d4-3c772123fb08,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:40.568058 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-1022affc-9418-4452-920d-628d53e29825 admin admin] Publish callbacks [] for security_group (8dc23bb1-4065-490e-95d4-3c772123fb08), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:40.583975 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 09:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79c5991-d1f6-4693-8d99-f0c6bda20061 x-openstack-request-id: req-d79c5991-d1f6-4693-8d99-f0c6bda20061 {{(pid=112921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:48:40.585204 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd0a166f-d662-4a72-8ea2-bfbbb02b2221", "name": "network-vif-plugged", "status": "completed", "tag": "dc0a1702-552b-409c-91a1-5a380acf6fea", "code": 200}]} {{(pid=112921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:48:40.585648 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d79c5991-d1f6-4693-8d99-f0c6bda20061 {{(pid=112921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:48:40.586339 dv-cinder-844961-2-iscsi neutron-server[112921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d79c5991-d1f6-4693-8d99-f0c6bda20061'] response: {'server_uuid': 'dd0a166f-d662-4a72-8ea2-bfbbb02b2221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc0a1702-552b-409c-91a1-5a380acf6fea', 'code': 200} Aug 31 09:48:40.607243 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-55add2d7-6ed4-44f8-b005-b40b8a9c2182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (fb0a6a23-7dbd-48bf-95f5-9bc55833ad79), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:40.609671 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] get_ports_and_sgs() called for port_ids ['b3ab5cef-31da-4563-8e4d-463a5b47cb88'] {{(pid=112921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 09:48:40.612074 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-55add2d7-6ed4-44f8-b005-b40b8a9c2182 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:40.614532 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-55add2d7-6ed4-44f8-b005-b40b8a9c2182 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/fb0a6a23-7dbd-48bf-95f5-9bc55833ad79 HTTP/1.1" status: 204 len: 168 time: 0.4808657 Aug 31 09:48:40.619065 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-1022affc-9418-4452-920d-628d53e29825 admin admin] Publish callbacks [] for security_group (8dc23bb1-4065-490e-95d4-3c772123fb08), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:40.662376 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55add2d7-6ed4-44f8-b005-b40b8a9c2182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0a6a23-7dbd-48bf-95f5-9bc55833ad79,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:40.794389 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-1022affc-9418-4452-920d-628d53e29825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (8dc23bb1-4065-490e-95d4-3c772123fb08), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:40.799932 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-1022affc-9418-4452-920d-628d53e29825 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:40.802889 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-1022affc-9418-4452-920d-628d53e29825 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/8dc23bb1-4065-490e-95d4-3c772123fb08 HTTP/1.1" status: 204 len: 168 time: 0.4497480 Aug 31 09:48:40.853197 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1022affc-9418-4452-920d-628d53e29825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc23bb1-4065-490e-95d4-3c772123fb08,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:40.896951 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:41.074501 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff54b0-9684-455a-a004-743607b652a3 req-f053806a-e526-4517-a1fd-f54a9ea4d5eb tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:41.096426 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-6fff54b0-9684-455a-a004-743607b652a3 req-f053806a-e526-4517-a1fd-f54a9ea4d5eb tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 943 time: 0.1928668 Aug 31 09:48:41.148650 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 43690) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:41.190461 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-7321cd1d-a09f-4a95-81ff-b55483bf32da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:41.217702 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:41.306799 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-6fff54b0-9684-455a-a004-743607b652a3 req-812aeb25-b894-489b-a527-0be180f5ecc3 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6418d58e-7890-486d-8ef9-fd8f11b8a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2071033 Aug 31 09:48:41.325700 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28594a72-4be9-4d05-9efb-04cf6c6e24b5 req-32f88cea-6dc1-4a62-ad52-ef9526ee9cc9 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:41.327637 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-28594a72-4be9-4d05-9efb-04cf6c6e24b5 req-32f88cea-6dc1-4a62-ad52-ef9526ee9cc9 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2dd468e-d0ef-4e78-be7f-9756e469206d HTTP/1.1" status: 200 len: 944 time: 0.1545773 Aug 31 09:48:41.371776 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-7321cd1d-a09f-4a95-81ff-b55483bf32da admin admin] Publish callbacks [] for security_group (57a3e5d1-00dd-45a1-a56a-ea22fc8b34cb), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:41.384150 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-7321cd1d-a09f-4a95-81ff-b55483bf32da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (57a3e5d1-00dd-45a1-a56a-ea22fc8b34cb), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:41.451145 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-28594a72-4be9-4d05-9efb-04cf6c6e24b5 req-0906ca31-38ef-46ef-b285-f0b82d718f14 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c13dae4f-4b4f-4642-a70a-8b63d74f90d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103985 Aug 31 09:48:41.481999 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-7321cd1d-a09f-4a95-81ff-b55483bf32da admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=93a0948106c440bc8172dd99b955420c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3267527 Aug 31 09:48:41.482559 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 43704) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:41.496398 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7321cd1d-a09f-4a95-81ff-b55483bf32da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a3e5d1-00dd-45a1-a56a-ea22fc8b34cb,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:41.530665 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:41.612228 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-1bbdfe69-ddb0-46bc-8a64-11e3cdc0b4f0 admin admin] Publish callbacks [] for security_group (57a3e5d1-00dd-45a1-a56a-ea22fc8b34cb), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:41.635751 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:41.679539 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-1bbdfe69-ddb0-46bc-8a64-11e3cdc0b4f0 admin admin] Publish callbacks [] for security_group (57a3e5d1-00dd-45a1-a56a-ea22fc8b34cb), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:41.695962 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a3a6f-169a-48b7-918c-ff20fe05ff78 req-343d2445-9fb2-4274-941f-c23ffb5a5507 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:41.697651 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-8c4a3a6f-169a-48b7-918c-ff20fe05ff78 req-343d2445-9fb2-4274-941f-c23ffb5a5507 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 943 time: 0.0992863 Aug 31 09:48:41.722925 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 43712) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:41.743688 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-cdefae81-4d6c-4d51-a3bd-1630d69a847b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:41.788702 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-8c4a3a6f-169a-48b7-918c-ff20fe05ff78 req-37fbfdc6-035a-4be1-9dc8-588257583fc1 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767589 Aug 31 09:48:41.803562 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-1bbdfe69-ddb0-46bc-8a64-11e3cdc0b4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (57a3e5d1-00dd-45a1-a56a-ea22fc8b34cb), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:41.807403 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-1bbdfe69-ddb0-46bc-8a64-11e3cdc0b4f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:41.808831 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-1bbdfe69-ddb0-46bc-8a64-11e3cdc0b4f0 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/57a3e5d1-00dd-45a1-a56a-ea22fc8b34cb HTTP/1.1" status: 204 len: 168 time: 0.3247025 Aug 31 09:48:41.845455 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbdfe69-ddb0-46bc-8a64-11e3cdc0b4f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a3e5d1-00dd-45a1-a56a-ea22fc8b34cb,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:41.984411 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-cdefae81-4d6c-4d51-a3bd-1630d69a847b admin admin] Publish callbacks [] for security_group (c443e879-ffa4-486a-8473-cde5c3aa5691), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:42.020058 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:DELETE=4,neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:42.024392 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-49ba0f12-1857-48f7-87d0-634d779db625 req-a751257f-feb9-435f-b6d9-3c0237bdfcad service neutron] 10.222.0.64 "GET /networking/v2.0/networks/b1b3efd2-0245-4b54-9c30-219b3ba26247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781409 Aug 31 09:48:42.026270 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-cdefae81-4d6c-4d51-a3bd-1630d69a847b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (c443e879-ffa4-486a-8473-cde5c3aa5691), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:42.081147 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdefae81-4d6c-4d51-a3bd-1630d69a847b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c443e879-ffa4-486a-8473-cde5c3aa5691,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:42.107432 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-cdefae81-4d6c-4d51-a3bd-1630d69a847b admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=d8376c848fa04ebca5b4e9e8351bd363&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3848240 Aug 31 09:48:42.109032 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a7c39-ee86-4eca-81ad-bb0d41fc44f2 req-2500eb8a-e189-43a8-bec6-576697963133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:42.110798 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2d1a7c39-ee86-4eca-81ad-bb0d41fc44f2 req-2500eb8a-e189-43a8-bec6-576697963133 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=c0fc6660b5494415915cdf2b325e5bd6&device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 1127 time: 0.2287557 Aug 31 09:48:42.111898 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 43722) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:42.120648 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48f98b-50ed-4171-b5d9-65db0532a48f req-9f880049-3c37-4f21-8139-d07039fec299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:42.130012 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ce48f98b-50ed-4171-b5d9-65db0532a48f req-9f880049-3c37-4f21-8139-d07039fec299 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=05be916a558445ee8550559d491efbd0&device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 1127 time: 0.1512020 Aug 31 09:48:42.190326 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-0ea097fd-badd-49b0-93bb-8e4920172a1c admin admin] Publish callbacks [] for security_group (c443e879-ffa4-486a-8473-cde5c3aa5691), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:42.223919 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-0ea097fd-badd-49b0-93bb-8e4920172a1c admin admin] Publish callbacks [] for security_group (c443e879-ffa4-486a-8473-cde5c3aa5691), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:42.303933 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ce48f98b-50ed-4171-b5d9-65db0532a48f req-d04cb5b1-d27f-489e-9780-e1a5bc5d955f service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cae2bef1-d3f5-4bd0-b345-99fbc7e354b9 HTTP/1.1" status: 200 len: 217 time: 0.1470802 Aug 31 09:48:42.354421 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12132978-05fd-4668-986b-74a03a4a1fad req-e0a25688-911c-4875-aeee-21be770cc4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:42.356965 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-12132978-05fd-4668-986b-74a03a4a1fad req-e0a25688-911c-4875-aeee-21be770cc4b8 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd0a166f-d662-4a72-8ea2-bfbbb02b2221 HTTP/1.1" status: 200 len: 1130 time: 0.1010771 Aug 31 09:48:42.427659 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-12132978-05fd-4668-986b-74a03a4a1fad req-eaed0938-89f3-4d11-b0f6-27a8f87d4884 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:42.475947 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-0ea097fd-badd-49b0-93bb-8e4920172a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (c443e879-ffa4-486a-8473-cde5c3aa5691), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:42.488630 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-0ea097fd-badd-49b0-93bb-8e4920172a1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:42.495158 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-0ea097fd-badd-49b0-93bb-8e4920172a1c admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/c443e879-ffa4-486a-8473-cde5c3aa5691 HTTP/1.1" status: 204 len: 168 time: 0.3816760 Aug 31 09:48:42.529790 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea097fd-badd-49b0-93bb-8e4920172a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c443e879-ffa4-486a-8473-cde5c3aa5691,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:42.549696 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 43736) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:42.606802 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48f98b-50ed-4171-b5d9-65db0532a48f req-f33ff582-70a2-412d-9423-80deee86d191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:42.610735 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ce48f98b-50ed-4171-b5d9-65db0532a48f req-f33ff582-70a2-412d-9423-80deee86d191 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=62f04c98-5559-462e-a349-fd7424d6ae82 HTTP/1.1" status: 200 len: 850 time: 0.2468352 Aug 31 09:48:42.677618 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a7c39-ee86-4eca-81ad-bb0d41fc44f2 req-1a979ca1-1ad4-4dbc-bbcb-cd577647f40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:42.680646 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2d1a7c39-ee86-4eca-81ad-bb0d41fc44f2 req-1a979ca1-1ad4-4dbc-bbcb-cd577647f40a service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=2e69cc92-d348-4eef-9a4c-b8daacafc440 HTTP/1.1" status: 200 len: 920 time: 0.5613997 Aug 31 09:48:42.693064 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:INSERT=20,neutron:SELECT=76,neutron:DELETE=4 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:42.729324 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-12132978-05fd-4668-986b-74a03a4a1fad req-eaed0938-89f3-4d11-b0f6-27a8f87d4884 service neutron] Publish callbacks [] for security_group (f9579be1-d2a8-4a54-acbe-9beb1b1f546d), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:42.740807 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-12132978-05fd-4668-986b-74a03a4a1fad req-eaed0938-89f3-4d11-b0f6-27a8f87d4884 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (f9579be1-d2a8-4a54-acbe-9beb1b1f546d), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:42.824681 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-12132978-05fd-4668-986b-74a03a4a1fad req-eaed0938-89f3-4d11-b0f6-27a8f87d4884 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4415505 Aug 31 09:48:42.870859 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaed0938-89f3-4d11-b0f6-27a8f87d4884 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f9579be1-d2a8-4a54-acbe-9beb1b1f546d,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:42.887403 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2d1a7c39-ee86-4eca-81ad-bb0d41fc44f2 req-9b87b685-e794-4c3e-94d2-6178b9210d3b service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33cb2a1d-1582-4d9a-959c-ca576cea02dd HTTP/1.1" status: 200 len: 217 time: 0.1397963 Aug 31 09:48:42.895082 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c91d54-695b-42d2-8848-9b9e901982b4 req-e161de34-cce9-4593-854e-05392ae40edf tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:42.896862 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-54c91d54-695b-42d2-8848-9b9e901982b4 req-e161de34-cce9-4593-854e-05392ae40edf tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 943 time: 0.3988461 Aug 31 09:48:42.906095 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c77cd-4582-4b43-acef-5910e7802089 req-246db73e-93cc-4a7e-86df-14543dcfad7d tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:42.914319 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-1d3c77cd-4582-4b43-acef-5910e7802089 req-246db73e-93cc-4a7e-86df-14543dcfad7d tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2dd468e-d0ef-4e78-be7f-9756e469206d HTTP/1.1" status: 200 len: 944 time: 0.3019025 Aug 31 09:48:42.918461 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48f98b-50ed-4171-b5d9-65db0532a48f req-b9f13a34-83aa-4a1e-ba50-ca4884e7307f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:42.919945 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ce48f98b-50ed-4171-b5d9-65db0532a48f req-b9f13a34-83aa-4a1e-ba50-ca4884e7307f service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=36c1318a-9832-4bc9-ac1a-5f597bd8ac6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2357051 Aug 31 09:48:43.018875 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-5a5233a9-32ee-404e-9ea8-98472b6af835 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:43.036679 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-1d3c77cd-4582-4b43-acef-5910e7802089 req-171f870e-dfb4-4c6f-b013-33edcd677c1f tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c13dae4f-4b4f-4642-a70a-8b63d74f90d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214125 Aug 31 09:48:43.044070 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-54c91d54-695b-42d2-8848-9b9e901982b4 req-c3476b84-5fd4-4d4a-b053-55769516df08 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6418d58e-7890-486d-8ef9-fd8f11b8a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274555 Aug 31 09:48:43.137655 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device 33cb2a1d-1582-4d9a-959c-ca576cea02dd details requested by agent hyperv_hv-cinder-84496 with host hv-cinder-84496 {{(pid=112921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:48:43.150268 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device b3ab5cef-31da-4563-8e4d-463a5b47cb88 up at agent hyperv_hv-cinder-84496 {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:48:43.235325 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-5a5233a9-32ee-404e-9ea8-98472b6af835 admin admin] Publish callbacks [] for security_group (96033b80-29b9-4049-9bfd-b07cc45c70df), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:43.247115 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-5a5233a9-32ee-404e-9ea8-98472b6af835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (96033b80-29b9-4049-9bfd-b07cc45c70df), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:43.349278 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5233a9-32ee-404e-9ea8-98472b6af835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96033b80-29b9-4049-9bfd-b07cc45c70df,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:43.428366 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Provisioning for port b3ab5cef-31da-4563-8e4d-463a5b47cb88 completed by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 09:48:43.431619 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:43.440904 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Provisioning complete for port b3ab5cef-31da-4563-8e4d-463a5b47cb88 triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:48:43.442495 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (b3ab5cef-31da-4563-8e4d-463a5b47cb88), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:43.462043 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 43770) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:43.467515 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-5a5233a9-32ee-404e-9ea8-98472b6af835 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=854d843d800944a7859e4927293eb5cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8779352 Aug 31 09:48:43.548872 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:43.563858 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1a2b6-3b79-465a-b2d7-abd136ecea97 req-bde862cd-db9e-4d00-b78b-dbc07f7e8b80 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:43.574631 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-eeb1a2b6-3b79-465a-b2d7-abd136ecea97 req-bde862cd-db9e-4d00-b78b-dbc07f7e8b80 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 943 time: 0.2939239 Aug 31 09:48:43.582347 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port 33cb2a1d-1582-4d9a-959c-ca576cea02dd, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=33cb2a1d-1582-4d9a-959c-ca576cea02dd,segment=NetworkSegment(77ec7e58-22c2-416f-b36d-15e60d463b0c),segment_id=77ec7e58-22c2-416f-b36d-15e60d463b0c)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:43.595329 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Current status of the port b3ab5cef-31da-4563-8e4d-463a5b47cb88 is: BUILD; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:48:43.596034 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (b3ab5cef-31da-4563-8e4d-463a5b47cb88), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:43.601547 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:43.603196 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a7c39-ee86-4eca-81ad-bb0d41fc44f2 req-e27e88ad-95af-4ae3-85f1-c658622775c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:43.606543 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2d1a7c39-ee86-4eca-81ad-bb0d41fc44f2 req-e27e88ad-95af-4ae3-85f1-c658622775c3 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=851420a3-644f-4898-b99d-54af1fb83d8b HTTP/1.1" status: 200 len: 858 time: 0.3263514 Aug 31 09:48:43.617099 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Returning: {'device': '33cb2a1d-1582-4d9a-959c-ca576cea02dd', 'network_id': '2e69cc92-d348-4eef-9a4c-b8daacafc440', 'port_id': '33cb2a1d-1582-4d9a-959c-ca576cea02dd', 'mac_address': 'fa:16:3e:0d:e4:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '851420a3-644f-4898-b99d-54af1fb83d8b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:48:43.654011 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-8e1b320d-e3c0-4f9f-8445-21e91f9da190 admin admin] Publish callbacks [] for security_group (96033b80-29b9-4049-9bfd-b07cc45c70df), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:43.669919 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Current status of the port 33cb2a1d-1582-4d9a-959c-ca576cea02dd is: DOWN; New status is: BUILD {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:48:43.670394 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (33cb2a1d-1582-4d9a-959c-ca576cea02dd), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:43.674685 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ce48f98b-50ed-4171-b5d9-65db0532a48f req-de703d97-51f5-4632-b881-0aabae2fa17e service neutron] 10.222.0.64 "GET /networking/v2.0/networks/36c1318a-9832-4bc9-ac1a-5f597bd8ac6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3914320 Aug 31 09:48:43.694044 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-eeb1a2b6-3b79-465a-b2d7-abd136ecea97 req-e14911f1-d26c-4d14-9c92-5d0e10afec95 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180708 Aug 31 09:48:43.695499 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2dd468e-d0ef-4e78-be7f-9756e469206d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3ab5cef-31da-4563-8e4d-463a5b47cb88'}] {{(pid=112921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:48:43.698123 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b0c9b70db3c71f613761f7f5e171cb6bed896c41d1f4f7babde002b819469c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f10915d-74b7-49a7-99a2-e1b106f13ce4" -d '{"events": [{"server_uuid": "d2dd468e-d0ef-4e78-be7f-9756e469206d", "name": "network-vif-plugged", "status": "completed", "tag": "b3ab5cef-31da-4563-8e4d-463a5b47cb88"}]}' {{(pid=112921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:48:43.718198 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-8e1b320d-e3c0-4f9f-8445-21e91f9da190 admin admin] Publish callbacks [] for security_group (96033b80-29b9-4049-9bfd-b07cc45c70df), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:43.724303 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.notifiers.nova [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33cb2a1d-1582-4d9a-959c-ca576cea02dd {{(pid=112921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 09:48:43.732614 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port b3ab5cef-31da-4563-8e4d-463a5b47cb88, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=b3ab5cef-31da-4563-8e4d-463a5b47cb88,segment=NetworkSegment(16414794-ef20-48d4-ba3a-f3be7a57a3b0),segment_id=16414794-ef20-48d4-ba3a-f3be7a57a3b0)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:43.747199 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (b3ab5cef-31da-4563-8e4d-463a5b47cb88), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:43.793607 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port 33cb2a1d-1582-4d9a-959c-ca576cea02dd, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=33cb2a1d-1582-4d9a-959c-ca576cea02dd,segment=NetworkSegment(77ec7e58-22c2-416f-b36d-15e60d463b0c),segment_id=77ec7e58-22c2-416f-b36d-15e60d463b0c)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:43.808284 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (33cb2a1d-1582-4d9a-959c-ca576cea02dd), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:43.831280 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 09:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2496d86-6489-4bf9-8fa7-08cd15acf954 x-openstack-request-id: req-e2496d86-6489-4bf9-8fa7-08cd15acf954 {{(pid=112921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:48:43.832575 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2dd468e-d0ef-4e78-be7f-9756e469206d", "name": "network-vif-plugged", "status": "completed", "tag": "b3ab5cef-31da-4563-8e4d-463a5b47cb88", "code": 200}]} {{(pid=112921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:48:43.833254 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e2496d86-6489-4bf9-8fa7-08cd15acf954 {{(pid=112921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:48:43.833913 dv-cinder-844961-2-iscsi neutron-server[112921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2496d86-6489-4bf9-8fa7-08cd15acf954'] response: {'server_uuid': 'd2dd468e-d0ef-4e78-be7f-9756e469206d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3ab5cef-31da-4563-8e4d-463a5b47cb88', 'code': 200} Aug 31 09:48:43.843773 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-8e1b320d-e3c0-4f9f-8445-21e91f9da190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (96033b80-29b9-4049-9bfd-b07cc45c70df), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:43.850086 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-8e1b320d-e3c0-4f9f-8445-21e91f9da190 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:43.852390 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-8e1b320d-e3c0-4f9f-8445-21e91f9da190 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/96033b80-29b9-4049-9bfd-b07cc45c70df HTTP/1.1" status: 204 len: 168 time: 0.3867984 Aug 31 09:48:43.855228 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Pushing event updated for resources: {'Port': ['ID=b3ab5cef-31da-4563-8e4d-463a5b47cb88,revision_number=5']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:43.881117 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1b320d-e3c0-4f9f-8445-21e91f9da190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96033b80-29b9-4049-9bfd-b07cc45c70df,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:44.030708 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Pushing event updated for resources: {'Port': ['ID=33cb2a1d-1582-4d9a-959c-ca576cea02dd,revision_number=4']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:44.254438 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ce48f98b-50ed-4171-b5d9-65db0532a48f req-c0a92091-dbd9-4c29-9847-d0b69eeaab6b service neutron] 10.222.0.64 "GET /networking/v2.0/networks/36c1318a-9832-4bc9-ac1a-5f597bd8ac6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4391193 Aug 31 09:48:44.260707 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72d3b6-bc29-4470-b88b-ce74c48d15b9 req-639d545c-1c42-4385-98e5-f7dffa93d98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:44.262429 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-5e72d3b6-bc29-4470-b88b-ce74c48d15b9 req-639d545c-1c42-4385-98e5-f7dffa93d98e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2dd468e-d0ef-4e78-be7f-9756e469206d HTTP/1.1" status: 200 len: 1129 time: 0.1503704 Aug 31 09:48:44.276373 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a7c39-ee86-4eca-81ad-bb0d41fc44f2 req-eef4a6c9-7b83-4fec-a2e6-9857904cf3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:44.286077 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2d1a7c39-ee86-4eca-81ad-bb0d41fc44f2 req-eef4a6c9-7b83-4fec-a2e6-9857904cf3d4 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=2e69cc92-d348-4eef-9a4c-b8daacafc440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4596150 Aug 31 09:48:44.296070 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] get_ports_and_sgs() called for port_ids ['33cb2a1d-1582-4d9a-959c-ca576cea02dd'] {{(pid=112921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 09:48:44.545265 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:44.583559 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2d1a7c39-ee86-4eca-81ad-bb0d41fc44f2 req-582e7186-f79f-4340-ae1a-b9566df34eff service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2e69cc92-d348-4eef-9a4c-b8daacafc440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651787 Aug 31 09:48:44.621140 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09175d9-117c-440e-89af-a1f5a21f6e76 req-9d35c985-0564-44d8-9dec-97ed73c1f453 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:44.631210 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b09175d9-117c-440e-89af-a1f5a21f6e76 req-9d35c985-0564-44d8-9dec-97ed73c1f453 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 943 time: 0.3659275 Aug 31 09:48:44.655925 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbba104-89ce-49b0-9477-a7ae6acf8fca req-40e9c0fc-c8a6-4a0b-bc8b-c9c2bfd7dd98 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:44.658387 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-3bbba104-89ce-49b0-9477-a7ae6acf8fca req-40e9c0fc-c8a6-4a0b-bc8b-c9c2bfd7dd98 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2dd468e-d0ef-4e78-be7f-9756e469206d HTTP/1.1" status: 200 len: 945 time: 0.4004657 Aug 31 09:48:44.745671 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 43810) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:44.763761 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-5e72d3b6-bc29-4470-b88b-ce74c48d15b9 req-7978b58f-797a-4b78-92fa-b430177789d7 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c13dae4f-4b4f-4642-a70a-8b63d74f90d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4705262 Aug 31 09:48:44.837517 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b09175d9-117c-440e-89af-a1f5a21f6e76 req-91a7aa80-9567-4659-989f-ac158952ea63 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6418d58e-7890-486d-8ef9-fd8f11b8a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714211 Aug 31 09:48:44.880092 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-3bbba104-89ce-49b0-9477-a7ae6acf8fca req-ab8f2e4b-3cf2-4a1c-a38c-fd8eb0d8d925 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c13dae4f-4b4f-4642-a70a-8b63d74f90d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112768 Aug 31 09:48:45.051330 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073fe052-7a65-4ed4-98e0-67600b85f732 req-05cdbbf4-f7f9-4477-b104-9b26c1a71790 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:45.064094 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-073fe052-7a65-4ed4-98e0-67600b85f732 req-05cdbbf4-f7f9-4477-b104-9b26c1a71790 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 944 time: 0.0943935 Aug 31 09:48:45.153905 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [None req-d0ac057e-14c0-44e1-84dd-ba2a5a19c78f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1117086195-network', 'tenant_id': '0d7d52f95e5e452ca2ac11900fc0d931'}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:48:45.183228 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-073fe052-7a65-4ed4-98e0-67600b85f732 req-cfac2f0b-9731-483e-b853-1950403c7b4f tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172521 Aug 31 09:48:45.228064 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ac057e-14c0-44e1-84dd-ba2a5a19c78f admin admin] Made reservation on behalf of 0d7d52f95e5e452ca2ac11900fc0d931 for: {'network': 1} {{(pid=112919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:48:45.234973 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-d0ac057e-14c0-44e1-84dd-ba2a5a19c78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for network (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:45.248188 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-d0ac057e-14c0-44e1-84dd-ba2a5a19c78f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:45.452871 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-d0ac057e-14c0-44e1-84dd-ba2a5a19c78f admin admin] Publish callbacks [] for security_group (e4187bef-31b9-4ca8-9d0f-06acd88bcb6e), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:45.461595 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-d0ac057e-14c0-44e1-84dd-ba2a5a19c78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (e4187bef-31b9-4ca8-9d0f-06acd88bcb6e), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:45.492683 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0ac057e-14c0-44e1-84dd-ba2a5a19c78f admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=112919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:48:45.512730 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac057e-14c0-44e1-84dd-ba2a5a19c78f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4187bef-31b9-4ca8-9d0f-06acd88bcb6e,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:45.516228 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-d0ac057e-14c0-44e1-84dd-ba2a5a19c78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927539'] for segment (ffcbb7ca-7186-483f-98eb-1cd520c41bdd), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:45.516579 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.db.segments_db [None req-d0ac057e-14c0-44e1-84dd-ba2a5a19c78f admin admin] Added segment ffcbb7ca-7186-483f-98eb-1cd520c41bdd of type vlan for network 9aad165a-e9a5-4348-86e8-f13640f54588 Aug 31 09:48:45.527691 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:45.570244 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-d0ac057e-14c0-44e1-84dd-ba2a5a19c78f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747472916821'] for network (9aad165a-e9a5-4348-86e8-f13640f54588), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:45.600592 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:45.622479 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-d0ac057e-14c0-44e1-84dd-ba2a5a19c78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582'] for network (9aad165a-e9a5-4348-86e8-f13640f54588), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:45.624780 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ac057e-14c0-44e1-84dd-ba2a5a19c78f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:45.625668 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-d0ac057e-14c0-44e1-84dd-ba2a5a19c78f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for network (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:45.658438 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-d0ac057e-14c0-44e1-84dd-ba2a5a19c78f admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9001732 Aug 31 09:48:45.662326 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 43846) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:45.682253 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-ea625767-b4f4-4706-86d0-9bac9304fca5 admin admin] Request body: {'subnet': {'network_id': '9aad165a-e9a5-4348-86e8-f13640f54588', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1117086195-subnet', 'tenant_id': '0d7d52f95e5e452ca2ac11900fc0d931', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:48:45.706151 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac057e-14c0-44e1-84dd-ba2a5a19c78f admin admin] Pushing event updated for resources: {'Network': ['ID=9aad165a-e9a5-4348-86e8-f13640f54588,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:45.717609 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Network 9aad165a-e9a5-4348-86e8-f13640f54588 details requested by agent ovs-agent-dv-cinder-844961-2-iscsi with host dv-cinder-844961-2-iscsi {{(pid=112921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:48:45.732717 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea625767-b4f4-4706-86d0-9bac9304fca5 admin admin] Made reservation on behalf of 0d7d52f95e5e452ca2ac11900fc0d931 for: {'subnet': 1} {{(pid=112920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:48:45.738319 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-ea625767-b4f4-4706-86d0-9bac9304fca5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:45.864810 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device 33cb2a1d-1582-4d9a-959c-ca576cea02dd up at agent hyperv_hv-cinder-84496 {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:48:45.950966 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Provisioning for port 33cb2a1d-1582-4d9a-959c-ca576cea02dd completed by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 09:48:45.966786 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Provisioning complete for port 33cb2a1d-1582-4d9a-959c-ca576cea02dd triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:48:45.967701 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (33cb2a1d-1582-4d9a-959c-ca576cea02dd), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:46.035853 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:46.062407 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-ea625767-b4f4-4706-86d0-9bac9304fca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582'] for subnet (37663499-cf56-4aeb-bb17-1087d341c29e), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:46.104149 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Current status of the port 33cb2a1d-1582-4d9a-959c-ca576cea02dd is: BUILD; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:48:46.104561 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (33cb2a1d-1582-4d9a-959c-ca576cea02dd), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:46.137075 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c8f70a-11b4-47de-9677-637917aa5115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33cb2a1d-1582-4d9a-959c-ca576cea02dd'}] {{(pid=112921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:48:46.140022 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b0c9b70db3c71f613761f7f5e171cb6bed896c41d1f4f7babde002b819469c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96fe8f9a-fa82-4844-a91d-7d75974d4566" -d '{"events": [{"server_uuid": "74c8f70a-11b4-47de-9677-637917aa5115", "name": "network-vif-plugged", "status": "completed", "tag": "33cb2a1d-1582-4d9a-959c-ca576cea02dd"}]}' {{(pid=112921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:48:46.155059 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea625767-b4f4-4706-86d0-9bac9304fca5 admin admin] Checking segment: {'id': 'ffcbb7ca-7186-483f-98eb-1cd520c41bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '9aad165a-e9a5-4348-86e8-f13640f54588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:48:46.155415 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea625767-b4f4-4706-86d0-9bac9304fca5 admin admin] Network hostable DHCP agents. Network: 9aad165a-e9a5-4348-86e8-f13640f54588, hostable agents: ['018d2bb8-ebf2-469c-9257-23530a727a9b'], hosted agents: [] {{(pid=112920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:48:46.163714 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port 33cb2a1d-1582-4d9a-959c-ca576cea02dd, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=33cb2a1d-1582-4d9a-959c-ca576cea02dd,segment=NetworkSegment(77ec7e58-22c2-416f-b36d-15e60d463b0c),segment_id=77ec7e58-22c2-416f-b36d-15e60d463b0c)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:46.171160 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea625767-b4f4-4706-86d0-9bac9304fca5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37663499-cf56-4aeb-bb17-1087d341c29e,revision_number=0']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:46.174604 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (33cb2a1d-1582-4d9a-959c-ca576cea02dd), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:46.196190 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea625767-b4f4-4706-86d0-9bac9304fca5 admin admin] Network 9aad165a-e9a5-4348-86e8-f13640f54588 is scheduled to be hosted by DHCP agent 018d2bb8-ebf2-469c-9257-23530a727a9b with binding_index 1 {{(pid=112920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:48:46.220204 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.base_scheduler [None req-ea625767-b4f4-4706-86d0-9bac9304fca5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844961-2-iscsi, 9aad165a-e9a5-4348-86e8-f13640f54588) {{(pid=112920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:48:46.233719 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea625767-b4f4-4706-86d0-9bac9304fca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:46.234403 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-ea625767-b4f4-4706-86d0-9bac9304fca5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for subnet (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:46.266564 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2ec93d-da86-46ab-a738-065ca9b99122 None None] Network 9aad165a-e9a5-4348-86e8-f13640f54588 requested from dv-cinder-844961-2-iscsi {{(pid=112921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 09:48:46.266795 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-ea625767-b4f4-4706-86d0-9bac9304fca5 admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6002152 Aug 31 09:48:46.280644 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56904367-8283-427b-8d88-7b5197caa187 req-59f8ee38-2286-4855-bf65-9787aa45b463 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:46.288999 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-56904367-8283-427b-8d88-7b5197caa187 req-59f8ee38-2286-4855-bf65-9787aa45b463 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2dd468e-d0ef-4e78-be7f-9756e469206d HTTP/1.1" status: 200 len: 945 time: 0.2587447 Aug 31 09:48:46.331222 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2882c55-cd54-452e-999f-ca9e6cb29d53 req-289f899f-f917-457b-a320-8b0b4163c2c7 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:46.333907 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f2882c55-cd54-452e-999f-ca9e6cb29d53 req-289f899f-f917-457b-a320-8b0b4163c2c7 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 943 time: 0.1534195 Aug 31 09:48:46.350363 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Pushing event updated for resources: {'Port': ['ID=33cb2a1d-1582-4d9a-959c-ca576cea02dd,revision_number=5']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:46.407888 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-56904367-8283-427b-8d88-7b5197caa187 req-0c62c909-533a-41aa-97a0-7ffb66bda3b2 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c13dae4f-4b4f-4642-a70a-8b63d74f90d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178975 Aug 31 09:48:46.487493 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49dc1032-5fd5-4f25-968b-2b5d7fbb3e9d None None] Network 9aad165a-e9a5-4348-86e8-f13640f54588 requested from dv-cinder-844961-2-iscsi {{(pid=112921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 09:48:46.526198 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f2882c55-cd54-452e-999f-ca9e6cb29d53 req-e8ad344f-562d-4661-9a97-1dc98dd7b337 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6418d58e-7890-486d-8ef9-fd8f11b8a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662574 Aug 31 09:48:46.632707 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 09:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a2126f-7b30-44b6-b7a5-58e6cc3e7d76 x-openstack-request-id: req-45a2126f-7b30-44b6-b7a5-58e6cc3e7d76 {{(pid=112921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:48:46.633099 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74c8f70a-11b4-47de-9677-637917aa5115", "name": "network-vif-plugged", "status": "completed", "tag": "33cb2a1d-1582-4d9a-959c-ca576cea02dd", "code": 200}]} {{(pid=112921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:48:46.633287 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-45a2126f-7b30-44b6-b7a5-58e6cc3e7d76 {{(pid=112921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:48:46.637275 dv-cinder-844961-2-iscsi neutron-server[112921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45a2126f-7b30-44b6-b7a5-58e6cc3e7d76'] response: {'server_uuid': '74c8f70a-11b4-47de-9677-637917aa5115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33cb2a1d-1582-4d9a-959c-ca576cea02dd', 'code': 200} Aug 31 09:48:46.797707 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf79cd-fd54-498f-bd89-f46357a826ea req-17c0a6bf-530f-454d-b45a-4240141f288f tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:46.800078 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-dccf79cd-fd54-498f-bd89-f46357a826ea req-17c0a6bf-530f-454d-b45a-4240141f288f tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 945 time: 0.0946705 Aug 31 09:48:46.875376 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-dccf79cd-fd54-498f-bd89-f46357a826ea req-646197d6-42e7-457f-963c-a13b14ab693e tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601270 Aug 31 09:48:47.697777 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2d1a7c39-ee86-4eca-81ad-bb0d41fc44f2 req-f5723114-c7a0-4c87-a91b-2f9bb914b9d8 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2e69cc92-d348-4eef-9a4c-b8daacafc440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553327 Aug 31 09:48:47.787917 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cead08-1dd5-46cb-b97a-16e5c7732939 req-282c03d1-f76a-4f92-b4c7-22e10b73e8c2 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:47.787917 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-30cead08-1dd5-46cb-b97a-16e5c7732939 req-282c03d1-f76a-4f92-b4c7-22e10b73e8c2 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2dd468e-d0ef-4e78-be7f-9756e469206d HTTP/1.1" status: 200 len: 945 time: 0.1336951 Aug 31 09:48:47.793050 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7386af9-18b9-42d2-b236-e868f51740f1 req-e88b8cea-88e5-4264-b831-0766546d77d2 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:47.800837 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d7386af9-18b9-42d2-b236-e868f51740f1 req-e88b8cea-88e5-4264-b831-0766546d77d2 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 943 time: 0.1059704 Aug 31 09:48:47.903730 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d7386af9-18b9-42d2-b236-e868f51740f1 req-9dc99fb6-f822-4541-a9a8-ba19b4f10115 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6418d58e-7890-486d-8ef9-fd8f11b8a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017625 Aug 31 09:48:47.915289 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-30cead08-1dd5-46cb-b97a-16e5c7732939 req-9b85c092-8530-447f-bf01-11b18da2b5e6 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c13dae4f-4b4f-4642-a70a-8b63d74f90d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031775 Aug 31 09:48:48.073277 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed297c24-37d1-48fb-8420-36711de501a0 req-034e98fe-b209-4573-b7b6-c51ab412786e tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:48.075656 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ed297c24-37d1-48fb-8420-36711de501a0 req-034e98fe-b209-4573-b7b6-c51ab412786e tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 945 time: 0.0789955 Aug 31 09:48:48.137543 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ed297c24-37d1-48fb-8420-36711de501a0 req-efba3006-b0ea-4ee3-a329-9eddcebc7781 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551193 Aug 31 09:48:49.180454 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e2c03-9cb1-40c3-ace7-bc1e16a78c1c req-d35f05be-de70-4fe2-ba39-110cfa9c3881 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:49.183330 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-188e2c03-9cb1-40c3-ace7-bc1e16a78c1c req-d35f05be-de70-4fe2-ba39-110cfa9c3881 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 943 time: 0.1390660 Aug 31 09:48:49.263101 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b744e6-d666-4502-b7f8-23fd78381674 req-0ab93f1d-15fc-42ff-8bd3-b4d844dd4d28 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:49.278012 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-55b744e6-d666-4502-b7f8-23fd78381674 req-0ab93f1d-15fc-42ff-8bd3-b4d844dd4d28 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2dd468e-d0ef-4e78-be7f-9756e469206d HTTP/1.1" status: 200 len: 945 time: 0.1658957 Aug 31 09:48:49.526188 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4144d34-9782-4d8f-8338-dfe2fb894b9f req-98aeb5d7-3c47-47cb-a904-5441da3ef506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:49.528676 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e4144d34-9782-4d8f-8338-dfe2fb894b9f req-98aeb5d7-3c47-47cb-a904-5441da3ef506 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 1129 time: 0.2442551 Aug 31 09:48:49.540080 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-188e2c03-9cb1-40c3-ace7-bc1e16a78c1c req-d5b87f66-2283-4295-9ff0-4dee90352f14 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6418d58e-7890-486d-8ef9-fd8f11b8a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3457384 Aug 31 09:48:49.694747 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:49.712467 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-55b744e6-d666-4502-b7f8-23fd78381674 req-24d5d149-3c22-4bd2-8d6d-5758b45f357e tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c13dae4f-4b4f-4642-a70a-8b63d74f90d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4341846 Aug 31 09:48:49.792658 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e4144d34-9782-4d8f-8338-dfe2fb894b9f req-1c97c5ca-18d9-482c-b284-b844b0368ce2 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505839 Aug 31 09:48:49.841566 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device cae2bef1-d3f5-4bd0-b345-99fbc7e354b9 details requested by agent hyperv_hv-cinder-84496 with host hv-cinder-84496 {{(pid=112921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:48:49.856865 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:49.916433 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:50.002662 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f45832-3227-4cce-b6d2-26392c304387 req-d095b528-e68f-4c1a-b557-4cbd0f11a797 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:50.015060 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b1f45832-3227-4cce-b6d2-26392c304387 req-d095b528-e68f-4c1a-b557-4cbd0f11a797 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 945 time: 0.2206039 Aug 31 09:48:50.127693 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b1f45832-3227-4cce-b6d2-26392c304387 req-c4c249f7-3337-42d4-86aa-05659f23482f tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111488 Aug 31 09:48:50.214894 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port cae2bef1-d3f5-4bd0-b345-99fbc7e354b9, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=cae2bef1-d3f5-4bd0-b345-99fbc7e354b9,segment=NetworkSegment(2077e712-4c87-4477-a43b-7ba59cf07419),segment_id=2077e712-4c87-4477-a43b-7ba59cf07419)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:50.240947 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da493a34-f287-4049-9944-09ae91849d27 req-62d1a2e0-4ff4-4862-8108-a493a2dbbd35 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:50.257518 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Returning: {'device': 'cae2bef1-d3f5-4bd0-b345-99fbc7e354b9', 'network_id': '36c1318a-9832-4bc9-ac1a-5f597bd8ac6c', 'port_id': 'cae2bef1-d3f5-4bd0-b345-99fbc7e354b9', 'mac_address': 'fa:16:3e:4a:32:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62f04c98-5559-462e-a349-fd7424d6ae82', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:48:50.257834 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-da493a34-f287-4049-9944-09ae91849d27 req-62d1a2e0-4ff4-4862-8108-a493a2dbbd35 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/networks?id=9aad165a-e9a5-4348-86e8-f13640f54588 HTTP/1.1" status: 200 len: 809 time: 0.3909521 Aug 31 09:48:50.297730 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-da493a34-f287-4049-9944-09ae91849d27 req-a0e370e0-a10f-480f-941b-489bf6797cc0 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/quotas/0d7d52f95e5e452ca2ac11900fc0d931 HTTP/1.1" status: 200 len: 375 time: 0.0377269 Aug 31 09:48:50.352613 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 44028) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:50.392566 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-da493a34-f287-4049-9944-09ae91849d27 req-90038c23-052b-4fbe-b02d-630630e30411 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=0d7d52f95e5e452ca2ac11900fc0d931&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0920198 Aug 31 09:48:50.400052 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Current status of the port cae2bef1-d3f5-4bd0-b345-99fbc7e354b9 is: DOWN; New status is: BUILD {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:48:50.400699 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (cae2bef1-d3f5-4bd0-b345-99fbc7e354b9), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:50.454275 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.notifiers.nova [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cae2bef1-d3f5-4bd0-b345-99fbc7e354b9 {{(pid=112921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 09:48:50.534761 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port cae2bef1-d3f5-4bd0-b345-99fbc7e354b9, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=cae2bef1-d3f5-4bd0-b345-99fbc7e354b9,segment=NetworkSegment(2077e712-4c87-4477-a43b-7ba59cf07419),segment_id=2077e712-4c87-4477-a43b-7ba59cf07419)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:50.538217 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:50.560461 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (cae2bef1-d3f5-4bd0-b345-99fbc7e354b9), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:50.616309 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-da493a34-f287-4049-9944-09ae91849d27 req-dc979cb5-0069-41d2-8436-9c4ac2475cce service neutron] 10.222.0.13 "GET /networking/v2.0/networks/9aad165a-e9a5-4348-86e8-f13640f54588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224042 Aug 31 09:48:50.790348 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Pushing event updated for resources: {'Port': ['ID=cae2bef1-d3f5-4bd0-b345-99fbc7e354b9,revision_number=4']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:50.853021 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:50.853777 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:50.856064 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-8a6f6794-d28c-4c4c-8d7e-cc6b0ac670a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:50.856725 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:50.857490 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:50.858338 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:50.858954 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:50.859591 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:50.860420 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:50.864279 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:50.865345 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:50.869971 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:50.870802 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:50.877854 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:50.879372 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:50.880366 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:50.920069 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264a1b5-0a1a-465e-b96d-13c1d23ee58e req-38db81d8-a732-4c43-9a1a-3be77a2d8ee6 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:50.922168 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a264a1b5-0a1a-465e-b96d-13c1d23ee58e req-38db81d8-a732-4c43-9a1a-3be77a2d8ee6 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 944 time: 0.1280017 Aug 31 09:48:50.999299 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-da493a34-f287-4049-9944-09ae91849d27 req-6e6fa9f2-5f2c-4106-a6c3-05708a7a8989 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/9aad165a-e9a5-4348-86e8-f13640f54588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670664 Aug 31 09:48:51.045422 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a264a1b5-0a1a-465e-b96d-13c1d23ee58e req-3788dbd9-5756-4977-bbd8-0fc237d91d93 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6418d58e-7890-486d-8ef9-fd8f11b8a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150424 Aug 31 09:48:51.067866 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-8a6f6794-d28c-4c4c-8d7e-cc6b0ac670a5 admin admin] Publish callbacks [] for security_group (b7ca1e52-007d-4c3f-a716-00745b1a2fbb), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:51.074895 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-8a6f6794-d28c-4c4c-8d7e-cc6b0ac670a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (b7ca1e52-007d-4c3f-a716-00745b1a2fbb), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:51.112221 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:51.132405 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-8a6f6794-d28c-4c4c-8d7e-cc6b0ac670a5 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=8437124192c34160bc1fba7bdd86e90c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7779334 Aug 31 09:48:51.133596 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6f6794-d28c-4c4c-8d7e-cc6b0ac670a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ca1e52-007d-4c3f-a716-00745b1a2fbb,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:51.136990 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 44060) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:51.142725 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6f6794-d28c-4c4c-8d7e-cc6b0ac670a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:51.143404 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6f6794-d28c-4c4c-8d7e-cc6b0ac670a5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:51.143991 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6f6794-d28c-4c4c-8d7e-cc6b0ac670a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:51.144652 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6f6794-d28c-4c4c-8d7e-cc6b0ac670a5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:51.145228 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6f6794-d28c-4c4c-8d7e-cc6b0ac670a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:51.145751 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6f6794-d28c-4c4c-8d7e-cc6b0ac670a5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:51.146240 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6f6794-d28c-4c4c-8d7e-cc6b0ac670a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:51.146746 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6f6794-d28c-4c4c-8d7e-cc6b0ac670a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:51.147243 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6f6794-d28c-4c4c-8d7e-cc6b0ac670a5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:51.147728 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6f6794-d28c-4c4c-8d7e-cc6b0ac670a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:51.148244 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6f6794-d28c-4c4c-8d7e-cc6b0ac670a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:51.148763 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6f6794-d28c-4c4c-8d7e-cc6b0ac670a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:51.151434 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] get_ports_and_sgs() called for port_ids ['cae2bef1-d3f5-4bd0-b345-99fbc7e354b9'] {{(pid=112921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 09:48:51.155515 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6f6794-d28c-4c4c-8d7e-cc6b0ac670a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:51.156661 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6f6794-d28c-4c4c-8d7e-cc6b0ac670a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:51.161993 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6f6794-d28c-4c4c-8d7e-cc6b0ac670a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:51.295915 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-cb8c67ba-d120-47fb-bfeb-9ccd18f5d784 admin admin] Publish callbacks [] for security_group (b7ca1e52-007d-4c3f-a716-00745b1a2fbb), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:51.339131 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-cb8c67ba-d120-47fb-bfeb-9ccd18f5d784 admin admin] Publish callbacks [] for security_group (b7ca1e52-007d-4c3f-a716-00745b1a2fbb), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:51.432568 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-599f515f-8c12-4352-b100-31888a19465f req-1a4bb5ca-69be-411b-945a-05ad65d51f4d tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b9c8d616-8c5b-4060-ac1f-1386107a7f91 HTTP/1.1" status: 200 len: 210 time: 0.0752921 Aug 31 09:48:51.489861 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253db2a8-68bb-48b4-8326-6c979a2c1c58 req-e5c1ebab-f94c-4dfe-a39d-6462533c6a1d tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:51.491709 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-253db2a8-68bb-48b4-8326-6c979a2c1c58 req-e5c1ebab-f94c-4dfe-a39d-6462533c6a1d tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 945 time: 0.1119347 Aug 31 09:48:51.531833 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-cb8c67ba-d120-47fb-bfeb-9ccd18f5d784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (b7ca1e52-007d-4c3f-a716-00745b1a2fbb), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:51.541478 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-cb8c67ba-d120-47fb-bfeb-9ccd18f5d784 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:51.543755 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-cb8c67ba-d120-47fb-bfeb-9ccd18f5d784 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/b7ca1e52-007d-4c3f-a716-00745b1a2fbb HTTP/1.1" status: 204 len: 168 time: 0.4044421 Aug 31 09:48:51.651441 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-253db2a8-68bb-48b4-8326-6c979a2c1c58 req-1f52bf32-a9f2-4d15-9697-10309df4fb86 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400459 Aug 31 09:48:51.655380 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c67ba-d120-47fb-bfeb-9ccd18f5d784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ca1e52-007d-4c3f-a716-00745b1a2fbb,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:51.671000 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8c67ba-d120-47fb-bfeb-9ccd18f5d784 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:51.671716 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8c67ba-d120-47fb-bfeb-9ccd18f5d784 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:51.672302 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8c67ba-d120-47fb-bfeb-9ccd18f5d784 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:51.673030 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8c67ba-d120-47fb-bfeb-9ccd18f5d784 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:51.673652 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8c67ba-d120-47fb-bfeb-9ccd18f5d784 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:51.674354 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8c67ba-d120-47fb-bfeb-9ccd18f5d784 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:51.674889 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8c67ba-d120-47fb-bfeb-9ccd18f5d784 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:51.675520 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8c67ba-d120-47fb-bfeb-9ccd18f5d784 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:51.676085 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8c67ba-d120-47fb-bfeb-9ccd18f5d784 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:51.676673 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8c67ba-d120-47fb-bfeb-9ccd18f5d784 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:51.677300 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8c67ba-d120-47fb-bfeb-9ccd18f5d784 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:51.678040 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8c67ba-d120-47fb-bfeb-9ccd18f5d784 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:51.678604 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8c67ba-d120-47fb-bfeb-9ccd18f5d784 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:51.679243 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8c67ba-d120-47fb-bfeb-9ccd18f5d784 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:51.679862 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8c67ba-d120-47fb-bfeb-9ccd18f5d784 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:51.933169 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-16406eb5-815e-420b-ae64-34cfa71ac96c req-98813ed1-7471-417d-858f-d08229d158f0 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd0a166f-d662-4a72-8ea2-bfbbb02b2221&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0952172 Aug 31 09:48:52.065182 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.agents_db [None req-8002e13a-56e4-448b-bc0d-5c9f038cbdad None None] Agent healthcheck: found 6 active agents {{(pid=112922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:48:52.241428 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16406eb5-815e-420b-ae64-34cfa71ac96c req-28ffeed8-dddb-43b6-9d92-b9c1fbabdeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:52.246335 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-16406eb5-815e-420b-ae64-34cfa71ac96c req-28ffeed8-dddb-43b6-9d92-b9c1fbabdeca service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=c0fc6660b5494415915cdf2b325e5bd6&device_id=dd0a166f-d662-4a72-8ea2-bfbbb02b2221 HTTP/1.1" status: 200 len: 1130 time: 0.1933138 Aug 31 09:48:52.326922 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:52.429168 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33270bc1-538d-444e-b1a1-586af45bcf56 req-e85668c9-1473-4470-86e5-7f66429fc8bd tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:52.431775 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-33270bc1-538d-444e-b1a1-586af45bcf56 req-e85668c9-1473-4470-86e5-7f66429fc8bd tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 944 time: 0.2175019 Aug 31 09:48:52.458165 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 44134) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:52.495348 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-fa8ebdfb-e003-43db-b494-e3b18768e67e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:52.542183 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-33270bc1-538d-444e-b1a1-586af45bcf56 req-490358e7-4df5-42b8-89ac-68a183e226fb tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6418d58e-7890-486d-8ef9-fd8f11b8a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923955 Aug 31 09:48:52.549803 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16406eb5-815e-420b-ae64-34cfa71ac96c req-8a780da4-2087-4a06-89b1-408a7dcb6422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:52.551975 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-16406eb5-815e-420b-ae64-34cfa71ac96c req-8a780da4-2087-4a06-89b1-408a7dcb6422 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=2e69cc92-d348-4eef-9a4c-b8daacafc440 HTTP/1.1" status: 200 len: 920 time: 0.2594752 Aug 31 09:48:52.614198 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device cae2bef1-d3f5-4bd0-b345-99fbc7e354b9 up at agent hyperv_hv-cinder-84496 {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:48:52.682894 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-16406eb5-815e-420b-ae64-34cfa71ac96c req-086fe136-412c-4b60-b470-840376382cc6 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc0a1702-552b-409c-91a1-5a380acf6fea HTTP/1.1" status: 200 len: 217 time: 0.1135719 Aug 31 09:48:52.707247 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:52.728171 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e6f198be-e193-4693-a253-f9c4522a6272), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:52.735939 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Provisioning for port cae2bef1-d3f5-4bd0-b345-99fbc7e354b9 completed by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 09:48:52.754492 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Provisioning complete for port cae2bef1-d3f5-4bd0-b345-99fbc7e354b9 triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:48:52.755404 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (cae2bef1-d3f5-4bd0-b345-99fbc7e354b9), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:52.801510 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-fa8ebdfb-e003-43db-b494-e3b18768e67e admin admin] Publish callbacks [] for security_group (4f5c1ef2-5306-41e1-adde-ffaf6ff03860), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:52.811533 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-fa8ebdfb-e003-43db-b494-e3b18768e67e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (4f5c1ef2-5306-41e1-adde-ffaf6ff03860), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:52.835370 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-80e78a1c-4430-4a7b-aa36-684cb045b5d6 req-8c5f2a00-4c57-4db3-b94d-f6ba87571b79 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b9c8d616-8c5b-4060-ac1f-1386107a7f91 HTTP/1.1" status: 200 len: 210 time: 0.0532181 Aug 31 09:48:52.866125 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16406eb5-815e-420b-ae64-34cfa71ac96c req-23399712-b24e-4d13-8cf1-fe15320f8bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:52.868358 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-16406eb5-815e-420b-ae64-34cfa71ac96c req-23399712-b24e-4d13-8cf1-fe15320f8bcd service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=851420a3-644f-4898-b99d-54af1fb83d8b HTTP/1.1" status: 200 len: 858 time: 0.1786671 Aug 31 09:48:52.948245 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-fa8ebdfb-e003-43db-b494-e3b18768e67e admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=8f9b66eb8c024cbf8ec51f00ffed6787&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4886281 Aug 31 09:48:52.957629 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 44148) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:53.001812 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Current status of the port cae2bef1-d3f5-4bd0-b345-99fbc7e354b9 is: BUILD; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:48:53.004772 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (cae2bef1-d3f5-4bd0-b345-99fbc7e354b9), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:53.032257 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8ebdfb-e003-43db-b494-e3b18768e67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5c1ef2-5306-41e1-adde-ffaf6ff03860,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:53.067448 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16406eb5-815e-420b-ae64-34cfa71ac96c req-f86fc2d0-1605-4d49-b187-cdc877a81db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:53.070424 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-16406eb5-815e-420b-ae64-34cfa71ac96c req-f86fc2d0-1605-4d49-b187-cdc877a81db8 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=2e69cc92-d348-4eef-9a4c-b8daacafc440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1801801 Aug 31 09:48:53.084692 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e598a8ab-5332-4c3c-8f72-098d0ac6a3c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cae2bef1-d3f5-4bd0-b345-99fbc7e354b9'}] {{(pid=112921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:48:53.088615 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b0c9b70db3c71f613761f7f5e171cb6bed896c41d1f4f7babde002b819469c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee8e774-10e3-4cb2-a7ad-414770588410" -d '{"events": [{"server_uuid": "e598a8ab-5332-4c3c-8f72-098d0ac6a3c8", "name": "network-vif-plugged", "status": "completed", "tag": "cae2bef1-d3f5-4bd0-b345-99fbc7e354b9"}]}' {{(pid=112921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:48:53.109876 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port cae2bef1-d3f5-4bd0-b345-99fbc7e354b9, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=cae2bef1-d3f5-4bd0-b345-99fbc7e354b9,segment=NetworkSegment(2077e712-4c87-4477-a43b-7ba59cf07419),segment_id=2077e712-4c87-4477-a43b-7ba59cf07419)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:53.126060 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (cae2bef1-d3f5-4bd0-b345-99fbc7e354b9), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:53.146962 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=4 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:53.185410 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-078906d2-5a7f-4ccb-855f-8fd864f4df70 admin admin] Publish callbacks [] for security_group (4f5c1ef2-5306-41e1-adde-ffaf6ff03860), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:53.210697 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Pushing event updated for resources: {'Port': ['ID=cae2bef1-d3f5-4bd0-b345-99fbc7e354b9,revision_number=5']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:53.247846 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-078906d2-5a7f-4ccb-855f-8fd864f4df70 admin admin] Publish callbacks [] for security_group (4f5c1ef2-5306-41e1-adde-ffaf6ff03860), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:53.339686 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0ed8a-d849-4520-90b5-0a5f517810a6 req-91934a4b-135b-46c1-b738-660a5504cbf3 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:53.353478 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-8cc0ed8a-d849-4520-90b5-0a5f517810a6 req-91934a4b-135b-46c1-b738-660a5504cbf3 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 945 time: 0.2805305 Aug 31 09:48:53.459395 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-078906d2-5a7f-4ccb-855f-8fd864f4df70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (4f5c1ef2-5306-41e1-adde-ffaf6ff03860), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:53.464319 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-078906d2-5a7f-4ccb-855f-8fd864f4df70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:53.466315 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-078906d2-5a7f-4ccb-855f-8fd864f4df70 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/4f5c1ef2-5306-41e1-adde-ffaf6ff03860 HTTP/1.1" status: 204 len: 168 time: 0.5052011 Aug 31 09:48:53.508380 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078906d2-5a7f-4ccb-855f-8fd864f4df70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5c1ef2-5306-41e1-adde-ffaf6ff03860,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:53.511040 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-16406eb5-815e-420b-ae64-34cfa71ac96c req-403f9e31-0e7d-4697-80f6-b8078c7cccf0 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2e69cc92-d348-4eef-9a4c-b8daacafc440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4248586 Aug 31 09:48:53.625331 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-8cc0ed8a-d849-4520-90b5-0a5f517810a6 req-c91e7574-fe7b-4f15-89ec-1496e0c0ccbb tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693231 Aug 31 09:48:53.725525 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-16406eb5-815e-420b-ae64-34cfa71ac96c req-8a94cf07-b41a-449c-a64e-d8eeea23b152 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2e69cc92-d348-4eef-9a4c-b8daacafc440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043333 Aug 31 09:48:53.822787 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 09:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6fd7349-7679-40e9-87da-2efacc7b7655 x-openstack-request-id: req-e6fd7349-7679-40e9-87da-2efacc7b7655 {{(pid=112921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:48:53.823541 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e598a8ab-5332-4c3c-8f72-098d0ac6a3c8", "name": "network-vif-plugged", "status": "completed", "tag": "cae2bef1-d3f5-4bd0-b345-99fbc7e354b9", "code": 200}]} {{(pid=112921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:48:53.824137 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e6fd7349-7679-40e9-87da-2efacc7b7655 {{(pid=112921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:48:53.824790 dv-cinder-844961-2-iscsi neutron-server[112921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6fd7349-7679-40e9-87da-2efacc7b7655'] response: {'server_uuid': 'e598a8ab-5332-4c3c-8f72-098d0ac6a3c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cae2bef1-d3f5-4bd0-b345-99fbc7e354b9', 'code': 200} Aug 31 09:48:54.018013 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e87bc-937b-4ce7-8a10-2283c6e57f46 req-94fb53bb-8c6c-4eaf-b9d9-00f74afd9981 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:54.021033 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5f9e87bc-937b-4ce7-8a10-2283c6e57f46 req-94fb53bb-8c6c-4eaf-b9d9-00f74afd9981 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 945 time: 0.1837206 Aug 31 09:48:54.233514 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5f9e87bc-937b-4ce7-8a10-2283c6e57f46 req-e3e5b02c-d447-44ff-86f1-59912d60273c tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6418d58e-7890-486d-8ef9-fd8f11b8a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007205 Aug 31 09:48:54.258145 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-3279dbf5-e1ec-423c-82db-07e50a5e8be9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:54.513915 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:54.722955 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-20501fa0-6e15-47d0-84bb-6ce125f90a60 req-2363d81d-f267-4ebc-a625-09d4ff4fdb20 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b9c8d616-8c5b-4060-ac1f-1386107a7f91 HTTP/1.1" status: 200 len: 210 time: 0.1829648 Aug 31 09:48:54.857626 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da493a34-f287-4049-9944-09ae91849d27 req-3fd4f2e1-4529-41a2-8b82-2516dae34d44 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:54.860832 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-da493a34-f287-4049-9944-09ae91849d27 req-3fd4f2e1-4529-41a2-8b82-2516dae34d44 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.64 "GET /networking/v2.0/networks?id=9aad165a-e9a5-4348-86e8-f13640f54588 HTTP/1.1" status: 200 len: 809 time: 0.4582829 Aug 31 09:48:54.874074 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb5e49-5bce-456e-b0f9-f91e50f2788b req-b73d6206-9369-4a18-a04b-39159be41af0 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:54.887787 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c7eb5e49-5bce-456e-b0f9-f91e50f2788b req-b73d6206-9369-4a18-a04b-39159be41af0 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 945 time: 0.2043591 Aug 31 09:48:54.927660 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [req-da493a34-f287-4049-9944-09ae91849d27 req-dc84b46c-f0ac-4631-b4d8-ad11fe4fc25f tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Request body: {'port': {'device_id': 'b9c8d616-8c5b-4060-ac1f-1386107a7f91', 'network_id': '9aad165a-e9a5-4348-86e8-f13640f54588', 'admin_state_up': True, 'tenant_id': '0d7d52f95e5e452ca2ac11900fc0d931'}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:48:55.070312 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5342fb-e82f-41dc-9c57-9526a0c1af40 req-e5777544-17fb-4569-9945-4af4dff147d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:55.074649 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-ea5342fb-e82f-41dc-9c57-9526a0c1af40 req-e5777544-17fb-4569-9945-4af4dff147d8 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 1129 time: 0.1668966 Aug 31 09:48:55.162793 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c7eb5e49-5bce-456e-b0f9-f91e50f2788b req-531fbba0-965b-417f-98a5-a282da859597 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731643 Aug 31 09:48:55.318989 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da493a34-f287-4049-9944-09ae91849d27 req-dc84b46c-f0ac-4631-b4d8-ad11fe4fc25f tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Made reservation on behalf of 0d7d52f95e5e452ca2ac11900fc0d931 for: {'port': 1} {{(pid=112919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:48:55.324239 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-da493a34-f287-4049-9944-09ae91849d27 req-dc84b46c-f0ac-4631-b4d8-ad11fe4fc25f tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:55.330334 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:55.412348 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce7cbb-7be6-477f-ac0c-7e92b4ddf60f req-483b5e1e-0c17-4905-8c33-ab153ff5f95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:55.414630 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a8ce7cbb-7be6-477f-ac0c-7e92b4ddf60f req-483b5e1e-0c17-4905-8c33-ab153ff5f95b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=c0fc6660b5494415915cdf2b325e5bd6&device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 1129 time: 0.1156600 Aug 31 09:48:55.452119 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-ea5342fb-e82f-41dc-9c57-9526a0c1af40 req-63bf165b-64c8-4c5a-abd8-8b8f2e6e99da service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=6418d58e-7890-486d-8ef9-fd8f11b8a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673656 Aug 31 09:48:55.547718 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea4b21-aaeb-480e-9b4e-dfe15ea9ddc7 req-0b50164c-42d6-4327-9cb1-1e9d7eee2af9 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:55.549325 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-1aea4b21-aaeb-480e-9b4e-dfe15ea9ddc7 req-0b50164c-42d6-4327-9cb1-1e9d7eee2af9 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 945 time: 0.0725024 Aug 31 09:48:55.582864 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:55.911661 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b0fa8ddf-3adc-49b4-a855-cddcd0b90b9c req-166d0eb4-a925-4790-a1ae-ea3ef3489b62 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b9c8d616-8c5b-4060-ac1f-1386107a7f91 HTTP/1.1" status: 200 len: 210 time: 0.0599227 Aug 31 09:48:55.960213 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.db_base_plugin_common [req-da493a34-f287-4049-9944-09ae91849d27 req-dc84b46c-f0ac-4631-b4d8-ad11fe4fc25f tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Allocated IP 172.20.0.2 (9aad165a-e9a5-4348-86e8-f13640f54588/37663499-cf56-4aeb-bb17-1087d341c29e/b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d) {{(pid=112919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:48:56.030027 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-1aea4b21-aaeb-480e-9b4e-dfe15ea9ddc7 req-0eddbbd0-ad91-4093-83ca-9c9c90a288ec tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6418d58e-7890-486d-8ef9-fd8f11b8a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4451292 Aug 31 09:48:56.384466 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce7cbb-7be6-477f-ac0c-7e92b4ddf60f req-3dbe1ee5-f092-43d4-a7f6-3b22c3518b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:56.386990 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a8ce7cbb-7be6-477f-ac0c-7e92b4ddf60f req-3dbe1ee5-f092-43d4-a7f6-3b22c3518b99 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=2e69cc92-d348-4eef-9a4c-b8daacafc440 HTTP/1.1" status: 200 len: 920 time: 0.3857973 Aug 31 09:48:56.480794 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-da0d27d7-9afc-424c-a311-8832681bbf32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:56.501775 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0342337-6f30-45a9-b53e-2cd17bf3ab63 req-f938c805-644b-486e-a5df-956ea9864a4c tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:56.505008 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d0342337-6f30-45a9-b53e-2cd17bf3ab63 req-f938c805-644b-486e-a5df-956ea9864a4c tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 945 time: 0.1880956 Aug 31 09:48:56.628826 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-da493a34-f287-4049-9944-09ae91849d27 req-dc84b46c-f0ac-4631-b4d8-ad11fe4fc25f tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Publish callbacks [] for port (b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:56.671828 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d0342337-6f30-45a9-b53e-2cd17bf3ab63 req-a5711d46-3221-419a-be22-3b571255a497 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577544 Aug 31 09:48:56.718650 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-da493a34-f287-4049-9944-09ae91849d27 req-dc84b46c-f0ac-4631-b4d8-ad11fe4fc25f tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66028622'] for port (b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:56.771739 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da493a34-f287-4049-9944-09ae91849d27 req-dc84b46c-f0ac-4631-b4d8-ad11fe4fc25f tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Network 9aad165a-e9a5-4348-86e8-f13640f54588 is already hosted by enough agents. {{(pid=112919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:48:56.779892 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.base_scheduler [req-da493a34-f287-4049-9944-09ae91849d27 req-dc84b46c-f0ac-4631-b4d8-ad11fe4fc25f tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Resources bound (agent type, host, resource id): {{(pid=112919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:48:56.785553 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.l3_dvrscheduler_db [req-da493a34-f287-4049-9944-09ae91849d27 req-dc84b46c-f0ac-4631-b4d8-ad11fe4fc25f tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Received port after_create {{(pid=112919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:48:56.799361 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc84b46c-f0ac-4631-b4d8-ad11fe4fc25f tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Pushing event updated for resources: {'Port': ['ID=b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:56.887171 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da493a34-f287-4049-9944-09ae91849d27 req-dc84b46c-f0ac-4631-b4d8-ad11fe4fc25f tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:56.887926 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-da493a34-f287-4049-9944-09ae91849d27 req-dc84b46c-f0ac-4631-b4d8-ad11fe4fc25f tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for port (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:56.922712 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-da493a34-f287-4049-9944-09ae91849d27 req-dc84b46c-f0ac-4631-b4d8-ad11fe4fc25f tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0041854 Aug 31 09:48:57.119329 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [req-da493a34-f287-4049-9944-09ae91849d27 req-9ff7df3b-180d-4ff3-820c-8f204d61ec6f service neutron] Request body: {'port': {'device_id': 'b9c8d616-8c5b-4060-ac1f-1386107a7f91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84496'}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:48:57.141322 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a8ce7cbb-7be6-477f-ac0c-7e92b4ddf60f req-3a385150-2490-4313-94a3-e360f99a33df service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33cb2a1d-1582-4d9a-959c-ca576cea02dd HTTP/1.1" status: 200 len: 217 time: 0.1441929 Aug 31 09:48:57.312086 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:57.386544 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818266d-eb07-460d-9a05-d178235714c8 req-18346e0b-d9ab-4f0f-a1b6-981c60b8f247 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:57.388840 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0818266d-eb07-460d-9a05-d178235714c8 req-18346e0b-d9ab-4f0f-a1b6-981c60b8f247 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b9c8d616-8c5b-4060-ac1f-1386107a7f91 HTTP/1.1" status: 200 len: 931 time: 0.2777915 Aug 31 09:48:57.467294 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7a620-781b-471e-a823-fd68e2c91e7c req-8e18c30f-7a9b-4557-930f-45e5dc58bbae tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:57.471898 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-6de7a620-781b-471e-a823-fd68e2c91e7c req-8e18c30f-7a9b-4557-930f-45e5dc58bbae tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 945 time: 0.2534180 Aug 31 09:48:57.474436 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-da493a34-f287-4049-9944-09ae91849d27 req-9ff7df3b-180d-4ff3-820c-8f204d61ec6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d), before_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:57.519736 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 44330) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:57.663835 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:57.789878 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:57.870295 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-6de7a620-781b-471e-a823-fd68e2c91e7c req-49799b80-d09d-4d1e-b95f-8185db0fdd49 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6418d58e-7890-486d-8ef9-fd8f11b8a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3863854 Aug 31 09:48:57.923109 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-3ca3f3f8-9699-4278-8194-3f21d26de13a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:58.086487 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0818266d-eb07-460d-9a05-d178235714c8 req-b64aa082-a9ac-4219-a24f-e86d69b10035 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e4187bef-31b9-4ca8-9d0f-06acd88bcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6074905 Aug 31 09:48:58.124259 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-3ca3f3f8-9699-4278-8194-3f21d26de13a admin admin] Publish callbacks [] for security_group (4e592c02-252e-4bdc-ba1b-1f82d2520f2b), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:58.134949 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-3ca3f3f8-9699-4278-8194-3f21d26de13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (4e592c02-252e-4bdc-ba1b-1f82d2520f2b), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:58.171289 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:58.176168 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-3ca3f3f8-9699-4278-8194-3f21d26de13a admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=737dc8a01dfe4ba1ba9239e4d183eccd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6544461 Aug 31 09:48:58.181532 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 44356) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:58.246492 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:58.250633 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce7cbb-7be6-477f-ac0c-7e92b4ddf60f req-d44837f9-93aa-45c3-af66-3af1e1487a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:58.254373 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a8ce7cbb-7be6-477f-ac0c-7e92b4ddf60f req-d44837f9-93aa-45c3-af66-3af1e1487a6a service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=851420a3-644f-4898-b99d-54af1fb83d8b HTTP/1.1" status: 200 len: 858 time: 0.5007927 Aug 31 09:48:58.255572 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca3f3f8-9699-4278-8194-3f21d26de13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e592c02-252e-4bdc-ba1b-1f82d2520f2b,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:58.323989 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-9c39dd33-7b52-4d3b-a917-3789c57f67c7 admin admin] Publish callbacks [] for security_group (4e592c02-252e-4bdc-ba1b-1f82d2520f2b), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:58.356818 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-9c39dd33-7b52-4d3b-a917-3789c57f67c7 admin admin] Publish callbacks [] for security_group (4e592c02-252e-4bdc-ba1b-1f82d2520f2b), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:58.366324 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763c7f0-d563-41bb-ba1a-9f70ce26484a req-1aac98f5-2a1a-47a3-b4a0-7617f01becfb tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:58.372550 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4763c7f0-d563-41bb-ba1a-9f70ce26484a req-1aac98f5-2a1a-47a3-b4a0-7617f01becfb tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 945 time: 0.2230060 Aug 31 09:48:58.415366 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 44360) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:58.454338 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-9c39dd33-7b52-4d3b-a917-3789c57f67c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (4e592c02-252e-4bdc-ba1b-1f82d2520f2b), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:58.459770 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-9c39dd33-7b52-4d3b-a917-3789c57f67c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:58.465340 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-9c39dd33-7b52-4d3b-a917-3789c57f67c7 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/4e592c02-252e-4bdc-ba1b-1f82d2520f2b HTTP/1.1" status: 204 len: 168 time: 0.2807353 Aug 31 09:48:58.467683 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4763c7f0-d563-41bb-ba1a-9f70ce26484a req-608035ee-f14d-485c-a65b-e3f7f8ec92aa tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856175 Aug 31 09:48:58.506106 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39dd33-7b52-4d3b-a917-3789c57f67c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e592c02-252e-4bdc-ba1b-1f82d2520f2b,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:58.587647 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-f978cedd-dd62-4b96-8a47-f68f37cbb9c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:58.604990 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.notifiers.nova [req-da493a34-f287-4049-9944-09ae91849d27 req-9ff7df3b-180d-4ff3-820c-8f204d61ec6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d {{(pid=112919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 09:48:58.616687 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-da493a34-f287-4049-9944-09ae91849d27 req-9ff7df3b-180d-4ff3-820c-8f204d61ec6f service neutron] Publish callbacks [] for port (b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d), precommit_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:58.637179 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.provisioning_blocks [req-da493a34-f287-4049-9944-09ae91849d27 req-9ff7df3b-180d-4ff3-820c-8f204d61ec6f service neutron] Transition to ACTIVE for port object b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d will not be triggered until provisioned by entity L2. {{(pid=112919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 09:48:58.645084 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-da493a34-f287-4049-9944-09ae91849d27 req-9ff7df3b-180d-4ff3-820c-8f204d61ec6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66028615'] for port (b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d), after_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:58.739215 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff7df3b-180d-4ff3-820c-8f204d61ec6f service neutron] Pushing event updated for resources: {'Port': ['ID=b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d,revision_number=2']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:58.745073 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-f978cedd-dd62-4b96-8a47-f68f37cbb9c5 admin admin] Publish callbacks [] for security_group (f9139ddd-5983-4ad6-a449-4fcacb977cc9), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:58.753659 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-f978cedd-dd62-4b96-8a47-f68f37cbb9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (f9139ddd-5983-4ad6-a449-4fcacb977cc9), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:58.800580 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.managers [req-da493a34-f287-4049-9944-09ae91849d27 req-9ff7df3b-180d-4ff3-820c-8f204d61ec6f service neutron] Attempting to bind port b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d on host hv-cinder-84496 for vnic_type normal with profile {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 09:48:58.801108 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.managers [req-da493a34-f287-4049-9944-09ae91849d27 req-9ff7df3b-180d-4ff3-820c-8f204d61ec6f service neutron] Attempting to bind port b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d by drivers openvswitch,hyperv on host hv-cinder-84496 at level 0 using segments [{'id': 'ffcbb7ca-7186-483f-98eb-1cd520c41bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '9aad165a-e9a5-4348-86e8-f13640f54588'}] {{(pid=112919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 09:48:58.801658 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da493a34-f287-4049-9944-09ae91849d27 req-9ff7df3b-180d-4ff3-820c-8f204d61ec6f service neutron] Attempting to bind port b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d on network 9aad165a-e9a5-4348-86e8-f13640f54588 {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:48:58.814121 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da493a34-f287-4049-9944-09ae91849d27 req-9ff7df3b-180d-4ff3-820c-8f204d61ec6f service neutron] Port b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d on network 9aad165a-e9a5-4348-86e8-f13640f54588 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84496 {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 09:48:58.814612 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da493a34-f287-4049-9944-09ae91849d27 req-9ff7df3b-180d-4ff3-820c-8f204d61ec6f service neutron] Attempting to bind port b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d on network 9aad165a-e9a5-4348-86e8-f13640f54588 {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:48:58.824255 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da493a34-f287-4049-9944-09ae91849d27 req-9ff7df3b-180d-4ff3-820c-8f204d61ec6f service neutron] Checking agent: {'id': 'e6f198be-e193-4693-a253-f9c4522a6272', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 9, 45, 52), 'started_at': datetime.datetime(2022, 8, 31, 9, 45, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 9, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 09:48:58.825315 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da493a34-f287-4049-9944-09ae91849d27 req-9ff7df3b-180d-4ff3-820c-8f204d61ec6f service neutron] Checking segment: {'id': 'ffcbb7ca-7186-483f-98eb-1cd520c41bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '9aad165a-e9a5-4348-86e8-f13640f54588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:48:58.825831 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da493a34-f287-4049-9944-09ae91849d27 req-9ff7df3b-180d-4ff3-820c-8f204d61ec6f service neutron] Bound using segment: {'id': 'ffcbb7ca-7186-483f-98eb-1cd520c41bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '9aad165a-e9a5-4348-86e8-f13640f54588'} {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 09:48:58.826494 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.managers [req-da493a34-f287-4049-9944-09ae91849d27 req-9ff7df3b-180d-4ff3-820c-8f204d61ec6f service neutron] Bound port: b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d, host: hv-cinder-84496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffcbb7ca-7186-483f-98eb-1cd520c41bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '9aad165a-e9a5-4348-86e8-f13640f54588'}}] {{(pid=112919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 09:48:58.827064 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-da493a34-f287-4049-9944-09ae91849d27 req-9ff7df3b-180d-4ff3-820c-8f204d61ec6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d), before_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:58.841509 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-f978cedd-dd62-4b96-8a47-f68f37cbb9c5 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=f132219bdfb14b5395c5cf3811b1b57c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4232228 Aug 31 09:48:58.848523 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 44372) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:58.886739 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f978cedd-dd62-4b96-8a47-f68f37cbb9c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9139ddd-5983-4ad6-a449-4fcacb977cc9,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:58.976998 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-61b289ec-fe58-46e2-ae3c-b2cc8e781ec7 admin admin] Publish callbacks [] for security_group (f9139ddd-5983-4ad6-a449-4fcacb977cc9), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:59.016859 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-61b289ec-fe58-46e2-ae3c-b2cc8e781ec7 admin admin] Publish callbacks [] for security_group (f9139ddd-5983-4ad6-a449-4fcacb977cc9), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:59.048481 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.db [req-da493a34-f287-4049-9944-09ae91849d27 req-9ff7df3b-180d-4ff3-820c-8f204d61ec6f service neutron] For port b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d, host hv-cinder-84496, cleared binding levels {{(pid=112919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:48:59.051686 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:59.071690 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2832ba-74ba-4562-a9d3-f80b4a3cd4f7 req-b7fbf95d-9cc4-4b3a-96cb-4e750d71c30c tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:59.071932 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 44378) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:59.079646 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ad2832ba-74ba-4562-a9d3-f80b4a3cd4f7 req-b7fbf95d-9cc4-4b3a-96cb-4e750d71c30c tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 945 time: 0.0851936 Aug 31 09:48:59.091075 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-0cfa9313-95b8-4e9d-b1cc-2ae2e1ae69d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:59.093816 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.db [req-da493a34-f287-4049-9944-09ae91849d27 req-9ff7df3b-180d-4ff3-820c-8f204d61ec6f service neutron] For port b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d, host hv-cinder-84496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d,segment=NetworkSegment(ffcbb7ca-7186-483f-98eb-1cd520c41bdd),segment_id=ffcbb7ca-7186-483f-98eb-1cd520c41bdd)] {{(pid=112919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:48:59.107196 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-da493a34-f287-4049-9944-09ae91849d27 req-9ff7df3b-180d-4ff3-820c-8f204d61ec6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66028615'] for port (b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d), after_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:59.118141 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da493a34-f287-4049-9944-09ae91849d27 req-9ff7df3b-180d-4ff3-820c-8f204d61ec6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:59.118771 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-da493a34-f287-4049-9944-09ae91849d27 req-9ff7df3b-180d-4ff3-820c-8f204d61ec6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for port (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:59.120255 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-da493a34-f287-4049-9944-09ae91849d27 req-9ff7df3b-180d-4ff3-820c-8f204d61ec6f service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d HTTP/1.1" status: 200 len: 1093 time: 2.1140687 Aug 31 09:48:59.121336 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9c8d616-8c5b-4060-ac1f-1386107a7f91', 'tag': 'b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d'}] {{(pid=112919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:48:59.123940 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f6ad1632a392cf14020321c7ce6c49338053db0fa13ffca62b7dfe78a8e90b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a61af1-0662-4689-a1b1-a42726a747c3" -d '{"events": [{"name": "network-changed", "server_uuid": "b9c8d616-8c5b-4060-ac1f-1386107a7f91", "tag": "b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d"}]}' {{(pid=112919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:48:59.180745 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-61b289ec-fe58-46e2-ae3c-b2cc8e781ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (f9139ddd-5983-4ad6-a449-4fcacb977cc9), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:59.188212 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-61b289ec-fe58-46e2-ae3c-b2cc8e781ec7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:59.191066 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-61b289ec-fe58-46e2-ae3c-b2cc8e781ec7 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/f9139ddd-5983-4ad6-a449-4fcacb977cc9 HTTP/1.1" status: 204 len: 168 time: 0.3398256 Aug 31 09:48:59.223490 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b289ec-fe58-46e2-ae3c-b2cc8e781ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9139ddd-5983-4ad6-a449-4fcacb977cc9,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:59.235272 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ad2832ba-74ba-4562-a9d3-f80b4a3cd4f7 req-f0a0977d-1a41-40b9-b8ae-febdb756a006 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6418d58e-7890-486d-8ef9-fd8f11b8a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541250 Aug 31 09:48:59.300432 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff7df3b-180d-4ff3-820c-8f204d61ec6f service neutron] Pushing event updated for resources: {'Port': ['ID=b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d,revision_number=3']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:59.363958 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 09:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b26a996-bc2a-471b-a3bd-c967bbc5cc26 x-openstack-request-id: req-6b26a996-bc2a-471b-a3bd-c967bbc5cc26 {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:48:59.364305 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9c8d616-8c5b-4060-ac1f-1386107a7f91", "tag": "b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d", "status": "completed", "code": 200}]} {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:48:59.364777 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6b26a996-bc2a-471b-a3bd-c967bbc5cc26 {{(pid=112919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:48:59.365448 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b26a996-bc2a-471b-a3bd-c967bbc5cc26'] response: {'name': 'network-changed', 'server_uuid': 'b9c8d616-8c5b-4060-ac1f-1386107a7f91', 'tag': 'b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d', 'status': 'completed', 'code': 200} Aug 31 09:48:59.411917 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315fd721-2a2b-4301-b2fe-ce43b398194e req-17b5ddc4-7aa2-4f7c-9e29-07b41a76828d tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:59.424816 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-0cfa9313-95b8-4e9d-b1cc-2ae2e1ae69d5 admin admin] Publish callbacks [] for security_group (fab8d9bc-0330-4b4c-bb1a-061ed5c0d95c), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:59.424955 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-315fd721-2a2b-4301-b2fe-ce43b398194e req-17b5ddc4-7aa2-4f7c-9e29-07b41a76828d tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b9c8d616-8c5b-4060-ac1f-1386107a7f91 HTTP/1.1" status: 200 len: 943 time: 0.1803596 Aug 31 09:48:59.448422 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-0cfa9313-95b8-4e9d-b1cc-2ae2e1ae69d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (fab8d9bc-0330-4b4c-bb1a-061ed5c0d95c), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:59.504728 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:59.587741 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:59.602252 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-0cfa9313-95b8-4e9d-b1cc-2ae2e1ae69d5 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=fc3b8644859b4e73878b2156defc9563&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5292740 Aug 31 09:48:59.610084 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 44398) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:59.620703 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a61af1-0662-4689-a1b1-a42726a747c3 req-962cfab0-ef51-4376-9dff-eb35f8b88ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:59.622779 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-57a61af1-0662-4689-a1b1-a42726a747c3 req-962cfab0-ef51-4376-9dff-eb35f8b88ced service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=0d7d52f95e5e452ca2ac11900fc0d931&device_id=b9c8d616-8c5b-4060-ac1f-1386107a7f91 HTTP/1.1" status: 200 len: 1127 time: 0.1004713 Aug 31 09:48:59.664832 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfa9313-95b8-4e9d-b1cc-2ae2e1ae69d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab8d9bc-0330-4b4c-bb1a-061ed5c0d95c,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:59.690998 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:48:59.705491 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e6ec9-a125-486b-b67e-f60d975ef2ec req-05f18568-9475-471f-b66f-ee684a726200 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:59.726146 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c83e6ec9-a125-486b-b67e-f60d975ef2ec req-05f18568-9475-471f-b66f-ee684a726200 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 945 time: 0.2587497 Aug 31 09:48:59.727681 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 44402) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:48:59.736106 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce7cbb-7be6-477f-ac0c-7e92b4ddf60f req-567ad476-e484-4192-9010-56fa6894ff05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:48:59.742991 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a8ce7cbb-7be6-477f-ac0c-7e92b4ddf60f req-567ad476-e484-4192-9010-56fa6894ff05 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=2e69cc92-d348-4eef-9a4c-b8daacafc440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2606373 Aug 31 09:48:59.750919 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-d384e470-9bf9-412f-bef1-5d06e02da590 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Request body: {'floatingip': {'port_id': 'cae2bef1-d3f5-4bd0-b345-99fbc7e354b9'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:48:59.756620 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-315fd721-2a2b-4301-b2fe-ce43b398194e req-5394d333-9fb8-4616-b0be-3c71439e38b7 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e4187bef-31b9-4ca8-9d0f-06acd88bcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184960 Aug 31 09:48:59.763310 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:59.858075 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-1604dd29-3973-4fed-b477-a90f78dbab4e admin admin] Publish callbacks [] for security_group (fab8d9bc-0330-4b4c-bb1a-061ed5c0d95c), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:48:59.987807 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-d384e470-9bf9-412f-bef1-5d06e02da590 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks [] for floatingip (db9b4250-c5fa-4e82-b73f-c198605a1166), before_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:00.008315 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-1604dd29-3973-4fed-b477-a90f78dbab4e admin admin] Publish callbacks [] for security_group (fab8d9bc-0330-4b4c-bb1a-061ed5c0d95c), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:00.017961 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4384172-ee72-47d7-a9df-4b24253af6f7 req-70e5c116-e523-492d-81de-11292f08f752 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:00.021253 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c4384172-ee72-47d7-a9df-4b24253af6f7 req-70e5c116-e523-492d-81de-11292f08f752 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 945 time: 0.1533594 Aug 31 09:49:00.082901 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a61af1-0662-4689-a1b1-a42726a747c3 req-33b02f76-60b8-4191-a46b-9b13b6f806a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:00.086155 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-57a61af1-0662-4689-a1b1-a42726a747c3 req-33b02f76-60b8-4191-a46b-9b13b6f806a9 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=0d7d52f95e5e452ca2ac11900fc0d931&shared=False HTTP/1.1" status: 200 len: 910 time: 0.4338298 Aug 31 09:49:00.089785 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 44412) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:49:00.139748 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-4ecd20d9-8255-4d8d-81a3-90bc4c678e15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:00.191302 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:00.266265 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-1604dd29-3973-4fed-b477-a90f78dbab4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (fab8d9bc-0330-4b4c-bb1a-061ed5c0d95c), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:00.270660 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-1604dd29-3973-4fed-b477-a90f78dbab4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:00.272090 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-1604dd29-3973-4fed-b477-a90f78dbab4e admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/fab8d9bc-0330-4b4c-bb1a-061ed5c0d95c HTTP/1.1" status: 204 len: 168 time: 0.6607809 Aug 31 09:49:00.294414 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c4384172-ee72-47d7-a9df-4b24253af6f7 req-b70c37ac-82f4-44bc-b4d2-5df8ef609733 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632608 Aug 31 09:49:00.320697 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1604dd29-3973-4fed-b477-a90f78dbab4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab8d9bc-0330-4b4c-bb1a-061ed5c0d95c,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:00.527922 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a61af1-0662-4689-a1b1-a42726a747c3 req-5fe49132-697b-49a2-8528-b52da0aea246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:00.529554 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-57a61af1-0662-4689-a1b1-a42726a747c3 req-5fe49132-697b-49a2-8528-b52da0aea246 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3648200 Aug 31 09:49:00.553301 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a8ce7cbb-7be6-477f-ac0c-7e92b4ddf60f req-1d0fca61-bd6f-4e2c-a16c-7d59c51b680e service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2e69cc92-d348-4eef-9a4c-b8daacafc440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3861480 Aug 31 09:49:00.557915 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:00.602816 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-4ecd20d9-8255-4d8d-81a3-90bc4c678e15 admin admin] Publish callbacks [] for security_group (c04cea89-ea77-4aad-86b0-6bf7d4cfe475), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:00.620379 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-4ecd20d9-8255-4d8d-81a3-90bc4c678e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (c04cea89-ea77-4aad-86b0-6bf7d4cfe475), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:00.753086 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-4ecd20d9-8255-4d8d-81a3-90bc4c678e15 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=e2d1e8d7858849eaaf92de0406282ac8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6603050 Aug 31 09:49:00.758753 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 44424) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:49:00.761396 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecd20d9-8255-4d8d-81a3-90bc4c678e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04cea89-ea77-4aad-86b0-6bf7d4cfe475,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:00.774090 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da493a34-f287-4049-9944-09ae91849d27 req-b056900f-805a-4bab-9531-4731c624f550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:00.775614 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-da493a34-f287-4049-9944-09ae91849d27 req-b056900f-805a-4bab-9531-4731c624f550 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=0d7d52f95e5e452ca2ac11900fc0d931&device_id=b9c8d616-8c5b-4060-ac1f-1386107a7f91 HTTP/1.1" status: 200 len: 1127 time: 0.1109476 Aug 31 09:49:01.086444 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-d384e470-9bf9-412f-bef1-5d06e02da590 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:01.095409 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-d384e470-9bf9-412f-bef1-5d06e02da590 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964517'] for floatingip (db9b4250-c5fa-4e82-b73f-c198605a1166), after_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:01.154192 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-da493a34-f287-4049-9944-09ae91849d27 req-c5b998ba-aa69-447d-a71f-c41e6af4b14c service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d HTTP/1.1" status: 200 len: 217 time: 0.3583238 Aug 31 09:49:01.174791 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a8ce7cbb-7be6-477f-ac0c-7e92b4ddf60f req-f6c63b19-9803-4224-9541-98f7da6502f4 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2e69cc92-d348-4eef-9a4c-b8daacafc440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5880365 Aug 31 09:49:01.243781 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa9777-e01b-48f3-ae38-0bcf408a3f51 req-1abbdb46-4551-443d-9edb-8b656a2ba526 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:01.245718 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7caa9777-e01b-48f3-ae38-0bcf408a3f51 req-1abbdb46-4551-443d-9edb-8b656a2ba526 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b9c8d616-8c5b-4060-ac1f-1386107a7f91 HTTP/1.1" status: 200 len: 943 time: 0.1455567 Aug 31 09:49:01.254674 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-20176d63-d8f6-473f-8ecf-da1ec4e40598 admin admin] Publish callbacks [] for security_group (c04cea89-ea77-4aad-86b0-6bf7d4cfe475), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:01.298815 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-20176d63-d8f6-473f-8ecf-da1ec4e40598 admin admin] Publish callbacks [] for security_group (c04cea89-ea77-4aad-86b0-6bf7d4cfe475), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:01.302736 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da493a34-f287-4049-9944-09ae91849d27 req-bd788f8f-f8d9-41ba-a7b2-6b1f54239a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:01.304390 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-da493a34-f287-4049-9944-09ae91849d27 req-bd788f8f-f8d9-41ba-a7b2-6b1f54239a33 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=37663499-cf56-4aeb-bb17-1087d341c29e HTTP/1.1" status: 200 len: 849 time: 0.1286500 Aug 31 09:49:01.343063 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:01.399679 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-da493a34-f287-4049-9944-09ae91849d27 req-8195a6fa-9ec8-4773-a8af-ad7e78bb4a4b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=9aad165a-e9a5-4348-86e8-f13640f54588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730867 Aug 31 09:49:01.419709 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7caa9777-e01b-48f3-ae38-0bcf408a3f51 req-7ccfc18a-0781-464d-95d3-2d1c3c99bb2f tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e4187bef-31b9-4ca8-9d0f-06acd88bcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465325 Aug 31 09:49:01.478492 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-20176d63-d8f6-473f-8ecf-da1ec4e40598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (c04cea89-ea77-4aad-86b0-6bf7d4cfe475), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:01.481904 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-20176d63-d8f6-473f-8ecf-da1ec4e40598 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:01.486079 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-20176d63-d8f6-473f-8ecf-da1ec4e40598 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/c04cea89-ea77-4aad-86b0-6bf7d4cfe475 HTTP/1.1" status: 204 len: 168 time: 0.7216895 Aug 31 09:49:01.511325 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b6ebf-aa60-406b-80e3-4dce85c8e1ae req-cf2e648b-1e99-40b1-ba83-eeff9cc2db99 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:01.513661 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-487b6ebf-aa60-406b-80e3-4dce85c8e1ae req-cf2e648b-1e99-40b1-ba83-eeff9cc2db99 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 945 time: 0.0847187 Aug 31 09:49:01.515947 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20176d63-d8f6-473f-8ecf-da1ec4e40598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04cea89-ea77-4aad-86b0-6bf7d4cfe475,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:01.560089 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.db.l3_db [None req-d384e470-9bf9-412f-bef1-5d06e02da590 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Floating IP db9b4250-c5fa-4e82-b73f-c198605a1166 associated. External IP: 172.27.3.170, port: cae2bef1-d3f5-4bd0-b345-99fbc7e354b9. Aug 31 09:49:01.698639 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-487b6ebf-aa60-406b-80e3-4dce85c8e1ae req-03cf9657-67de-45d5-a607-8a22f0d98605 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313736 Aug 31 09:49:01.821010 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-da493a34-f287-4049-9944-09ae91849d27 req-d36ccb6c-30b5-4b2f-a49e-293ca68bfd6c service neutron] 10.222.0.64 "GET /networking/v2.0/networks/9aad165a-e9a5-4348-86e8-f13640f54588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056638 Aug 31 09:49:01.998003 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-da493a34-f287-4049-9944-09ae91849d27 req-9bb0e947-2e48-41b0-985c-18928d5ca406 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/9aad165a-e9a5-4348-86e8-f13640f54588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664894 Aug 31 09:49:02.042918 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d384e470-9bf9-412f-bef1-5d06e02da590 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Router f2e42f77-94e7-42d5-9503-c5e8020fbc5a has already been hosted by L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 {{(pid=112920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:49:02.044653 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:02.067012 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=4 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:02.125359 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7352b-949c-40c7-ba95-946e6f4c4612 req-97a3a152-332a-4aca-b112-f410d46125b5 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:02.129964 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9ee7352b-949c-40c7-ba95-946e6f4c4612 req-97a3a152-332a-4aca-b112-f410d46125b5 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2dd468e-d0ef-4e78-be7f-9756e469206d HTTP/1.1" status: 200 len: 945 time: 0.0737689 Aug 31 09:49:02.192210 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9ee7352b-949c-40c7-ba95-946e6f4c4612 req-abf3be11-ffee-407e-9939-a01d443c3040 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c13dae4f-4b4f-4642-a70a-8b63d74f90d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555592 Aug 31 09:49:02.206625 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d384e470-9bf9-412f-bef1-5d06e02da590 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:49:02.222188 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-d384e470-9bf9-412f-bef1-5d06e02da590 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for floatingip (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:02.225330 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ad5a53-7035-49b4-b56e-859ac2ce311a None None] Sync routers for ids ['f2e42f77-94e7-42d5-9503-c5e8020fbc5a'] in dv-cinder-844961-2-iscsi {{(pid=112922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:49:02.238555 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ad5a53-7035-49b4-b56e-859ac2ce311a None None] Routers {'f2e42f77-94e7-42d5-9503-c5e8020fbc5a'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:49:02.239412 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-a6ad5a53-7035-49b4-b56e-859ac2ce311a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:48:56Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['f2e42f77-94e7-42d5-9503-c5e8020fbc5a'], 'active': True} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:49:02.285907 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-d384e470-9bf9-412f-bef1-5d06e02da590 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "PUT /networking/v2.0/floatingips/db9b4250-c5fa-4e82-b73f-c198605a1166 HTTP/1.1" status: 200 len: 991 time: 2.5565279 Aug 31 09:49:02.286641 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e598a8ab-5332-4c3c-8f72-098d0ac6a3c8', 'tag': 'cae2bef1-d3f5-4bd0-b345-99fbc7e354b9'}] {{(pid=112920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:49:02.290729 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b1c67df7a66df2dbb2f1d86d1740294a25e35557c8b7fb736f9ab0bc04a1bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ebb2af3-5eef-471d-8a01-1fadd5d932e9" -d '{"events": [{"name": "network-changed", "server_uuid": "e598a8ab-5332-4c3c-8f72-098d0ac6a3c8", "tag": "cae2bef1-d3f5-4bd0-b345-99fbc7e354b9"}]}' {{(pid=112920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:49:02.365968 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvr_db [None req-a6ad5a53-7035-49b4-b56e-859ac2ce311a None None] Set router f2e42f77-94e7-42d5-9503-c5e8020fbc5a gateway port host: dv-cinder-844961-2-iscsi {{(pid=112922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:49:02.367472 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 09:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d02dca-9ab6-4e6b-b420-dbe1a19e9571 x-openstack-request-id: req-87d02dca-9ab6-4e6b-b420-dbe1a19e9571 {{(pid=112920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:49:02.367939 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e598a8ab-5332-4c3c-8f72-098d0ac6a3c8", "tag": "cae2bef1-d3f5-4bd0-b345-99fbc7e354b9", "status": "completed", "code": 200}]} {{(pid=112920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:49:02.368333 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-87d02dca-9ab6-4e6b-b420-dbe1a19e9571 {{(pid=112920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:49:02.368995 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87d02dca-9ab6-4e6b-b420-dbe1a19e9571'] response: {'name': 'network-changed', 'server_uuid': 'e598a8ab-5332-4c3c-8f72-098d0ac6a3c8', 'tag': 'cae2bef1-d3f5-4bd0-b345-99fbc7e354b9', 'status': 'completed', 'code': 200} Aug 31 09:49:02.457492 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 44500) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:49:02.658421 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c797a69-7e51-4586-8299-fc2c8bbe0a0b req-141a57ac-6f36-475d-80e1-11237f9c7eb9 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:02.660686 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9c797a69-7e51-4586-8299-fc2c8bbe0a0b req-141a57ac-6f36-475d-80e1-11237f9c7eb9 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b9c8d616-8c5b-4060-ac1f-1386107a7f91 HTTP/1.1" status: 200 len: 943 time: 0.1088085 Aug 31 09:49:02.713438 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:02.720008 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a22fb427-af17-4203-bc16-a96598c28415 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:02.788759 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9c797a69-7e51-4586-8299-fc2c8bbe0a0b req-abcaaedb-7190-4842-8541-b6e19749e6b8 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e4187bef-31b9-4ca8-9d0f-06acd88bcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200864 Aug 31 09:49:02.815529 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-a6ad5a53-7035-49b4-b56e-859ac2ce311a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e42f77-94e7-42d5-9503-c5e8020fbc5a', 'name': 'tempest-AttachVolumeTestJSON-1715309462-router', 'tenant_id': '05be916a558445ee8550559d491efbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'f76b301f-19b7-4734-a30a-4961b713a81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:47:48Z', 'updated_at': '2022-08-31T09:47:59Z', 'revision_number': 4, 'project_id': '05be916a558445ee8550559d491efbd0', 'gw_port': {'id': 'f76b301f-19b7-4734-a30a-4961b713a81d', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:85:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e42f77-94e7-42d5-9503-c5e8020fbc5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:48Z', 'updated_at': '2022-08-31T09:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_floatingips': [{'id': 'db9b4250-c5fa-4e82-b73f-c198605a1166', 'tenant_id': '05be916a558445ee8550559d491efbd0', 'floating_ip_address': '172.27.3.170', 'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'router_id': 'f2e42f77-94e7-42d5-9503-c5e8020fbc5a', 'port_id': 'cae2bef1-d3f5-4bd0-b345-99fbc7e354b9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36c1318a-9832-4bc9-ac1a-5f597bd8ac6c', 'mac_address': 'fa:16:3e:4a:32:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e598a8ab-5332-4c3c-8f72-098d0ac6a3c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T09:48:07Z', 'updated_at': '2022-08-31T09:49:00Z', 'revision_number': 1, 'project_id': '05be916a558445ee8550559d491efbd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1ca8d90-e985-4b0d-ac9f-41a26d5a451f', 'name': '', 'network_id': '36c1318a-9832-4bc9-ac1a-5f597bd8ac6c', 'tenant_id': '05be916a558445ee8550559d491efbd0', 'mac_address': 'fa:16:3e:b3:34:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e42f77-94e7-42d5-9503-c5e8020fbc5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '62f04c98-5559-462e-a349-fd7424d6ae82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:55Z', 'updated_at': '2022-08-31T09:48:13Z', 'revision_number': 5, 'project_id': '05be916a558445ee8550559d491efbd0', 'subnets': [{'id': '62f04c98-5559-462e-a349-fd7424d6ae82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:49:02.869586 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ad5a53-7035-49b4-b56e-859ac2ce311a None None] Checking router: f2e42f77-94e7-42d5-9503-c5e8020fbc5a for host: dv-cinder-844961-2-iscsi {{(pid=112922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:49:02.880462 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ad5a53-7035-49b4-b56e-859ac2ce311a None None] Routers {'f2e42f77-94e7-42d5-9503-c5e8020fbc5a'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:49:02.881357 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-a6ad5a53-7035-49b4-b56e-859ac2ce311a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:48:56Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['f2e42f77-94e7-42d5-9503-c5e8020fbc5a'], 'active': True} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:49:02.914577 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a22fb427-af17-4203-bc16-a96598c28415 admin admin] Publish callbacks [] for security_group (d70cdf33-0223-4c8a-9a5d-1b74daf11836), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:02.924104 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a22fb427-af17-4203-bc16-a96598c28415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (d70cdf33-0223-4c8a-9a5d-1b74daf11836), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:02.943729 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8d8388-03fb-4060-9176-132c6a7bee85 req-b2de1ef1-9ff7-4b8e-9e29-5b36b20010e7 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:02.951925 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-fc8d8388-03fb-4060-9176-132c6a7bee85 req-b2de1ef1-9ff7-4b8e-9e29-5b36b20010e7 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 945 time: 0.1287696 Aug 31 09:49:03.015780 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-a22fb427-af17-4203-bc16-a96598c28415 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=1c9972e700f4459dba1afc3060ca9a39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5570021 Aug 31 09:49:03.017352 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-fc8d8388-03fb-4060-9176-132c6a7bee85 req-558098b4-77bc-47b4-b8f0-84e5c3119f94 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642200 Aug 31 09:49:03.018515 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 44528) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:49:03.057990 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22fb427-af17-4203-bc16-a96598c28415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70cdf33-0223-4c8a-9a5d-1b74daf11836,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:03.120461 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvr_db [None req-a6ad5a53-7035-49b4-b56e-859ac2ce311a None None] Set router f2e42f77-94e7-42d5-9503-c5e8020fbc5a gateway port host: dv-cinder-844961-2-iscsi {{(pid=112922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:49:03.154940 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-a17a0506-585a-47e8-a341-997f19b6cf90 admin admin] Publish callbacks [] for security_group (d70cdf33-0223-4c8a-9a5d-1b74daf11836), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:03.192438 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-a17a0506-585a-47e8-a341-997f19b6cf90 admin admin] Publish callbacks [] for security_group (d70cdf33-0223-4c8a-9a5d-1b74daf11836), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:03.286287 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-a17a0506-585a-47e8-a341-997f19b6cf90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (d70cdf33-0223-4c8a-9a5d-1b74daf11836), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:03.291064 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-a17a0506-585a-47e8-a341-997f19b6cf90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:03.293276 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-a17a0506-585a-47e8-a341-997f19b6cf90 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/d70cdf33-0223-4c8a-9a5d-1b74daf11836 HTTP/1.1" status: 204 len: 168 time: 0.2716796 Aug 31 09:49:03.311856 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17a0506-585a-47e8-a341-997f19b6cf90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70cdf33-0223-4c8a-9a5d-1b74daf11836,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:03.437292 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e40637-7227-46c3-9767-25992946c406 req-0c6ff553-0bad-4b78-906d-318d9db58f75 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:03.440812 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-19e40637-7227-46c3-9767-25992946c406 req-0c6ff553-0bad-4b78-906d-318d9db58f75 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2dd468e-d0ef-4e78-be7f-9756e469206d HTTP/1.1" status: 200 len: 945 time: 0.0830171 Aug 31 09:49:03.543863 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 44544) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:49:03.572099 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-19e40637-7227-46c3-9767-25992946c406 req-3d56dfd5-06b5-44c8-a865-42c75a273068 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c13dae4f-4b4f-4642-a70a-8b63d74f90d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245120 Aug 31 09:49:03.632375 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-a6ad5a53-7035-49b4-b56e-859ac2ce311a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e42f77-94e7-42d5-9503-c5e8020fbc5a', 'name': 'tempest-AttachVolumeTestJSON-1715309462-router', 'tenant_id': '05be916a558445ee8550559d491efbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'f76b301f-19b7-4734-a30a-4961b713a81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:47:48Z', 'updated_at': '2022-08-31T09:47:59Z', 'revision_number': 4, 'project_id': '05be916a558445ee8550559d491efbd0', 'gw_port': {'id': 'f76b301f-19b7-4734-a30a-4961b713a81d', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:85:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e42f77-94e7-42d5-9503-c5e8020fbc5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:48Z', 'updated_at': '2022-08-31T09:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_floatingips': [{'id': 'db9b4250-c5fa-4e82-b73f-c198605a1166', 'tenant_id': '05be916a558445ee8550559d491efbd0', 'floating_ip_address': '172.27.3.170', 'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'router_id': 'f2e42f77-94e7-42d5-9503-c5e8020fbc5a', 'port_id': 'cae2bef1-d3f5-4bd0-b345-99fbc7e354b9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36c1318a-9832-4bc9-ac1a-5f597bd8ac6c', 'mac_address': 'fa:16:3e:4a:32:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e598a8ab-5332-4c3c-8f72-098d0ac6a3c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T09:48:07Z', 'updated_at': '2022-08-31T09:49:00Z', 'revision_number': 1, 'project_id': '05be916a558445ee8550559d491efbd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1ca8d90-e985-4b0d-ac9f-41a26d5a451f', 'name': '', 'network_id': '36c1318a-9832-4bc9-ac1a-5f597bd8ac6c', 'tenant_id': '05be916a558445ee8550559d491efbd0', 'mac_address': 'fa:16:3e:b3:34:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e42f77-94e7-42d5-9503-c5e8020fbc5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '62f04c98-5559-462e-a349-fd7424d6ae82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:55Z', 'updated_at': '2022-08-31T09:48:13Z', 'revision_number': 5, 'project_id': '05be916a558445ee8550559d491efbd0', 'subnets': [{'id': '62f04c98-5559-462e-a349-fd7424d6ae82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:49:03.676890 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ad5a53-7035-49b4-b56e-859ac2ce311a None None] The sync data for ids ['f2e42f77-94e7-42d5-9503-c5e8020fbc5a'] in dv-cinder-844961-2-iscsi is: [{'id': 'f2e42f77-94e7-42d5-9503-c5e8020fbc5a', 'name': 'tempest-AttachVolumeTestJSON-1715309462-router', 'tenant_id': '05be916a558445ee8550559d491efbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'f76b301f-19b7-4734-a30a-4961b713a81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:47:48Z', 'updated_at': '2022-08-31T09:47:59Z', 'revision_number': 4, 'project_id': '05be916a558445ee8550559d491efbd0', 'gw_port': {'id': 'f76b301f-19b7-4734-a30a-4961b713a81d', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:85:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e42f77-94e7-42d5-9503-c5e8020fbc5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:48Z', 'updated_at': '2022-08-31T09:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_floatingips': [{'id': 'db9b4250-c5fa-4e82-b73f-c198605a1166', 'tenant_id': '05be916a558445ee8550559d491efbd0', 'floating_ip_address': '172.27.3.170', 'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'router_id': 'f2e42f77-94e7-42d5-9503-c5e8020fbc5a', 'port_id': 'cae2bef1-d3f5-4bd0-b345-99fbc7e354b9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36c1318a-9832-4bc9-ac1a-5f597bd8ac6c', 'mac_address': 'fa:16:3e:4a:32:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e598a8ab-5332-4c3c-8f72-098d0ac6a3c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T09:48:07Z', 'updated_at': '2022-08-31T09:49:00Z', 'revision_number': 1, 'project_id': '05be916a558445ee8550559d491efbd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1ca8d90-e985-4b0d-ac9f-41a26d5a451f', 'name': '', 'network_id': '36c1318a-9832-4bc9-ac1a-5f597bd8ac6c', 'tenant_id': '05be916a558445ee8550559d491efbd0', 'mac_address': 'fa:16:3e:b3:34:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e42f77-94e7-42d5-9503-c5e8020fbc5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '62f04c98-5559-462e-a349-fd7424d6ae82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:55Z', 'updated_at': '2022-08-31T09:48:13Z', 'revision_number': 5, 'project_id': '05be916a558445ee8550559d491efbd0', 'subnets': [{'id': '62f04c98-5559-462e-a349-fd7424d6ae82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:49:03.943010 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-1da6fd36-982f-4d22-a689-830a1da4ea29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:04.042927 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 44562) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:49:04.083727 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-9b4021e7-0677-4b44-9f3c-2309989d0091 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:04.136104 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:04.148291 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcbfe83-0b0f-4ca5-a94e-87f32100a34c None None] New status for floating IP db9b4250-c5fa-4e82-b73f-c198605a1166: ACTIVE {{(pid=112921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 09:49:04.162965 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:04.211770 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8574cac7-7530-47ba-bc11-478e3d010163 req-86434b5c-77ee-4977-a26e-f2bc345cfa50 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:04.222392 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-8574cac7-7530-47ba-bc11-478e3d010163 req-86434b5c-77ee-4977-a26e-f2bc345cfa50 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b9c8d616-8c5b-4060-ac1f-1386107a7f91 HTTP/1.1" status: 200 len: 943 time: 0.2164838 Aug 31 09:49:04.370642 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d3026-116d-42fe-9908-4db3e147de93 req-4de55d2c-1c94-4449-be3d-7d77d3803792 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:04.379420 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a69d3026-116d-42fe-9908-4db3e147de93 req-4de55d2c-1c94-4449-be3d-7d77d3803792 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 945 time: 0.1501801 Aug 31 09:49:04.407606 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-9b4021e7-0677-4b44-9f3c-2309989d0091 admin admin] Publish callbacks [] for security_group (3b04bae0-53ed-4810-b096-3411441497d3), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:04.419182 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-9b4021e7-0677-4b44-9f3c-2309989d0091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (3b04bae0-53ed-4810-b096-3411441497d3), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:04.444018 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-8574cac7-7530-47ba-bc11-478e3d010163 req-04c67508-76c4-44dd-86b7-9a6a823bb9cc tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e4187bef-31b9-4ca8-9d0f-06acd88bcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183235 Aug 31 09:49:04.448889 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-1da6fd36-982f-4d22-a689-830a1da4ea29 admin admin] Publish callbacks [] for security_group (9740180f-331d-4e34-9259-0ad91c4f2d86), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:04.537260 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4021e7-0677-4b44-9f3c-2309989d0091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b04bae0-53ed-4810-b096-3411441497d3,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:04.538659 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-1da6fd36-982f-4d22-a689-830a1da4ea29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (9740180f-331d-4e34-9259-0ad91c4f2d86), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:04.547262 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-9b4021e7-0677-4b44-9f3c-2309989d0091 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=79bb1d5c92494216a2805a642f4e8084&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4991221 Aug 31 09:49:04.548056 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 44568) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:49:04.635613 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-1da6fd36-982f-4d22-a689-830a1da4ea29 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=6ddbec14e9e54228acbf4d80ea432639&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0900912 Aug 31 09:49:04.638692 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 44572) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:49:04.678947 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a69d3026-116d-42fe-9908-4db3e147de93 req-0b111596-37b5-4788-a615-060ee5eff69e tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973864 Aug 31 09:49:04.741866 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-847000bc-8bd8-4ae6-97e6-2190f52b8b6e admin admin] Publish callbacks [] for security_group (3b04bae0-53ed-4810-b096-3411441497d3), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:04.806773 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da6fd36-982f-4d22-a689-830a1da4ea29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9740180f-331d-4e34-9259-0ad91c4f2d86,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:04.822313 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-847000bc-8bd8-4ae6-97e6-2190f52b8b6e admin admin] Publish callbacks [] for security_group (3b04bae0-53ed-4810-b096-3411441497d3), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:04.871968 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-5a4c21b0-ec7c-462b-a978-532cd0c2b6f8 admin admin] Publish callbacks [] for security_group (9740180f-331d-4e34-9259-0ad91c4f2d86), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:04.890016 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d63ae7-4a85-4545-8ebe-a177fbaed5dd req-7d7dbc0d-a5fd-4ae3-8d81-980b5455c81c tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:04.898536 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f9d63ae7-4a85-4545-8ebe-a177fbaed5dd req-7d7dbc0d-a5fd-4ae3-8d81-980b5455c81c tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2dd468e-d0ef-4e78-be7f-9756e469206d HTTP/1.1" status: 200 len: 945 time: 0.1460500 Aug 31 09:49:04.920444 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-5a4c21b0-ec7c-462b-a978-532cd0c2b6f8 admin admin] Publish callbacks [] for security_group (9740180f-331d-4e34-9259-0ad91c4f2d86), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:04.969299 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-847000bc-8bd8-4ae6-97e6-2190f52b8b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (3b04bae0-53ed-4810-b096-3411441497d3), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:04.974523 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-847000bc-8bd8-4ae6-97e6-2190f52b8b6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:04.978692 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-847000bc-8bd8-4ae6-97e6-2190f52b8b6e admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/3b04bae0-53ed-4810-b096-3411441497d3 HTTP/1.1" status: 204 len: 168 time: 0.4267182 Aug 31 09:49:04.989647 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:04.994443 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f9d63ae7-4a85-4545-8ebe-a177fbaed5dd req-82f55ad7-a941-4354-92b9-7933c9d59dff tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c13dae4f-4b4f-4642-a70a-8b63d74f90d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949731 Aug 31 09:49:04.998775 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847000bc-8bd8-4ae6-97e6-2190f52b8b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b04bae0-53ed-4810-b096-3411441497d3,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:05.064569 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-5a4c21b0-ec7c-462b-a978-532cd0c2b6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (9740180f-331d-4e34-9259-0ad91c4f2d86), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:05.084852 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-5a4c21b0-ec7c-462b-a978-532cd0c2b6f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:05.085982 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-5a4c21b0-ec7c-462b-a978-532cd0c2b6f8 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/9740180f-331d-4e34-9259-0ad91c4f2d86 HTTP/1.1" status: 204 len: 168 time: 0.4452438 Aug 31 09:49:05.097852 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4c21b0-ec7c-462b-a978-532cd0c2b6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9740180f-331d-4e34-9259-0ad91c4f2d86,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:05.628160 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8087e-c752-435c-874e-0fd692c64717 req-0ecc4ff3-8fb9-47e0-ac77-7b7939957527 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:05.638477 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f8a8087e-c752-435c-874e-0fd692c64717 req-0ecc4ff3-8fb9-47e0-ac77-7b7939957527 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b9c8d616-8c5b-4060-ac1f-1386107a7f91 HTTP/1.1" status: 200 len: 943 time: 0.0894234 Aug 31 09:49:05.695722 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f8a8087e-c752-435c-874e-0fd692c64717 req-acb3e0ad-da89-4158-bef5-b075bc6785c6 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e4187bef-31b9-4ca8-9d0f-06acd88bcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561738 Aug 31 09:49:05.756281 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 44608) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:49:05.789448 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-4e8fcf2a-5dfc-42ba-9658-796ded95c56a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:05.897800 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 44614) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:49:05.921473 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=74,neutron:INSERT=22,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:05.929297 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a8e8b2e6-7af3-41d6-ba90-5949f4d96077 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:05.944321 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34de5a-aca7-49f4-a15e-ab1a80b791e0 req-47cce7d1-7195-48cd-8713-e0a5709172f2 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:05.953981 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-6f34de5a-aca7-49f4-a15e-ab1a80b791e0 req-47cce7d1-7195-48cd-8713-e0a5709172f2 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 945 time: 0.1107945 Aug 31 09:49:06.018850 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-4e8fcf2a-5dfc-42ba-9658-796ded95c56a admin admin] Publish callbacks [] for security_group (0a0f2f18-bc3d-4cd9-89b0-660b21129233), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:06.030423 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-6f34de5a-aca7-49f4-a15e-ab1a80b791e0 req-d022f155-a18b-49ee-934f-bbe32f1cd75d tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746253 Aug 31 09:49:06.032649 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-4e8fcf2a-5dfc-42ba-9658-796ded95c56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (0a0f2f18-bc3d-4cd9-89b0-660b21129233), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:06.087271 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-4e8fcf2a-5dfc-42ba-9658-796ded95c56a admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=6254c9e845bf4d01b15882e06338098b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3274717 Aug 31 09:49:06.087751 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 44620) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:49:06.105642 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8fcf2a-5dfc-42ba-9658-796ded95c56a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0f2f18-bc3d-4cd9-89b0-660b21129233,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:06.157344 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a8e8b2e6-7af3-41d6-ba90-5949f4d96077 admin admin] Publish callbacks [] for security_group (fd9e5d6c-f556-4299-a5d8-21c4e887f9ae), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:06.164883 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a8e8b2e6-7af3-41d6-ba90-5949f4d96077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (fd9e5d6c-f556-4299-a5d8-21c4e887f9ae), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:06.212697 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c5b67-7761-4b74-a3da-2d283abb704d req-61961d4f-6ae2-4e36-9ea7-6a0d76800e09 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:06.214700 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-056c5b67-7761-4b74-a3da-2d283abb704d req-61961d4f-6ae2-4e36-9ea7-6a0d76800e09 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2dd468e-d0ef-4e78-be7f-9756e469206d HTTP/1.1" status: 200 len: 945 time: 0.0640039 Aug 31 09:49:06.217509 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-37c19161-5f0d-44fc-ba31-9132c9028a0b admin admin] Publish callbacks [] for security_group (0a0f2f18-bc3d-4cd9-89b0-660b21129233), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:06.261210 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e8b2e6-7af3-41d6-ba90-5949f4d96077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9e5d6c-f556-4299-a5d8-21c4e887f9ae,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:06.295306 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-37c19161-5f0d-44fc-ba31-9132c9028a0b admin admin] Publish callbacks [] for security_group (0a0f2f18-bc3d-4cd9-89b0-660b21129233), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:06.307157 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-a8e8b2e6-7af3-41d6-ba90-5949f4d96077 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=1e294af9d7204453adcd286755f57962&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4010425 Aug 31 09:49:06.308288 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 44626) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:49:06.318334 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=3 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:06.367898 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-056c5b67-7761-4b74-a3da-2d283abb704d req-4bc139b1-a46d-4fb1-9f83-3a22773d1b81 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c13dae4f-4b4f-4642-a70a-8b63d74f90d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353872 Aug 31 09:49:06.418915 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-37c19161-5f0d-44fc-ba31-9132c9028a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (0a0f2f18-bc3d-4cd9-89b0-660b21129233), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:06.423107 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-97c2bcb2-a6d1-49c6-9b66-d2679210d582 admin admin] Publish callbacks [] for security_group (fd9e5d6c-f556-4299-a5d8-21c4e887f9ae), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:06.426370 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-37c19161-5f0d-44fc-ba31-9132c9028a0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:06.427826 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=15 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:06.429771 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-37c19161-5f0d-44fc-ba31-9132c9028a0b admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/0a0f2f18-bc3d-4cd9-89b0-660b21129233 HTTP/1.1" status: 204 len: 168 time: 0.3398850 Aug 31 09:49:06.453137 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c19161-5f0d-44fc-ba31-9132c9028a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0f2f18-bc3d-4cd9-89b0-660b21129233,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:06.492109 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-97c2bcb2-a6d1-49c6-9b66-d2679210d582 admin admin] Publish callbacks [] for security_group (fd9e5d6c-f556-4299-a5d8-21c4e887f9ae), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:06.593011 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-97c2bcb2-a6d1-49c6-9b66-d2679210d582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (fd9e5d6c-f556-4299-a5d8-21c4e887f9ae), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:06.600462 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-97c2bcb2-a6d1-49c6-9b66-d2679210d582 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:06.606280 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-97c2bcb2-a6d1-49c6-9b66-d2679210d582 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/fd9e5d6c-f556-4299-a5d8-21c4e887f9ae HTTP/1.1" status: 204 len: 168 time: 0.2867253 Aug 31 09:49:06.621496 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c2bcb2-a6d1-49c6-9b66-d2679210d582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9e5d6c-f556-4299-a5d8-21c4e887f9ae,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:06.637970 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d details requested by agent hyperv_hv-cinder-84496 with host hv-cinder-84496 {{(pid=112921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:49:06.867003 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:06.899532 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d,segment=NetworkSegment(ffcbb7ca-7186-483f-98eb-1cd520c41bdd),segment_id=ffcbb7ca-7186-483f-98eb-1cd520c41bdd)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:49:06.921951 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Returning: {'device': 'b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d', 'network_id': '9aad165a-e9a5-4348-86e8-f13640f54588', 'port_id': 'b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d', 'mac_address': 'fa:16:3e:a7:96:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37663499-cf56-4aeb-bb17-1087d341c29e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:49:06.982031 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Current status of the port b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d is: DOWN; New status is: BUILD {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:49:06.982605 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:06.990305 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff91c9e-b0e1-4a8a-9189-56d7f44b03b0 req-0f80e2fc-2dda-449a-b26c-3aeb67f0299f tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:06.995056 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-6ff91c9e-b0e1-4a8a-9189-56d7f44b03b0 req-0f80e2fc-2dda-449a-b26c-3aeb67f0299f tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b9c8d616-8c5b-4060-ac1f-1386107a7f91 HTTP/1.1" status: 200 len: 943 time: 0.1106713 Aug 31 09:49:07.003205 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.notifiers.nova [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d {{(pid=112921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 09:49:07.043007 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d,segment=NetworkSegment(ffcbb7ca-7186-483f-98eb-1cd520c41bdd),segment_id=ffcbb7ca-7186-483f-98eb-1cd520c41bdd)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:49:07.050184 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:07.171085 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Pushing event updated for resources: {'Port': ['ID=b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d,revision_number=4']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:07.217967 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-6ff91c9e-b0e1-4a8a-9189-56d7f44b03b0 req-fc211e64-f5a4-41bb-9d75-a04d2482bae1 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e4187bef-31b9-4ca8-9d0f-06acd88bcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139347 Aug 31 09:49:07.313685 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb2af3-5eef-471d-8a01-1fadd5d932e9 req-68952ee1-913b-43e4-8334-13ea00cd42c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:07.315728 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-3ebb2af3-5eef-471d-8a01-1fadd5d932e9 req-68952ee1-913b-43e4-8334-13ea00cd42c1 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=05be916a558445ee8550559d491efbd0&device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 1129 time: 0.2114408 Aug 31 09:49:07.360171 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f5dc3-cf88-4cc2-b8a3-59c768cecc13 req-69eb96c0-a729-4129-b9c3-a7cfd0b263db tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:07.363275 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0a4f5dc3-cf88-4cc2-b8a3-59c768cecc13 req-69eb96c0-a729-4129-b9c3-a7cfd0b263db tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 945 time: 0.1729257 Aug 31 09:49:07.440926 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33888f82-c8fb-4032-ad37-e8d7e3ccf395 req-fd0aac8c-395f-4b8e-aae9-8173aca97745 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:07.442869 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-33888f82-c8fb-4032-ad37-e8d7e3ccf395 req-fd0aac8c-395f-4b8e-aae9-8173aca97745 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2dd468e-d0ef-4e78-be7f-9756e469206d HTTP/1.1" status: 200 len: 945 time: 0.1715598 Aug 31 09:49:07.591084 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] get_ports_and_sgs() called for port_ids ['b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d'] {{(pid=112921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 09:49:07.698865 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0a4f5dc3-cf88-4cc2-b8a3-59c768cecc13 req-be12f6ce-5670-43af-a148-8417f7d93a1c tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261905 Aug 31 09:49:07.827385 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f03f6-0336-4609-81e8-1121e788fed6 req-ae824792-325c-4588-808e-4825fc4c628d tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:07.828888 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a13f03f6-0336-4609-81e8-1121e788fed6 req-ae824792-325c-4588-808e-4825fc4c628d tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2dd468e-d0ef-4e78-be7f-9756e469206d HTTP/1.1" status: 200 len: 945 time: 0.2061119 Aug 31 09:49:07.829995 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb2af3-5eef-471d-8a01-1fadd5d932e9 req-e9ea10e7-98e9-4d9c-84f8-cc046479eddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:07.831461 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-3ebb2af3-5eef-471d-8a01-1fadd5d932e9 req-e9ea10e7-98e9-4d9c-84f8-cc046479eddf service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=36c1318a-9832-4bc9-ac1a-5f597bd8ac6c HTTP/1.1" status: 200 len: 912 time: 0.5067332 Aug 31 09:49:07.835289 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [req-33888f82-c8fb-4032-ad37-e8d7e3ccf395 req-e1d6bc2c-3583-44b0-96d7-6be3b64efde5 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] Deleting port b3ab5cef-31da-4563-8e4d-463a5b47cb88 {{(pid=112919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 09:49:07.835643 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-33888f82-c8fb-4032-ad37-e8d7e3ccf395 req-e1d6bc2c-3583-44b0-96d7-6be3b64efde5 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (b3ab5cef-31da-4563-8e4d-463a5b47cb88), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:07.988302 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.db [req-33888f82-c8fb-4032-ad37-e8d7e3ccf395 req-e1d6bc2c-3583-44b0-96d7-6be3b64efde5 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] For port b3ab5cef-31da-4563-8e4d-463a5b47cb88, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=b3ab5cef-31da-4563-8e4d-463a5b47cb88,segment=NetworkSegment(16414794-ef20-48d4-ba3a-f3be7a57a3b0),segment_id=16414794-ef20-48d4-ba3a-f3be7a57a3b0)] {{(pid=112919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:49:07.988672 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-33888f82-c8fb-4032-ad37-e8d7e3ccf395 req-e1d6bc2c-3583-44b0-96d7-6be3b64efde5 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (b3ab5cef-31da-4563-8e4d-463a5b47cb88), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:08.007198 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:08.053679 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [req-33888f82-c8fb-4032-ad37-e8d7e3ccf395 req-e1d6bc2c-3583-44b0-96d7-6be3b64efde5 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] Calling delete_port for b3ab5cef-31da-4563-8e4d-463a5b47cb88 owned by compute:nova {{(pid=112919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 09:49:08.192094 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-3ebb2af3-5eef-471d-8a01-1fadd5d932e9 req-2e10ce0b-eafb-4c66-bc84-437322f5ff7f service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cae2bef1-d3f5-4bd0-b345-99fbc7e354b9 HTTP/1.1" status: 200 len: 1001 time: 0.1941433 Aug 31 09:49:08.250113 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a13f03f6-0336-4609-81e8-1121e788fed6 req-487cf00e-bc66-4abf-819f-f83efe4c7e51 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c13dae4f-4b4f-4642-a70a-8b63d74f90d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436316 Aug 31 09:49:08.289506 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:08.298615 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb2af3-5eef-471d-8a01-1fadd5d932e9 req-c15a0545-e5d0-4adf-9c5d-771fd8ed9f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:08.300693 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-3ebb2af3-5eef-471d-8a01-1fadd5d932e9 req-c15a0545-e5d0-4adf-9c5d-771fd8ed9f88 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=62f04c98-5559-462e-a349-fd7424d6ae82 HTTP/1.1" status: 200 len: 850 time: 0.0979021 Aug 31 09:49:08.418289 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb2af3-5eef-471d-8a01-1fadd5d932e9 req-065aba8b-0912-425d-99e5-59ed25cbfa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:08.423814 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-3ebb2af3-5eef-471d-8a01-1fadd5d932e9 req-065aba8b-0912-425d-99e5-59ed25cbfa7e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=36c1318a-9832-4bc9-ac1a-5f597bd8ac6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1078863 Aug 31 09:49:08.676677 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d3705-4ca6-4262-aeac-61f504c789de req-ecd52cb2-82c2-495a-a1f3-93ae078bde12 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:08.678355 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d78d3705-4ca6-4262-aeac-61f504c789de req-ecd52cb2-82c2-495a-a1f3-93ae078bde12 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b9c8d616-8c5b-4060-ac1f-1386107a7f91 HTTP/1.1" status: 200 len: 944 time: 0.3044343 Aug 31 09:49:08.705453 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-33888f82-c8fb-4032-ad37-e8d7e3ccf395 req-e1d6bc2c-3583-44b0-96d7-6be3b64efde5 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66028622'] for port (b3ab5cef-31da-4563-8e4d-463a5b47cb88), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:08.764467 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d6bc2c-3583-44b0-96d7-6be3b64efde5 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] Pushing event deleted for resources: {'Port': ['ID=b3ab5cef-31da-4563-8e4d-463a5b47cb88,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:08.872069 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-3ebb2af3-5eef-471d-8a01-1fadd5d932e9 req-10afcda6-9062-4fdc-a876-0aa1e88d7d19 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/36c1318a-9832-4bc9-ac1a-5f597bd8ac6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4416919 Aug 31 09:49:08.908623 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.l3_dvrscheduler_db [req-33888f82-c8fb-4032-ad37-e8d7e3ccf395 req-e1d6bc2c-3583-44b0-96d7-6be3b64efde5 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] No DVR routers for this DVR port b3ab5cef-31da-4563-8e4d-463a5b47cb88 on host hv-cinder-84496 {{(pid=112919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 09:49:08.926440 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-33888f82-c8fb-4032-ad37-e8d7e3ccf395 req-e1d6bc2c-3583-44b0-96d7-6be3b64efde5 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for port (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:08.929846 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-33888f82-c8fb-4032-ad37-e8d7e3ccf395 req-e1d6bc2c-3583-44b0-96d7-6be3b64efde5 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] 10.222.0.64 "DELETE /networking/v2.0/ports/b3ab5cef-31da-4563-8e4d-463a5b47cb88 HTTP/1.1" status: 204 len: 173 time: 1.4572363 Aug 31 09:49:08.937097 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2dd468e-d0ef-4e78-be7f-9756e469206d', 'name': 'network-vif-deleted', 'tag': 'b3ab5cef-31da-4563-8e4d-463a5b47cb88'}] {{(pid=112919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:49:08.940883 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f6ad1632a392cf14020321c7ce6c49338053db0fa13ffca62b7dfe78a8e90b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05281299-629c-44a7-8dcf-ed3b6d0fe22a" -d '{"events": [{"server_uuid": "d2dd468e-d0ef-4e78-be7f-9756e469206d", "name": "network-vif-deleted", "tag": "b3ab5cef-31da-4563-8e4d-463a5b47cb88"}]}' {{(pid=112919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:49:08.942891 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] get_ports_and_sgs() called for port_ids ['b3ab5cef-31da-4563-8e4d-463a5b47cb88'] {{(pid=112921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 09:49:09.037638 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d78d3705-4ca6-4262-aeac-61f504c789de req-c282dad7-9734-41f4-8830-2eaddbe6b58d tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e4187bef-31b9-4ca8-9d0f-06acd88bcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334036 Aug 31 09:49:09.083447 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d up at agent hyperv_hv-cinder-84496 {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:49:09.119987 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fab5fa-aba0-4558-b75f-4a18d473ef78 req-a54fdf67-a29b-438a-88ea-d60f96cd9180 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:09.122075 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a5fab5fa-aba0-4558-b75f-4a18d473ef78 req-a54fdf67-a29b-438a-88ea-d60f96cd9180 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 945 time: 0.1913009 Aug 31 09:49:09.149342 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Provisioning for port b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d completed by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 09:49:09.163007 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Provisioning complete for port b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:49:09.163409 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:09.186499 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 09:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05cb94d3-85f4-4b40-bf46-beabc6e701ef x-openstack-request-id: req-05cb94d3-85f4-4b40-bf46-beabc6e701ef {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:49:09.187203 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2dd468e-d0ef-4e78-be7f-9756e469206d", "name": "network-vif-deleted", "tag": "b3ab5cef-31da-4563-8e4d-463a5b47cb88", "status": "completed", "code": 200}]} {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:49:09.187699 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-05cb94d3-85f4-4b40-bf46-beabc6e701ef {{(pid=112919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:49:09.188379 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05cb94d3-85f4-4b40-bf46-beabc6e701ef'] response: {'server_uuid': 'd2dd468e-d0ef-4e78-be7f-9756e469206d', 'name': 'network-vif-deleted', 'tag': 'b3ab5cef-31da-4563-8e4d-463a5b47cb88', 'status': 'completed', 'code': 200} Aug 31 09:49:09.192792 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:09.229261 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-3ebb2af3-5eef-471d-8a01-1fadd5d932e9 req-1144d550-4fa7-4f46-8f06-782b495fe377 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/36c1318a-9832-4bc9-ac1a-5f597bd8ac6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307533 Aug 31 09:49:09.265258 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Current status of the port b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d is: BUILD; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:49:09.265874 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:09.272056 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a5fab5fa-aba0-4558-b75f-4a18d473ef78 req-18689e26-1d30-4e27-8f4e-7447fe497e0e tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412530 Aug 31 09:49:09.304394 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c8d616-8c5b-4060-ac1f-1386107a7f91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d'}] {{(pid=112921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:49:09.308219 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b0c9b70db3c71f613761f7f5e171cb6bed896c41d1f4f7babde002b819469c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5688be-bdb3-4ca5-8844-2927ad467d0f" -d '{"events": [{"server_uuid": "b9c8d616-8c5b-4060-ac1f-1386107a7f91", "name": "network-vif-plugged", "status": "completed", "tag": "b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d"}]}' {{(pid=112921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:49:09.327312 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d,segment=NetworkSegment(ffcbb7ca-7186-483f-98eb-1cd520c41bdd),segment_id=ffcbb7ca-7186-483f-98eb-1cd520c41bdd)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:49:09.339739 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:09.396218 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 09:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3ec4ee-790e-42ad-9536-6834f24d23d3 x-openstack-request-id: req-3d3ec4ee-790e-42ad-9536-6834f24d23d3 {{(pid=112921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:49:09.396745 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9c8d616-8c5b-4060-ac1f-1386107a7f91", "name": "network-vif-plugged", "status": "completed", "tag": "b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d", "code": 200}]} {{(pid=112921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:49:09.397477 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d3ec4ee-790e-42ad-9536-6834f24d23d3 {{(pid=112921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:49:09.398051 dv-cinder-844961-2-iscsi neutron-server[112921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d3ec4ee-790e-42ad-9536-6834f24d23d3'] response: {'server_uuid': 'b9c8d616-8c5b-4060-ac1f-1386107a7f91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d', 'code': 200} Aug 31 09:49:09.473032 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Pushing event updated for resources: {'Port': ['ID=b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d,revision_number=5']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:09.510336 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7f256f52-9a6e-4689-8830-2575f919e79d req-91999ebd-8dcd-444d-8c29-ac47f6d94972 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2dd468e-d0ef-4e78-be7f-9756e469206d HTTP/1.1" status: 200 len: 210 time: 0.0839169 Aug 31 09:49:09.577843 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 44740) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:49:09.819719 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76150ee-42b6-4f71-b8ca-a187f55566b6 req-6ca0331b-9fc6-40b6-8447-e9215cdaa26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:09.826673 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d76150ee-42b6-4f71-b8ca-a187f55566b6 req-6ca0331b-9fc6-40b6-8447-e9215cdaa26e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b9c8d616-8c5b-4060-ac1f-1386107a7f91 HTTP/1.1" status: 200 len: 1129 time: 0.0965631 Aug 31 09:49:09.898017 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-38d03193-693a-4ff2-8114-dc32afba1cce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:09.977285 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d76150ee-42b6-4f71-b8ca-a187f55566b6 req-abc74dc5-3912-4afb-8d75-d2f3f2417c4b service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e4187bef-31b9-4ca8-9d0f-06acd88bcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298091 Aug 31 09:49:10.004177 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:10.057693 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-38d03193-693a-4ff2-8114-dc32afba1cce admin admin] Publish callbacks [] for security_group (d3bbc4bf-8d51-45f6-b7a8-671b10ad1ceb), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:10.063490 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-38d03193-693a-4ff2-8114-dc32afba1cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (d3bbc4bf-8d51-45f6-b7a8-671b10ad1ceb), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:10.131993 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-38d03193-693a-4ff2-8114-dc32afba1cce admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=468a19f9c2614aef94b0069456bc9192&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5524383 Aug 31 09:49:10.133740 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d03193-693a-4ff2-8114-dc32afba1cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3bbc4bf-8d51-45f6-b7a8-671b10ad1ceb,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:10.137724 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 44762) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:49:10.209582 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34029a2a-e665-48e4-b896-fd4cad28043d req-a73445b2-ffcb-446a-9e4b-c31c8f9748ff tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:10.210378 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-34029a2a-e665-48e4-b896-fd4cad28043d req-a73445b2-ffcb-446a-9e4b-c31c8f9748ff tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b9c8d616-8c5b-4060-ac1f-1386107a7f91 HTTP/1.1" status: 200 len: 945 time: 0.0699797 Aug 31 09:49:10.243917 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:10.250390 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-b1a3a6b5-4c81-4358-8a7a-9450b971dbe8 admin admin] Publish callbacks [] for security_group (d3bbc4bf-8d51-45f6-b7a8-671b10ad1ceb), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:10.286955 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-34029a2a-e665-48e4-b896-fd4cad28043d req-be7f39ab-3f2c-43fa-8729-9e5d7b622071 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e4187bef-31b9-4ca8-9d0f-06acd88bcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640450 Aug 31 09:49:10.296704 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-b1a3a6b5-4c81-4358-8a7a-9450b971dbe8 admin admin] Publish callbacks [] for security_group (d3bbc4bf-8d51-45f6-b7a8-671b10ad1ceb), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:10.390949 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-b1a3a6b5-4c81-4358-8a7a-9450b971dbe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (d3bbc4bf-8d51-45f6-b7a8-671b10ad1ceb), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:10.396453 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-b1a3a6b5-4c81-4358-8a7a-9450b971dbe8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:10.398474 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-b1a3a6b5-4c81-4358-8a7a-9450b971dbe8 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/d3bbc4bf-8d51-45f6-b7a8-671b10ad1ceb HTTP/1.1" status: 204 len: 168 time: 0.2575951 Aug 31 09:49:10.431833 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a3a6b5-4c81-4358-8a7a-9450b971dbe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3bbc4bf-8d51-45f6-b7a8-671b10ad1ceb,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:10.432786 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253315e-244d-4d0b-ae65-3a5b59c62493 req-8520e2b0-65b7-4533-8789-8c7d8a9f7ffb tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:10.435552 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d253315e-244d-4d0b-ae65-3a5b59c62493 req-8520e2b0-65b7-4533-8789-8c7d8a9f7ffb tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 945 time: 0.0601850 Aug 31 09:49:10.508965 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d253315e-244d-4d0b-ae65-3a5b59c62493 req-81175925-2d56-47d0-a41d-a180ffe92ac4 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636477 Aug 31 09:49:10.691564 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-150fa5fa-1ba7-455b-82a1-c487ca1b9ad2 req-e1bb721b-c872-4955-8f38-721f474194e6 tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2dd468e-d0ef-4e78-be7f-9756e469206d HTTP/1.1" status: 200 len: 210 time: 0.0443397 Aug 31 09:49:11.509871 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79089ce-e881-4022-94b3-005997518434 req-885a5f0e-55e4-4194-9f89-d65d3811e963 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:11.517566 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b79089ce-e881-4022-94b3-005997518434 req-885a5f0e-55e4-4194-9f89-d65d3811e963 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b9c8d616-8c5b-4060-ac1f-1386107a7f91 HTTP/1.1" status: 200 len: 945 time: 0.0885479 Aug 31 09:49:11.621835 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b79089ce-e881-4022-94b3-005997518434 req-f1db289f-fa1a-4776-bea5-d3a01ad6f67c tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e4187bef-31b9-4ca8-9d0f-06acd88bcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026506 Aug 31 09:49:11.776846 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e3d12-4f74-4bf6-98bf-6e9cd9b7feaf req-9cbc0b1b-2b3b-46cd-a191-20a5e5bbef44 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:11.811592 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-148e3d12-4f74-4bf6-98bf-6e9cd9b7feaf req-9cbc0b1b-2b3b-46cd-a191-20a5e5bbef44 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 945 time: 0.1461070 Aug 31 09:49:12.023772 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-148e3d12-4f74-4bf6-98bf-6e9cd9b7feaf req-55931f4f-b75f-4a55-9cbe-753a860c24ca tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035158 Aug 31 09:49:12.124503 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f7aeb8f7-c218-4b82-942c-41e5a2cbd441 req-0d70b33a-1b3d-4a7a-b19d-5d9536e45ade tempest-DeleteServersTestJSON-1674345792 tempest-DeleteServersTestJSON-1674345792-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2dd468e-d0ef-4e78-be7f-9756e469206d HTTP/1.1" status: 200 len: 210 time: 0.0768549 Aug 31 09:49:12.195525 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 44840) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:49:12.344285 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-0f7cc4df-d560-466b-ad21-da059a8643bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:12.443322 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-0f7cc4df-d560-466b-ad21-da059a8643bf admin admin] Publish callbacks [] for security_group (5d32f773-5c17-4ad0-b7ef-558e0f084757), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:12.449316 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-0f7cc4df-d560-466b-ad21-da059a8643bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (5d32f773-5c17-4ad0-b7ef-558e0f084757), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:12.529515 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:12.533326 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-0f7cc4df-d560-466b-ad21-da059a8643bf admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=1bb839c560c64bed81e75e12bec0d7aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3359334 Aug 31 09:49:12.535153 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7cc4df-d560-466b-ad21-da059a8643bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d32f773-5c17-4ad0-b7ef-558e0f084757,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:12.536563 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 44850) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:49:12.655101 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-968fb155-205a-4d36-856f-a417b1d66d95 admin admin] Publish callbacks [] for security_group (5d32f773-5c17-4ad0-b7ef-558e0f084757), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:12.715642 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-968fb155-205a-4d36-856f-a417b1d66d95 admin admin] Publish callbacks [] for security_group (5d32f773-5c17-4ad0-b7ef-558e0f084757), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:12.877546 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 44864) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:49:12.879686 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151b268-4266-4410-b17d-494f97561c2e req-1e3afb96-566a-4117-aa42-39c525979098 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:12.881299 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-8151b268-4266-4410-b17d-494f97561c2e req-1e3afb96-566a-4117-aa42-39c525979098 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b9c8d616-8c5b-4060-ac1f-1386107a7f91 HTTP/1.1" status: 200 len: 945 time: 0.1389744 Aug 31 09:49:12.929460 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device b3ab5cef-31da-4563-8e4d-463a5b47cb88 no longer exists at agent hyperv_hv-cinder-84496 {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:49:12.938532 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-968fb155-205a-4d36-856f-a417b1d66d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (5d32f773-5c17-4ad0-b7ef-558e0f084757), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:12.944030 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-968fb155-205a-4d36-856f-a417b1d66d95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:12.950862 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-968fb155-205a-4d36-856f-a417b1d66d95 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/5d32f773-5c17-4ad0-b7ef-558e0f084757 HTTP/1.1" status: 204 len: 168 time: 0.4127407 Aug 31 09:49:12.978978 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] No Port match for: b3ab5cef-31da-4563-8e4d-463a5b47cb88 {{(pid=112921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 09:49:12.985166 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device b3ab5cef-31da-4563-8e4d-463a5b47cb88 not bound to the agent host hv-cinder-84496 {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:49:12.988904 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968fb155-205a-4d36-856f-a417b1d66d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d32f773-5c17-4ad0-b7ef-558e0f084757,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:13.014677 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-8151b268-4266-4410-b17d-494f97561c2e req-ae8d0895-01a1-48cb-b814-b2e8ef8a9689 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e4187bef-31b9-4ca8-9d0f-06acd88bcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240141 Aug 31 09:49:13.105710 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-05ac90c4-f9ef-433f-83ba-73e0993c7007 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:13.249443 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-05ac90c4-f9ef-433f-83ba-73e0993c7007 admin admin] Publish callbacks [] for security_group (c69e05d2-1170-42de-9cae-672fad65cb84), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:13.257621 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-05ac90c4-f9ef-433f-83ba-73e0993c7007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (c69e05d2-1170-42de-9cae-672fad65cb84), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:13.301650 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9a203-bb12-4a4d-ade9-0780bd6ace02 req-d25c473b-5133-4768-9021-4b6a9faf427b tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:13.304792 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c1a9a203-bb12-4a4d-ade9-0780bd6ace02 req-d25c473b-5133-4768-9021-4b6a9faf427b tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 945 time: 0.1020093 Aug 31 09:49:13.332613 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-05ac90c4-f9ef-433f-83ba-73e0993c7007 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=09a3b3c80f6f404fbbf39bdf479bfdf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4537647 Aug 31 09:49:13.334566 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 44882) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:49:13.344654 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac90c4-f9ef-433f-83ba-73e0993c7007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69e05d2-1170-42de-9cae-672fad65cb84,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:13.396534 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c1a9a203-bb12-4a4d-ade9-0780bd6ace02 req-36f749b5-a6b6-47b9-870f-98e604f6e27d tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846958 Aug 31 09:49:13.426000 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-2503408a-6883-490e-a646-a9823f02721c admin admin] Publish callbacks [] for security_group (c69e05d2-1170-42de-9cae-672fad65cb84), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:13.474188 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-2503408a-6883-490e-a646-a9823f02721c admin admin] Publish callbacks [] for security_group (c69e05d2-1170-42de-9cae-672fad65cb84), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:13.567659 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-2503408a-6883-490e-a646-a9823f02721c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (c69e05d2-1170-42de-9cae-672fad65cb84), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:13.572894 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-2503408a-6883-490e-a646-a9823f02721c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:13.579247 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-2503408a-6883-490e-a646-a9823f02721c admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/c69e05d2-1170-42de-9cae-672fad65cb84 HTTP/1.1" status: 204 len: 168 time: 0.2432253 Aug 31 09:49:13.600987 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2503408a-6883-490e-a646-a9823f02721c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69e05d2-1170-42de-9cae-672fad65cb84,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:13.648435 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 44892) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:49:13.672332 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-fcc22048-42d7-421b-b5e8-28725789f5dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:13.811574 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:13.818827 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-fcc22048-42d7-421b-b5e8-28725789f5dc admin admin] Publish callbacks [] for security_group (6f7c12f5-ffea-4762-a37b-0155d54794e9), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:13.838083 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-fcc22048-42d7-421b-b5e8-28725789f5dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (6f7c12f5-ffea-4762-a37b-0155d54794e9), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:13.946275 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-fcc22048-42d7-421b-b5e8-28725789f5dc admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=3d9546d7f106424f96461fc562e94a61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2952988 Aug 31 09:49:13.949834 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 44908) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:49:13.956546 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc22048-42d7-421b-b5e8-28725789f5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7c12f5-ffea-4762-a37b-0155d54794e9,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:14.026639 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-8d310fce-f9af-4a23-ac68-51183931aeba admin admin] Publish callbacks [] for security_group (6f7c12f5-ffea-4762-a37b-0155d54794e9), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:14.053682 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-8d310fce-f9af-4a23-ac68-51183931aeba admin admin] Publish callbacks [] for security_group (6f7c12f5-ffea-4762-a37b-0155d54794e9), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:14.131273 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-8d310fce-f9af-4a23-ac68-51183931aeba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (6f7c12f5-ffea-4762-a37b-0155d54794e9), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:14.134730 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-8d310fce-f9af-4a23-ac68-51183931aeba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:14.135981 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-8d310fce-f9af-4a23-ac68-51183931aeba admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/6f7c12f5-ffea-4762-a37b-0155d54794e9 HTTP/1.1" status: 204 len: 168 time: 0.1827695 Aug 31 09:49:14.146161 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d310fce-f9af-4a23-ac68-51183931aeba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7c12f5-ffea-4762-a37b-0155d54794e9,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:14.624466 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:14.681984 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:14.696612 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c80314-b212-4614-90bf-8f746d3014df req-5d5b29c5-10d4-4b06-98f6-b1e76220a9f1 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:14.704481 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-05c80314-b212-4614-90bf-8f746d3014df req-5d5b29c5-10d4-4b06-98f6-b1e76220a9f1 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 945 time: 0.1597807 Aug 31 09:49:14.717790 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5272ef78-3cb5-4b49-b8e3-807fb73674ca req-f2949236-d454-4e06-815e-18e43393bd05 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:14.717790 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5272ef78-3cb5-4b49-b8e3-807fb73674ca req-f2949236-d454-4e06-815e-18e43393bd05 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b9c8d616-8c5b-4060-ac1f-1386107a7f91 HTTP/1.1" status: 200 len: 945 time: 0.1237071 Aug 31 09:49:14.808244 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-05c80314-b212-4614-90bf-8f746d3014df req-6dd44fd5-76c1-42e2-8302-3ae1816b68be tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025543 Aug 31 09:49:14.820344 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5272ef78-3cb5-4b49-b8e3-807fb73674ca req-f3f8fe72-f931-4d97-b6ff-ca4fd6c9dd6e tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e4187bef-31b9-4ca8-9d0f-06acd88bcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956256 Aug 31 09:49:15.522382 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 45026) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:49:16.094153 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccdae2b-a67d-4590-bb6e-f0eb0cf5faca req-0e86e401-e53d-4c79-848c-ddaca4a801bb tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:16.096277 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-6ccdae2b-a67d-4590-bb6e-f0eb0cf5faca req-0e86e401-e53d-4c79-848c-ddaca4a801bb tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b9c8d616-8c5b-4060-ac1f-1386107a7f91 HTTP/1.1" status: 200 len: 945 time: 0.1394906 Aug 31 09:49:16.199934 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb49d3-373e-456d-a249-e6fb7c4542a3 req-f93394f8-7c75-44e3-a062-8649289253ca tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:16.208080 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ebcb49d3-373e-456d-a249-e6fb7c4542a3 req-f93394f8-7c75-44e3-a062-8649289253ca tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 945 time: 0.1871307 Aug 31 09:49:16.266834 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-59443ced-8b20-41f6-9325-371fd9a5841c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962981'] for router_interface (fb64adcc-7931-4e91-afef-9ec184843940), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:16.342075 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-6ccdae2b-a67d-4590-bb6e-f0eb0cf5faca req-2e3a3597-4326-43d8-9078-be4dec47b0c9 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e4187bef-31b9-4ca8-9d0f-06acd88bcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336032 Aug 31 09:49:16.402069 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ebcb49d3-373e-456d-a249-e6fb7c4542a3 req-26bf5ce4-cbc2-4293-b429-4e43a394531f tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926503 Aug 31 09:49:16.771660 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4874799f-fdbb-4b39-9b9e-8aa920ecc279 req-83cf9b43-c531-421d-adf1-6478ec375a09 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:16.773248 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4874799f-fdbb-4b39-9b9e-8aa920ecc279 req-83cf9b43-c531-421d-adf1-6478ec375a09 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b9c8d616-8c5b-4060-ac1f-1386107a7f91 HTTP/1.1" status: 200 len: 945 time: 0.1346173 Aug 31 09:49:16.964561 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 45100) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:49:17.204263 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:17.244399 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-df9af633-7cac-42fc-bdaf-6fc0cfc6f3c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:17.344330 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-df9af633-7cac-42fc-bdaf-6fc0cfc6f3c0 admin admin] Publish callbacks [] for security_group (a62166ae-1258-4b69-a65f-d7a56bad73ac), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:17.345324 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=71,neutron:INSERT=24,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:17.351489 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-df9af633-7cac-42fc-bdaf-6fc0cfc6f3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (a62166ae-1258-4b69-a65f-d7a56bad73ac), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:17.360167 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 45110) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:49:17.363970 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [None req-59443ced-8b20-41f6-9325-371fd9a5841c admin admin] Deleting port 29b483cc-7267-4318-88ae-2e0b3f6a206b {{(pid=112919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 09:49:17.364762 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-59443ced-8b20-41f6-9325-371fd9a5841c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (29b483cc-7267-4318-88ae-2e0b3f6a206b), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:17.373254 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [req-4874799f-fdbb-4b39-9b9e-8aa920ecc279 req-f5f52347-b302-4c4e-b7f3-c52d1938160b tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Deleting port b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d {{(pid=112919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 09:49:17.373859 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-4874799f-fdbb-4b39-9b9e-8aa920ecc279 req-f5f52347-b302-4c4e-b7f3-c52d1938160b tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:17.410925 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-df9af633-7cac-42fc-bdaf-6fc0cfc6f3c0 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=2eb58e59f570457b955ec9fde3af6944&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4438291 Aug 31 09:49:17.411728 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 45114) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:49:17.412391 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9af633-7cac-42fc-bdaf-6fc0cfc6f3c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a62166ae-1258-4b69-a65f-d7a56bad73ac,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:17.501320 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e3798aed-fd1e-4196-849f-871299255253 admin admin] Publish callbacks [] for security_group (a62166ae-1258-4b69-a65f-d7a56bad73ac), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:17.535505 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e3798aed-fd1e-4196-849f-871299255253 admin admin] Publish callbacks [] for security_group (a62166ae-1258-4b69-a65f-d7a56bad73ac), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:17.557650 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:17.600994 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e3798aed-fd1e-4196-849f-871299255253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (a62166ae-1258-4b69-a65f-d7a56bad73ac), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:17.603992 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e3798aed-fd1e-4196-849f-871299255253 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:17.608044 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-e3798aed-fd1e-4196-849f-871299255253 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/a62166ae-1258-4b69-a65f-d7a56bad73ac HTTP/1.1" status: 204 len: 168 time: 0.1926455 Aug 31 09:49:17.619145 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3798aed-fd1e-4196-849f-871299255253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62166ae-1258-4b69-a65f-d7a56bad73ac,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:17.725098 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd7cfab-84e6-4f4d-b728-bbf4edaed1b0 req-24c3eebe-e345-4b3d-8226-c2949120380f tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:17.726784 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5dd7cfab-84e6-4f4d-b728-bbf4edaed1b0 req-24c3eebe-e345-4b3d-8226-c2949120380f tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b9c8d616-8c5b-4060-ac1f-1386107a7f91 HTTP/1.1" status: 200 len: 945 time: 0.1942403 Aug 31 09:49:17.744918 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-ba51ef4a-91e5-45e5-be62-799948a1fb40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:17.761735 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.db [None req-59443ced-8b20-41f6-9325-371fd9a5841c admin admin] For port 29b483cc-7267-4318-88ae-2e0b3f6a206b, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=29b483cc-7267-4318-88ae-2e0b3f6a206b,segment=NetworkSegment(16414794-ef20-48d4-ba3a-f3be7a57a3b0),segment_id=16414794-ef20-48d4-ba3a-f3be7a57a3b0)] {{(pid=112919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:49:17.762099 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-59443ced-8b20-41f6-9325-371fd9a5841c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (29b483cc-7267-4318-88ae-2e0b3f6a206b), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:17.794256 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d5cccb-dc35-41c0-b822-bee1b6f854fc req-f5ed676d-5d38-4485-a7e1-c51e76038510 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:17.795862 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a7d5cccb-dc35-41c0-b822-bee1b6f854fc req-f5ed676d-5d38-4485-a7e1-c51e76038510 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 945 time: 0.1916678 Aug 31 09:49:17.798104 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.db [req-4874799f-fdbb-4b39-9b9e-8aa920ecc279 req-f5f52347-b302-4c4e-b7f3-c52d1938160b tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] For port b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d,segment=NetworkSegment(ffcbb7ca-7186-483f-98eb-1cd520c41bdd),segment_id=ffcbb7ca-7186-483f-98eb-1cd520c41bdd)] {{(pid=112919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:49:17.798475 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-4874799f-fdbb-4b39-9b9e-8aa920ecc279 req-f5f52347-b302-4c4e-b7f3-c52d1938160b tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:17.824311 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [None req-59443ced-8b20-41f6-9325-371fd9a5841c admin admin] Calling delete_port for 29b483cc-7267-4318-88ae-2e0b3f6a206b owned by network:router_interface {{(pid=112919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 09:49:17.880406 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [req-4874799f-fdbb-4b39-9b9e-8aa920ecc279 req-f5f52347-b302-4c4e-b7f3-c52d1938160b tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Calling delete_port for b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d owned by compute:nova {{(pid=112919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 09:49:18.078865 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 45126) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:49:18.086261 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5dd7cfab-84e6-4f4d-b728-bbf4edaed1b0 req-2f36c338-c10b-409e-9643-f53faf021eb9 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e4187bef-31b9-4ca8-9d0f-06acd88bcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425255 Aug 31 09:49:18.100279 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-3114b8a8-6304-4452-8d09-9b8cc6b0522e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:18.135435 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a7d5cccb-dc35-41c0-b822-bee1b6f854fc req-73b2d42e-625c-4dff-b55b-faceb9325099 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244131 Aug 31 09:49:18.212283 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-3114b8a8-6304-4452-8d09-9b8cc6b0522e admin admin] Publish callbacks [] for security_group (8caf95d2-228b-4c89-9e6c-1de990568b7f), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:18.221905 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-3114b8a8-6304-4452-8d09-9b8cc6b0522e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (8caf95d2-228b-4c89-9e6c-1de990568b7f), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:18.241006 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:18.274618 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-ba51ef4a-91e5-45e5-be62-799948a1fb40 admin admin] Publish callbacks [] for security_group (02feee7a-8f4f-45de-adac-6e1c333458ab), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:18.305906 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-ba51ef4a-91e5-45e5-be62-799948a1fb40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (02feee7a-8f4f-45de-adac-6e1c333458ab), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:18.323697 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-3114b8a8-6304-4452-8d09-9b8cc6b0522e admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=047132299e3a41c4b1e610a19666b929&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2425444 Aug 31 09:49:18.325832 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 45132) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:49:18.334215 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3114b8a8-6304-4452-8d09-9b8cc6b0522e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8caf95d2-228b-4c89-9e6c-1de990568b7f,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:18.393713 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-fbb58f4f-9784-47dc-9159-ade02e5af471 admin admin] Publish callbacks [] for security_group (8caf95d2-228b-4c89-9e6c-1de990568b7f), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:18.420936 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-fbb58f4f-9784-47dc-9159-ade02e5af471 admin admin] Publish callbacks [] for security_group (8caf95d2-228b-4c89-9e6c-1de990568b7f), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:18.433427 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba51ef4a-91e5-45e5-be62-799948a1fb40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02feee7a-8f4f-45de-adac-6e1c333458ab,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:18.440278 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=84,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:18.452504 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-ba51ef4a-91e5-45e5-be62-799948a1fb40 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=85a73a65ee8a472f8d2a005a15c6d2ab&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0898571 Aug 31 09:49:18.459271 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 45134) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:49:18.489454 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-4874799f-fdbb-4b39-9b9e-8aa920ecc279 req-f5f52347-b302-4c4e-b7f3-c52d1938160b tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66028622'] for port (b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:18.526075 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-fbb58f4f-9784-47dc-9159-ade02e5af471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (8caf95d2-228b-4c89-9e6c-1de990568b7f), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:18.528942 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-fbb58f4f-9784-47dc-9159-ade02e5af471 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:18.532585 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-fbb58f4f-9784-47dc-9159-ade02e5af471 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/8caf95d2-228b-4c89-9e6c-1de990568b7f HTTP/1.1" status: 204 len: 168 time: 0.2031319 Aug 31 09:49:18.550405 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb58f4f-9784-47dc-9159-ade02e5af471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8caf95d2-228b-4c89-9e6c-1de990568b7f,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:18.551944 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] get_ports_and_sgs() called for port_ids ['b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d'] {{(pid=112921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 09:49:18.552458 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-9484d2e7-3a47-479a-aea5-d06b851f456c admin admin] Publish callbacks [] for security_group (02feee7a-8f4f-45de-adac-6e1c333458ab), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:18.571417 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f52347-b302-4c4e-b7f3-c52d1938160b tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Pushing event deleted for resources: {'Port': ['ID=b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:18.579409 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-9484d2e7-3a47-479a-aea5-d06b851f456c admin admin] Publish callbacks [] for security_group (02feee7a-8f4f-45de-adac-6e1c333458ab), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:18.654808 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-9484d2e7-3a47-479a-aea5-d06b851f456c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (02feee7a-8f4f-45de-adac-6e1c333458ab), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:18.658076 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-9484d2e7-3a47-479a-aea5-d06b851f456c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:18.667196 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-9484d2e7-3a47-479a-aea5-d06b851f456c admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/02feee7a-8f4f-45de-adac-6e1c333458ab HTTP/1.1" status: 204 len: 168 time: 0.2065790 Aug 31 09:49:18.693143 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9484d2e7-3a47-479a-aea5-d06b851f456c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02feee7a-8f4f-45de-adac-6e1c333458ab,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:18.708412 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.l3_dvrscheduler_db [req-4874799f-fdbb-4b39-9b9e-8aa920ecc279 req-f5f52347-b302-4c4e-b7f3-c52d1938160b tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] No DVR routers for this DVR port b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d on host hv-cinder-84496 {{(pid=112919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 09:49:18.713046 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-4874799f-fdbb-4b39-9b9e-8aa920ecc279 req-f5f52347-b302-4c4e-b7f3-c52d1938160b tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for port (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:18.720956 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4874799f-fdbb-4b39-9b9e-8aa920ecc279 req-f5f52347-b302-4c4e-b7f3-c52d1938160b tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.64 "DELETE /networking/v2.0/ports/b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d HTTP/1.1" status: 204 len: 173 time: 1.9397395 Aug 31 09:49:18.728915 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c8d616-8c5b-4060-ac1f-1386107a7f91', 'name': 'network-vif-deleted', 'tag': 'b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d'}] {{(pid=112919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:49:18.734752 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f6ad1632a392cf14020321c7ce6c49338053db0fa13ffca62b7dfe78a8e90b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c531e540-ad9e-46a0-b7cb-7128a68cc01d" -d '{"events": [{"server_uuid": "b9c8d616-8c5b-4060-ac1f-1386107a7f91", "name": "network-vif-deleted", "tag": "b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d"}]}' {{(pid=112919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:49:18.794615 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-59443ced-8b20-41f6-9325-371fd9a5841c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66028622'] for port (29b483cc-7267-4318-88ae-2e0b3f6a206b), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:18.860749 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 09:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f50d5d-7828-4e3c-a4d5-3e5b374a8bda x-openstack-request-id: req-45f50d5d-7828-4e3c-a4d5-3e5b374a8bda {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:49:18.861052 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9c8d616-8c5b-4060-ac1f-1386107a7f91", "name": "network-vif-deleted", "tag": "b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d", "status": "completed", "code": 200}]} {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:49:18.861894 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-45f50d5d-7828-4e3c-a4d5-3e5b374a8bda {{(pid=112919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:49:18.863237 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45f50d5d-7828-4e3c-a4d5-3e5b374a8bda'] response: {'server_uuid': 'b9c8d616-8c5b-4060-ac1f-1386107a7f91', 'name': 'network-vif-deleted', 'tag': 'b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d', 'status': 'completed', 'code': 200} Aug 31 09:49:18.864065 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59443ced-8b20-41f6-9325-371fd9a5841c admin admin] Pushing event deleted for resources: {'Port': ['ID=29b483cc-7267-4318-88ae-2e0b3f6a206b,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:19.330299 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-59443ced-8b20-41f6-9325-371fd9a5841c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-965653'] for router_interface (fb64adcc-7931-4e91-afef-9ec184843940), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:19.454457 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d66ca0a2-86b0-4ee0-b426-8f182443b014 req-a7f0875f-3c2c-421e-8aaf-5074f3bbcdf8 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b9c8d616-8c5b-4060-ac1f-1386107a7f91 HTTP/1.1" status: 200 len: 210 time: 0.1015923 Aug 31 09:49:19.598042 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe43d68-de33-40cb-a3ea-0774c5d41ca9 req-119fc2e9-b9a0-4d01-b9fa-d7fd0e8bb326 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:19.606361 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-abe43d68-de33-40cb-a3ea-0774c5d41ca9 req-119fc2e9-b9a0-4d01-b9fa-d7fd0e8bb326 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 945 time: 0.1550877 Aug 31 09:49:19.697529 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 45156) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:49:19.717840 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-abe43d68-de33-40cb-a3ea-0774c5d41ca9 req-115fcf5d-af76-4459-85e9-dc96050ca9c3 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099181 Aug 31 09:49:19.730125 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-4f62666b-669f-44d7-86b2-3dee737c3af8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:19.743101 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 45158) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:49:19.784283 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-0b885044-4815-49b9-abc1-e6488ff0c46f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:19.803620 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:19.823168 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:19.920041 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59443ced-8b20-41f6-9325-371fd9a5841c admin admin] Router fb64adcc-7931-4e91-afef-9ec184843940 has already been hosted by L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 {{(pid=112919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:49:19.930603 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-4f62666b-669f-44d7-86b2-3dee737c3af8 admin admin] Publish callbacks [] for security_group (5e73a6c1-44ba-4054-9365-56ee2de6bc46), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:19.936941 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-4f62666b-669f-44d7-86b2-3dee737c3af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (5e73a6c1-44ba-4054-9365-56ee2de6bc46), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:19.951571 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-0b885044-4815-49b9-abc1-e6488ff0c46f admin admin] Publish callbacks [] for security_group (fa5756be-f8f9-4f5f-8a18-8f6397a52ec3), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:19.967043 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-0b885044-4815-49b9-abc1-e6488ff0c46f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (fa5756be-f8f9-4f5f-8a18-8f6397a52ec3), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:20.014820 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-4f62666b-669f-44d7-86b2-3dee737c3af8 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=5d7862f095544960a113dfc8c5e70f06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3106937 Aug 31 09:49:20.014820 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f62666b-669f-44d7-86b2-3dee737c3af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e73a6c1-44ba-4054-9365-56ee2de6bc46,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:20.015269 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 45162) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:49:20.039409 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-0b885044-4815-49b9-abc1-e6488ff0c46f admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=49b47df28ff94283948257611a2fe330&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2947588 Aug 31 09:49:20.041022 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:20.044172 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 45164) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:49:20.068736 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b885044-4815-49b9-abc1-e6488ff0c46f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5756be-f8f9-4f5f-8a18-8f6397a52ec3,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:20.125181 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a3032192-3774-4026-aa9c-d601c5e3883d admin admin] Publish callbacks [] for security_group (fa5756be-f8f9-4f5f-8a18-8f6397a52ec3), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:20.140035 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59443ced-8b20-41f6-9325-371fd9a5841c admin admin] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:49:20.151734 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-59443ced-8b20-41f6-9325-371fd9a5841c admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/fb64adcc-7931-4e91-afef-9ec184843940/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6259267 Aug 31 09:49:20.151734 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-579a2350-0ae3-454f-afda-96ec88d8e444 admin admin] Publish callbacks [] for security_group (5e73a6c1-44ba-4054-9365-56ee2de6bc46), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:20.155041 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 45166) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:49:20.157130 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a3032192-3774-4026-aa9c-d601c5e3883d admin admin] Publish callbacks [] for security_group (fa5756be-f8f9-4f5f-8a18-8f6397a52ec3), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:20.158807 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959a3052-bdd9-4987-a6c0-b5694bf1268f None None] Sync routers for ids ['fb64adcc-7931-4e91-afef-9ec184843940'] in dv-cinder-844961-2-iscsi {{(pid=112922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:49:20.173012 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959a3052-bdd9-4987-a6c0-b5694bf1268f None None] Routers {'fb64adcc-7931-4e91-afef-9ec184843940'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:49:20.174237 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-959a3052-bdd9-4987-a6c0-b5694bf1268f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:48:56Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['fb64adcc-7931-4e91-afef-9ec184843940'], 'active': True} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:49:20.230776 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=100 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:20.254500 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a3032192-3774-4026-aa9c-d601c5e3883d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (fa5756be-f8f9-4f5f-8a18-8f6397a52ec3), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:20.256127 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-579a2350-0ae3-454f-afda-96ec88d8e444 admin admin] Publish callbacks [] for security_group (5e73a6c1-44ba-4054-9365-56ee2de6bc46), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:20.257848 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a3032192-3774-4026-aa9c-d601c5e3883d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:20.261603 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-a3032192-3774-4026-aa9c-d601c5e3883d admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/fa5756be-f8f9-4f5f-8a18-8f6397a52ec3 HTTP/1.1" status: 204 len: 168 time: 0.2138977 Aug 31 09:49:20.268013 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3032192-3774-4026-aa9c-d601c5e3883d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5756be-f8f9-4f5f-8a18-8f6397a52ec3,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:20.312847 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-72d971cf-571e-4e2b-8676-461fbcefce5c admin admin] Publish callbacks [] for router (fb64adcc-7931-4e91-afef-9ec184843940), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:20.333979 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvr_db [None req-959a3052-bdd9-4987-a6c0-b5694bf1268f None None] Set router fb64adcc-7931-4e91-afef-9ec184843940 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:49:20.399285 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-579a2350-0ae3-454f-afda-96ec88d8e444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (5e73a6c1-44ba-4054-9365-56ee2de6bc46), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:20.402751 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-579a2350-0ae3-454f-afda-96ec88d8e444 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:20.405420 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-579a2350-0ae3-454f-afda-96ec88d8e444 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/5e73a6c1-44ba-4054-9365-56ee2de6bc46 HTTP/1.1" status: 204 len: 168 time: 0.3876140 Aug 31 09:49:20.441377 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579a2350-0ae3-454f-afda-96ec88d8e444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e73a6c1-44ba-4054-9365-56ee2de6bc46,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:20.481748 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-72d971cf-571e-4e2b-8676-461fbcefce5c admin admin] Publish callbacks [] for router_gateway (fb64adcc-7931-4e91-afef-9ec184843940), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:20.492254 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:20.552133 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [None req-72d971cf-571e-4e2b-8676-461fbcefce5c admin admin] Deleting port 74bfb816-cf1f-4294-976b-e1a1e36f9774 {{(pid=112919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 09:49:20.552797 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-72d971cf-571e-4e2b-8676-461fbcefce5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (74bfb816-cf1f-4294-976b-e1a1e36f9774), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:20.792737 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-89d19e35-7e33-47b2-aab4-0d908629a514 req-da55b96d-fcd4-4b06-b464-8ff7afeeb319 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b9c8d616-8c5b-4060-ac1f-1386107a7f91 HTTP/1.1" status: 200 len: 210 time: 0.1164234 Aug 31 09:49:20.811031 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.db [None req-72d971cf-571e-4e2b-8676-461fbcefce5c admin admin] For port 74bfb816-cf1f-4294-976b-e1a1e36f9774, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=74bfb816-cf1f-4294-976b-e1a1e36f9774,segment=NetworkSegment(a4995e04-234e-4976-89c5-310a94033a09),segment_id=a4995e04-234e-4976-89c5-310a94033a09)] {{(pid=112919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:49:20.814018 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-72d971cf-571e-4e2b-8676-461fbcefce5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (74bfb816-cf1f-4294-976b-e1a1e36f9774), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:20.830749 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-959a3052-bdd9-4987-a6c0-b5694bf1268f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb64adcc-7931-4e91-afef-9ec184843940', 'name': 'tempest-DeleteServersTestJSON-2063728658-router', 'tenant_id': 'eb404a7dd529496888531e7ef00fd352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '74bfb816-cf1f-4294-976b-e1a1e36f9774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:47:49Z', 'updated_at': '2022-08-31T09:49:18Z', 'revision_number': 5, 'project_id': 'eb404a7dd529496888531e7ef00fd352', 'gw_port': {'id': '74bfb816-cf1f-4294-976b-e1a1e36f9774', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:67:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb64adcc-7931-4e91-afef-9ec184843940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:50Z', 'updated_at': '2022-08-31T09:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi'}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:49:20.864218 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [None req-72d971cf-571e-4e2b-8676-461fbcefce5c admin admin] Calling delete_port for 74bfb816-cf1f-4294-976b-e1a1e36f9774 owned by network:router_gateway {{(pid=112919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 09:49:20.873606 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959a3052-bdd9-4987-a6c0-b5694bf1268f None None] Checking router: fb64adcc-7931-4e91-afef-9ec184843940 for host: dv-cinder-844961-2-iscsi {{(pid=112922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:49:20.885782 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959a3052-bdd9-4987-a6c0-b5694bf1268f None None] Routers {'fb64adcc-7931-4e91-afef-9ec184843940'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:49:20.887448 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-959a3052-bdd9-4987-a6c0-b5694bf1268f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:48:56Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['fb64adcc-7931-4e91-afef-9ec184843940'], 'active': True} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:49:20.913173 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac27f08-e97a-4148-ae74-e86edc58eeaa req-148eb82c-a88d-4f41-9078-7ad0ab874aaf tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:20.914820 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4ac27f08-e97a-4148-ae74-e86edc58eeaa req-148eb82c-a88d-4f41-9078-7ad0ab874aaf tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 945 time: 0.0759630 Aug 31 09:49:20.983323 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:21.003956 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvr_db [None req-959a3052-bdd9-4987-a6c0-b5694bf1268f None None] Set router fb64adcc-7931-4e91-afef-9ec184843940 gateway port host: None {{(pid=112922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:49:21.030112 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4ac27f08-e97a-4148-ae74-e86edc58eeaa req-305d4979-d3fe-4795-8950-b66c29d9fa5b tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825355 Aug 31 09:49:21.106139 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-959a3052-bdd9-4987-a6c0-b5694bf1268f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb64adcc-7931-4e91-afef-9ec184843940', 'name': 'tempest-DeleteServersTestJSON-2063728658-router', 'tenant_id': 'eb404a7dd529496888531e7ef00fd352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:47:49Z', 'updated_at': '2022-08-31T09:49:20Z', 'revision_number': 6, 'project_id': 'eb404a7dd529496888531e7ef00fd352', 'gw_port_host': None}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:49:21.157700 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:21.159398 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959a3052-bdd9-4987-a6c0-b5694bf1268f None None] The sync data for ids ['fb64adcc-7931-4e91-afef-9ec184843940'] in dv-cinder-844961-2-iscsi is: [{'id': 'fb64adcc-7931-4e91-afef-9ec184843940', 'name': 'tempest-DeleteServersTestJSON-2063728658-router', 'tenant_id': 'eb404a7dd529496888531e7ef00fd352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:47:49Z', 'updated_at': '2022-08-31T09:49:20Z', 'revision_number': 6, 'project_id': 'eb404a7dd529496888531e7ef00fd352', 'gw_port_host': None}] {{(pid=112922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:49:21.205620 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-72d971cf-571e-4e2b-8676-461fbcefce5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66028622'] for port (74bfb816-cf1f-4294-976b-e1a1e36f9774), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:21.262565 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d971cf-571e-4e2b-8676-461fbcefce5c admin admin] Pushing event deleted for resources: {'Port': ['ID=74bfb816-cf1f-4294-976b-e1a1e36f9774,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:21.373289 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-72d971cf-571e-4e2b-8676-461fbcefce5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-964582'] for router_gateway (fb64adcc-7931-4e91-afef-9ec184843940), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:21.730534 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-72d971cf-571e-4e2b-8676-461fbcefce5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-964043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7957'] for router (fb64adcc-7931-4e91-afef-9ec184843940), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:21.733165 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-72d971cf-571e-4e2b-8676-461fbcefce5c admin admin] Publish callbacks [] for router_controller (fb64adcc-7931-4e91-afef-9ec184843940), precommit_delete_associations {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:21.818214 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-72d971cf-571e-4e2b-8676-461fbcefce5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-965736'] for router (fb64adcc-7931-4e91-afef-9ec184843940), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:21.818862 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d971cf-571e-4e2b-8676-461fbcefce5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb64adcc-7931-4e91-afef-9ec184843940 {{(pid=112919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:49:21.824175 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-72d971cf-571e-4e2b-8676-461fbcefce5c admin admin] Publish callbacks [] for router (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:21.828189 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-72d971cf-571e-4e2b-8676-461fbcefce5c admin admin] 10.222.0.13 "DELETE /networking/v2.0/routers/fb64adcc-7931-4e91-afef-9ec184843940 HTTP/1.1" status: 204 len: 168 time: 1.6705174 Aug 31 09:49:21.828584 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 45218) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:49:21.891710 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.db_base_plugin_v2 [None req-61f1dc03-9574-4895-bcb9-7827bf4367b5 admin admin] Deleting subnet 573e3c8c-3a5a-417c-9746-5f580110a984 {{(pid=112920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 09:49:21.897796 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-61f1dc03-9574-4895-bcb9-7827bf4367b5 admin admin] Publish callbacks [] for subnet (573e3c8c-3a5a-417c-9746-5f580110a984), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:21.966321 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7f25ef16-f6eb-49af-b932-4325a338aa86 req-68f89ce0-8f2d-47e7-95be-4d12431f551e tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b9c8d616-8c5b-4060-ac1f-1386107a7f91 HTTP/1.1" status: 200 len: 210 time: 0.0488815 Aug 31 09:49:21.995247 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-61f1dc03-9574-4895-bcb9-7827bf4367b5 admin admin] Publish callbacks [] for subnet (573e3c8c-3a5a-417c-9746-5f580110a984), precommit_delete_associations {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:22.129099 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-61f1dc03-9574-4895-bcb9-7827bf4367b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931882'] for subnet (573e3c8c-3a5a-417c-9746-5f580110a984), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:22.239109 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-61f1dc03-9574-4895-bcb9-7827bf4367b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582'] for subnet (573e3c8c-3a5a-417c-9746-5f580110a984), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:22.266456 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:INSERT=14,neutron:SELECT=75,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:22.270211 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f1dc03-9574-4895-bcb9-7827bf4367b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=573e3c8c-3a5a-417c-9746-5f580110a984,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:22.302319 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-61f1dc03-9574-4895-bcb9-7827bf4367b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:22.305881 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-61f1dc03-9574-4895-bcb9-7827bf4367b5 admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/573e3c8c-3a5a-417c-9746-5f580110a984 HTTP/1.1" status: 204 len: 168 time: 0.4761384 Aug 31 09:49:22.311405 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 45234) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:49:22.320774 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1ca66c-f0b1-49dc-a019-1367736db5e2 None None] Network b1b3efd2-0245-4b54-9c30-219b3ba26247 requested from dv-cinder-844961-2-iscsi {{(pid=112921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 09:49:22.483341 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8acaa-ba90-41e2-b330-68a60b3fc12f req-696e7e22-a23d-445b-acf3-b5848c105d6d tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:22.498832 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-69a8acaa-ba90-41e2-b330-68a60b3fc12f req-696e7e22-a23d-445b-acf3-b5848c105d6d tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 945 time: 0.2504015 Aug 31 09:49:22.572949 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-9f496580-e21b-4de2-a8dd-c5027660bad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2085207'] for network (b1b3efd2-0245-4b54-9c30-219b3ba26247), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:22.585532 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:22.647853 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.plugin [None req-9f496580-e21b-4de2-a8dd-c5027660bad2 admin admin] Deleting port b0e28a9d-06db-46f0-9ab8-42b9e0c7a71a {{(pid=112920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 09:49:22.648250 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-9f496580-e21b-4de2-a8dd-c5027660bad2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (b0e28a9d-06db-46f0-9ab8-42b9e0c7a71a), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:22.654291 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-69a8acaa-ba90-41e2-b330-68a60b3fc12f req-a0efa1c5-c740-4b4b-83eb-1aace705393b tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488726 Aug 31 09:49:22.692538 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 29b483cc-7267-4318-88ae-2e0b3f6a206b no longer exists at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:49:22.776214 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] No Port match for: 29b483cc-7267-4318-88ae-2e0b3f6a206b {{(pid=112921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 09:49:22.777061 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 29b483cc-7267-4318-88ae-2e0b3f6a206b not bound to the agent host dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:49:22.777984 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 74bfb816-cf1f-4294-976b-e1a1e36f9774 no longer exists at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:49:22.851688 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.db [None req-9f496580-e21b-4de2-a8dd-c5027660bad2 admin admin] For port b0e28a9d-06db-46f0-9ab8-42b9e0c7a71a, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=b0e28a9d-06db-46f0-9ab8-42b9e0c7a71a,segment=NetworkSegment(16414794-ef20-48d4-ba3a-f3be7a57a3b0),segment_id=16414794-ef20-48d4-ba3a-f3be7a57a3b0)] {{(pid=112920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:49:22.852530 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591bd03b-5a19-48af-b036-db067faf0149 None None] DHCP port deletion for b1b3efd2-0245-4b54-9c30-219b3ba26247 request from dv-cinder-844961-2-iscsi {{(pid=112921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 09:49:22.852676 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-9f496580-e21b-4de2-a8dd-c5027660bad2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (b0e28a9d-06db-46f0-9ab8-42b9e0c7a71a), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:22.859815 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] No Port match for: 74bfb816-cf1f-4294-976b-e1a1e36f9774 {{(pid=112921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 09:49:22.861062 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 74bfb816-cf1f-4294-976b-e1a1e36f9774 not bound to the agent host dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:49:22.886568 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.plugin [None req-9f496580-e21b-4de2-a8dd-c5027660bad2 admin admin] Calling delete_port for b0e28a9d-06db-46f0-9ab8-42b9e0c7a71a owned by network:dhcp {{(pid=112920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 09:49:22.902846 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:22.970259 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-591bd03b-5a19-48af-b036-db067faf0149 None None] Deleting port b0e28a9d-06db-46f0-9ab8-42b9e0c7a71a {{(pid=112921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 09:49:22.971765 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-591bd03b-5a19-48af-b036-db067faf0149 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (b0e28a9d-06db-46f0-9ab8-42b9e0c7a71a), before_delete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:23.143919 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-591bd03b-5a19-48af-b036-db067faf0149 None None] For port b0e28a9d-06db-46f0-9ab8-42b9e0c7a71a, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=b0e28a9d-06db-46f0-9ab8-42b9e0c7a71a,segment=NetworkSegment(16414794-ef20-48d4-ba3a-f3be7a57a3b0),segment_id=16414794-ef20-48d4-ba3a-f3be7a57a3b0)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:49:23.144500 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-591bd03b-5a19-48af-b036-db067faf0149 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (b0e28a9d-06db-46f0-9ab8-42b9e0c7a71a), precommit_delete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:23.171177 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-591bd03b-5a19-48af-b036-db067faf0149 None None] Calling delete_port for b0e28a9d-06db-46f0-9ab8-42b9e0c7a71a owned by network:dhcp {{(pid=112921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 09:49:23.219261 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-9f496580-e21b-4de2-a8dd-c5027660bad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287'] for port (b0e28a9d-06db-46f0-9ab8-42b9e0c7a71a), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:23.258661 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f496580-e21b-4de2-a8dd-c5027660bad2 admin admin] No DVR routers for this DVR port b0e28a9d-06db-46f0-9ab8-42b9e0c7a71a on host dv-cinder-844961-2-iscsi {{(pid=112920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 09:49:23.275046 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-55a26499-1c9c-4716-a9ff-6c13339b987c req-2c6d6714-87ee-4267-9850-ee90449caf45 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b9c8d616-8c5b-4060-ac1f-1386107a7f91 HTTP/1.1" status: 200 len: 210 time: 0.0595233 Aug 31 09:49:23.296820 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f496580-e21b-4de2-a8dd-c5027660bad2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0e28a9d-06db-46f0-9ab8-42b9e0c7a71a,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:23.371129 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-591bd03b-5a19-48af-b036-db067faf0149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287'] for port (b0e28a9d-06db-46f0-9ab8-42b9e0c7a71a), after_delete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:23.391576 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591bd03b-5a19-48af-b036-db067faf0149 None None] No DVR routers for this DVR port b0e28a9d-06db-46f0-9ab8-42b9e0c7a71a on host dv-cinder-844961-2-iscsi {{(pid=112921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 09:49:23.422740 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591bd03b-5a19-48af-b036-db067faf0149 None None] Pushing event deleted for resources: {'Port': ['ID=b0e28a9d-06db-46f0-9ab8-42b9e0c7a71a,revision_number=None']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:23.467342 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-9f496580-e21b-4de2-a8dd-c5027660bad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1925385', 'neutron.services.segments.db._delete_segments_for_network-8747473415235'] for network (b1b3efd2-0245-4b54-9c30-219b3ba26247), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:23.515549 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-9f496580-e21b-4de2-a8dd-c5027660bad2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=112920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:49:23.515549 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-9f496580-e21b-4de2-a8dd-c5027660bad2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=112920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:49:23.518723 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-9f496580-e21b-4de2-a8dd-c5027660bad2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=112920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:49:23.519873 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-9f496580-e21b-4de2-a8dd-c5027660bad2 admin admin] Subscribe: > port after_create 55550000 {{(pid=112920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:49:23.520613 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-9f496580-e21b-4de2-a8dd-c5027660bad2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=112920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:49:23.521428 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-9f496580-e21b-4de2-a8dd-c5027660bad2 admin admin] Subscribe: > port after_update 55550000 {{(pid=112920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:49:23.522095 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-9f496580-e21b-4de2-a8dd-c5027660bad2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=112920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:49:23.522649 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-9f496580-e21b-4de2-a8dd-c5027660bad2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:49:23.523438 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-9f496580-e21b-4de2-a8dd-c5027660bad2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:49:23.524058 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-9f496580-e21b-4de2-a8dd-c5027660bad2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=112920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:49:23.628272 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-9f496580-e21b-4de2-a8dd-c5027660bad2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:49:23.628424 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-9f496580-e21b-4de2-a8dd-c5027660bad2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:49:23.628762 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-9f496580-e21b-4de2-a8dd-c5027660bad2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=112920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:49:23.629080 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-9f496580-e21b-4de2-a8dd-c5027660bad2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=112920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:49:23.629507 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.services.segments.db [None req-9f496580-e21b-4de2-a8dd-c5027660bad2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1b3efd2-0245-4b54-9c30-219b3ba26247']}} {{(pid=112920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:49:23.650981 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.services.segments.db [None req-9f496580-e21b-4de2-a8dd-c5027660bad2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16414794-ef20-48d4-ba3a-f3be7a57a3b0') {'for_net_delete': True} {{(pid=112920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:49:23.651382 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.services.segments.db [None req-9f496580-e21b-4de2-a8dd-c5027660bad2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16414794-ef20-48d4-ba3a-f3be7a57a3b0') {} {{(pid=112920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:49:23.673322 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-9f496580-e21b-4de2-a8dd-c5027660bad2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747473409711', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64553437'] for segment (16414794-ef20-48d4-ba3a-f3be7a57a3b0), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:23.705733 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-9f496580-e21b-4de2-a8dd-c5027660bad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927539'] for segment (16414794-ef20-48d4-ba3a-f3be7a57a3b0), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:23.718002 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f496580-e21b-4de2-a8dd-c5027660bad2 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=112920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:49:23.718552 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-9f496580-e21b-4de2-a8dd-c5027660bad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64202752'] for segment (16414794-ef20-48d4-ba3a-f3be7a57a3b0), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:23.806675 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d no longer exists at agent hyperv_hv-cinder-84496 {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:49:23.833297 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-9f496580-e21b-4de2-a8dd-c5027660bad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1925376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-964490'] for network (b1b3efd2-0245-4b54-9c30-219b3ba26247), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:23.856549 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-9f496580-e21b-4de2-a8dd-c5027660bad2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for network (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:23.863449 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-9f496580-e21b-4de2-a8dd-c5027660bad2 admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/b1b3efd2-0245-4b54-9c30-219b3ba26247 HTTP/1.1" status: 204 len: 168 time: 1.5439794 Aug 31 09:49:23.915451 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f496580-e21b-4de2-a8dd-c5027660bad2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1b3efd2-0245-4b54-9c30-219b3ba26247,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:23.943149 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] No Port match for: b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d {{(pid=112921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 09:49:23.943702 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device b2ed2dcc-e09a-4bc1-a617-4e0573eb3d3d not bound to the agent host hv-cinder-84496 {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:49:23.973978 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f86742-4c54-44b4-8df1-ae3ec7cbd06a req-ac9672c7-7258-4e21-80c7-3874b3925c9d tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:23.982756 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e6f198be-e193-4693-a253-f9c4522a6272), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:23.985864 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b4f86742-4c54-44b4-8df1-ae3ec7cbd06a req-ac9672c7-7258-4e21-80c7-3874b3925c9d tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 945 time: 0.1418710 Aug 31 09:49:24.077002 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b4f86742-4c54-44b4-8df1-ae3ec7cbd06a req-13b43fcc-8401-4908-9ed7-ab7ac80ddd76 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891225 Aug 31 09:49:24.196851 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 45284) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:49:24.211687 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-85ef7379-b567-42f7-a309-df1708984921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:24.271732 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-f994eeeb-a56b-495e-9689-0ecd8874bbef admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=eb404a7dd529496888531e7ef00fd352&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0732524 Aug 31 09:49:24.274531 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 45286) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:49:24.354863 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-9a7be052-68d4-4378-862e-47a8b22aa9de admin admin] Publish callbacks [] for security_group (c13dae4f-4b4f-4642-a70a-8b63d74f90d6), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:24.364625 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:24.382557 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-9a7be052-68d4-4378-862e-47a8b22aa9de admin admin] Publish callbacks [] for security_group (c13dae4f-4b4f-4642-a70a-8b63d74f90d6), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:24.442304 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.services.segments.plugin [-] Segment 16414794-ef20-48d4-ba3a-f3be7a57a3b0 resource provider aggregate not found Aug 31 09:49:24.464963 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.services.segments.plugin [-] Segment 16414794-ef20-48d4-ba3a-f3be7a57a3b0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 16414794-ef20-48d4-ba3a-f3be7a57a3b0 found for delete ", "request_id": "req-ff171ccf-4486-438f-a262-c3442f05055a"}]} Aug 31 09:49:24.509591 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-9a7be052-68d4-4378-862e-47a8b22aa9de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (c13dae4f-4b4f-4642-a70a-8b63d74f90d6), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:24.521234 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-9a7be052-68d4-4378-862e-47a8b22aa9de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:24.525825 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-9a7be052-68d4-4378-862e-47a8b22aa9de admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/c13dae4f-4b4f-4642-a70a-8b63d74f90d6 HTTP/1.1" status: 204 len: 168 time: 0.2497132 Aug 31 09:49:24.592087 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device b0e28a9d-06db-46f0-9ab8-42b9e0c7a71a no longer exists at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:49:24.646688 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7be052-68d4-4378-862e-47a8b22aa9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13dae4f-4b4f-4642-a70a-8b63d74f90d6,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:24.651196 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] No Port match for: b0e28a9d-06db-46f0-9ab8-42b9e0c7a71a {{(pid=112921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 09:49:24.651766 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device b0e28a9d-06db-46f0-9ab8-42b9e0c7a71a not bound to the agent host dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:49:24.672932 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-225b1ef7-3e0d-4d05-bc81-6c65f715f988 req-ecf7f72f-8ce4-4246-8e2e-3e1e1cc18836 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b9c8d616-8c5b-4060-ac1f-1386107a7f91 HTTP/1.1" status: 200 len: 210 time: 0.1663139 Aug 31 09:49:25.273774 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff214f5-2676-4d57-a833-38c41fa8e03f req-288050fa-dac0-4942-acb8-4332e92e26c1 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:25.275616 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-6ff214f5-2676-4d57-a833-38c41fa8e03f req-288050fa-dac0-4942-acb8-4332e92e26c1 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 945 time: 0.0717182 Aug 31 09:49:25.346814 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-6ff214f5-2676-4d57-a833-38c41fa8e03f req-5df84610-2264-4718-8f00-c2a2bc37b7b1 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598996 Aug 31 09:49:25.581449 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 45326) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:49:25.728712 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [None req-e77a725b-50a3-4f34-9377-4fe07024c7a4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-786014327-network', 'tenant_id': '5ed9143757584694a5139ada8dbd5570'}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:25.761004 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77a725b-50a3-4f34-9377-4fe07024c7a4 admin admin] Made reservation on behalf of 5ed9143757584694a5139ada8dbd5570 for: {'network': 1} {{(pid=112919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:49:25.761282 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-e77a725b-50a3-4f34-9377-4fe07024c7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for network (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:25.776994 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-e77a725b-50a3-4f34-9377-4fe07024c7a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:25.889476 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-e77a725b-50a3-4f34-9377-4fe07024c7a4 admin admin] Publish callbacks [] for security_group (ca082ed2-d233-44d6-b06c-9fd78f289998), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:25.895871 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-e77a725b-50a3-4f34-9377-4fe07024c7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (ca082ed2-d233-44d6-b06c-9fd78f289998), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:25.928943 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e77a725b-50a3-4f34-9377-4fe07024c7a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=112919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:49:25.936592 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77a725b-50a3-4f34-9377-4fe07024c7a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca082ed2-d233-44d6-b06c-9fd78f289998,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:25.944619 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-e77a725b-50a3-4f34-9377-4fe07024c7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927539'] for segment (9526ede2-f765-498c-8f20-9d507e805198), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:25.945005 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.db.segments_db [None req-e77a725b-50a3-4f34-9377-4fe07024c7a4 admin admin] Added segment 9526ede2-f765-498c-8f20-9d507e805198 of type vlan for network ba3d70db-89a3-4a36-91f7-576971d6cd3f Aug 31 09:49:25.987068 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:26.001969 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-e77a725b-50a3-4f34-9377-4fe07024c7a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747472916821'] for network (ba3d70db-89a3-4a36-91f7-576971d6cd3f), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:26.097069 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-e77a725b-50a3-4f34-9377-4fe07024c7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582'] for network (ba3d70db-89a3-4a36-91f7-576971d6cd3f), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:26.098185 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77a725b-50a3-4f34-9377-4fe07024c7a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:26.098781 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-e77a725b-50a3-4f34-9377-4fe07024c7a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for network (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:26.184782 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-e77a725b-50a3-4f34-9377-4fe07024c7a4 admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6021309 Aug 31 09:49:26.187946 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 45350) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:49:26.193959 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-9db6a7c9-b3e8-42e3-b0ed-1869fa344546 admin admin] Request body: {'subnet': {'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-786014327-subnet', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:26.207332 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77a725b-50a3-4f34-9377-4fe07024c7a4 admin admin] Pushing event updated for resources: {'Network': ['ID=ba3d70db-89a3-4a36-91f7-576971d6cd3f,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:26.221106 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18467760-dec8-4b89-9e97-76322c451658 req-e4924c41-e687-4207-9906-6d6b0be99532 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:26.222072 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db6a7c9-b3e8-42e3-b0ed-1869fa344546 admin admin] Made reservation on behalf of 5ed9143757584694a5139ada8dbd5570 for: {'subnet': 1} {{(pid=112920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:49:26.223818 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-18467760-dec8-4b89-9e97-76322c451658 req-e4924c41-e687-4207-9906-6d6b0be99532 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/networks?id=9aad165a-e9a5-4348-86e8-f13640f54588 HTTP/1.1" status: 200 len: 809 time: 0.2258632 Aug 31 09:49:26.228092 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Network ba3d70db-89a3-4a36-91f7-576971d6cd3f details requested by agent ovs-agent-dv-cinder-844961-2-iscsi with host dv-cinder-844961-2-iscsi {{(pid=112921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:49:26.229714 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-9db6a7c9-b3e8-42e3-b0ed-1869fa344546 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64498369'] for subnet (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:26.242948 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-18467760-dec8-4b89-9e97-76322c451658 req-0fce32e0-c6b9-41ff-80ff-24e0cb871d89 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/quotas/0d7d52f95e5e452ca2ac11900fc0d931 HTTP/1.1" status: 200 len: 375 time: 0.0124300 Aug 31 09:49:26.284271 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-18467760-dec8-4b89-9e97-76322c451658 req-770ad19e-d62d-47de-87a8-db8b6baf94e1 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=0d7d52f95e5e452ca2ac11900fc0d931&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350578 Aug 31 09:49:26.302281 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:26.447802 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-18467760-dec8-4b89-9e97-76322c451658 req-15d55f8d-578c-4255-8e78-63a76de71f38 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/9aad165a-e9a5-4348-86e8-f13640f54588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555774 Aug 31 09:49:26.478567 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-75a562be-9a6f-4aa8-b0eb-dfdd1532ae4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:26.533794 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-9db6a7c9-b3e8-42e3-b0ed-1869fa344546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64201957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64498391'] for subnet (990134de-c572-4ed8-9ca9-38a05454b025), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:26.584965 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:26.605100 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db6a7c9-b3e8-42e3-b0ed-1869fa344546 admin admin] Pushing event updated for resources: {'Subnet': ['ID=990134de-c572-4ed8-9ca9-38a05454b025,revision_number=0']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:26.611683 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db6a7c9-b3e8-42e3-b0ed-1869fa344546 admin admin] Checking segment: {'id': '9526ede2-f765-498c-8f20-9d507e805198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:49:26.612030 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db6a7c9-b3e8-42e3-b0ed-1869fa344546 admin admin] Network hostable DHCP agents. Network: ba3d70db-89a3-4a36-91f7-576971d6cd3f, hostable agents: ['018d2bb8-ebf2-469c-9257-23530a727a9b'], hosted agents: [] {{(pid=112920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:49:26.636215 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db6a7c9-b3e8-42e3-b0ed-1869fa344546 admin admin] Network ba3d70db-89a3-4a36-91f7-576971d6cd3f is scheduled to be hosted by DHCP agent 018d2bb8-ebf2-469c-9257-23530a727a9b with binding_index 1 {{(pid=112920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:49:26.648775 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.base_scheduler [None req-9db6a7c9-b3e8-42e3-b0ed-1869fa344546 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844961-2-iscsi, ba3d70db-89a3-4a36-91f7-576971d6cd3f) {{(pid=112920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:49:26.654511 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db6a7c9-b3e8-42e3-b0ed-1869fa344546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:26.655708 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-9db6a7c9-b3e8-42e3-b0ed-1869fa344546 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:26.659055 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:26.660497 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426351ea-9119-45f7-9933-9a688952d50f None None] Network ba3d70db-89a3-4a36-91f7-576971d6cd3f requested from dv-cinder-844961-2-iscsi {{(pid=112921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 09:49:26.682610 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-9db6a7c9-b3e8-42e3-b0ed-1869fa344546 admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4932065 Aug 31 09:49:26.687998 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 45358) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:49:26.697084 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-b2396e48-8a1d-4b38-b85f-cb917553a810 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-786014327-router', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'}}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:26.700663 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547160f-0a33-4253-af22-7371a3ffaaab req-5c276a67-9478-444c-b1e7-08bd8f452d6d tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:26.715387 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2547160f-0a33-4253-af22-7371a3ffaaab req-5c276a67-9478-444c-b1e7-08bd8f452d6d tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 945 time: 0.1541543 Aug 31 09:49:26.739495 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-b2396e48-8a1d-4b38-b85f-cb917553a810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-963210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7939'] for router (8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:26.741047 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-b2396e48-8a1d-4b38-b85f-cb917553a810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-964023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-909203', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7948'] for router (8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:26.779023 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=77,neutron:DELETE=8,neutron:UPDATE=4,neutron:INSERT=11 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:26.860381 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-18467760-dec8-4b89-9e97-76322c451658 req-904df478-de63-4ac4-ab6c-5a43f1cf0127 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/9aad165a-e9a5-4348-86e8-f13640f54588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4114325 Aug 31 09:49:26.890653 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-b2396e48-8a1d-4b38-b85f-cb917553a810 admin admin] Publish callbacks [] for router_controller (8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542), precommit_add_association {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:26.921403 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2547160f-0a33-4253-af22-7371a3ffaaab req-56349f10-0084-4eb3-8625-84bba3e2ece4 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693244 Aug 31 09:49:27.207239 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5145a069-1ad1-48d1-be20-e5203bce2eeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf769dcf0-00d3-5bf4-b672-2b9122ce186a-ba3d70db-89a3-4a36-91f7-576971d6cd3f', 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f', 'project_id': '5ed9143757584694a5139ada8dbd5570', 'fixed_ips': [{'subnet_id': '990134de-c572-4ed8-9ca9-38a05454b025'}]}} from dv-cinder-844961-2-iscsi. {{(pid=112921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 09:49:27.214241 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-5145a069-1ad1-48d1-be20-e5203bce2eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:27.286089 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ad358765-82b5-4b21-832c-eaa3b0477d54 req-6ab4d97d-a5ef-4046-8185-71a86a523d84 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74d01e00-bf25-4a74-b61e-b1503ad18c47 HTTP/1.1" status: 200 len: 210 time: 0.0738616 Aug 31 09:49:27.344916 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-b2396e48-8a1d-4b38-b85f-cb917553a810 admin admin] Publish callbacks [] for router_gateway (8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542), precommit_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:27.479150 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.db_base_plugin_common [None req-5145a069-1ad1-48d1-be20-e5203bce2eeb None None] Allocated IP 172.20.0.2 (ba3d70db-89a3-4a36-91f7-576971d6cd3f/990134de-c572-4ed8-9ca9-38a05454b025/e0b21ffa-1d47-43c2-ba99-e49603be7323) {{(pid=112921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:49:27.591927 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-b2396e48-8a1d-4b38-b85f-cb917553a810 admin admin] Publish callbacks [] for router_gateway (8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:27.619560 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-b2396e48-8a1d-4b38-b85f-cb917553a810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:27.762040 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.db_base_plugin_common [None req-b2396e48-8a1d-4b38-b85f-cb917553a810 admin admin] Allocated IP 172.27.3.5 (9ecc2a3c-efc3-4c90-8e67-1028759a248c/b5177607-d6ca-45c7-ac03-71d68f18093b/21815131-7ff0-4705-aedb-a46f7feaa62f) {{(pid=112920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:49:27.794838 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-5145a069-1ad1-48d1-be20-e5203bce2eeb None None] Publish callbacks [] for port (e0b21ffa-1d47-43c2-ba99-e49603be7323), precommit_create {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:27.800865 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:27.806446 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-5145a069-1ad1-48d1-be20-e5203bce2eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278'] for port (e0b21ffa-1d47-43c2-ba99-e49603be7323), after_create {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:27.939644 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-b2396e48-8a1d-4b38-b85f-cb917553a810 admin admin] Publish callbacks [] for port (21815131-7ff0-4705-aedb-a46f7feaa62f), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:27.978504 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5145a069-1ad1-48d1-be20-e5203bce2eeb None None] Network ba3d70db-89a3-4a36-91f7-576971d6cd3f is already hosted by enough agents. {{(pid=112921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:49:27.996322 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.scheduler.base_scheduler [None req-5145a069-1ad1-48d1-be20-e5203bce2eeb None None] Resources bound (agent type, host, resource id): {{(pid=112921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:49:28.004676 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5145a069-1ad1-48d1-be20-e5203bce2eeb None None] Received port after_create {{(pid=112921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:49:28.011401 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-b2396e48-8a1d-4b38-b85f-cb917553a810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64202837'] for port (21815131-7ff0-4705-aedb-a46f7feaa62f), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:28.012856 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5145a069-1ad1-48d1-be20-e5203bce2eeb None None] Pushing event updated for resources: {'Port': ['ID=e0b21ffa-1d47-43c2-ba99-e49603be7323,revision_number=1']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:28.091020 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-5145a069-1ad1-48d1-be20-e5203bce2eeb None None] Attempting to bind port e0b21ffa-1d47-43c2-ba99-e49603be7323 on host dv-cinder-844961-2-iscsi for vnic_type normal with profile {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 09:49:28.092433 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-5145a069-1ad1-48d1-be20-e5203bce2eeb None None] Attempting to bind port e0b21ffa-1d47-43c2-ba99-e49603be7323 by drivers openvswitch,hyperv on host dv-cinder-844961-2-iscsi at level 0 using segments [{'id': '9526ede2-f765-498c-8f20-9d507e805198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f'}] {{(pid=112921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 09:49:28.092433 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5145a069-1ad1-48d1-be20-e5203bce2eeb None None] Attempting to bind port e0b21ffa-1d47-43c2-ba99-e49603be7323 on network ba3d70db-89a3-4a36-91f7-576971d6cd3f {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:49:28.099139 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5145a069-1ad1-48d1-be20-e5203bce2eeb None None] Checking agent: {'id': '18a9d5f8-8bea-4c71-b161-cda838278486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844961-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 9, 39, 30), 'started_at': datetime.datetime(2022, 8, 31, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844961-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 09:49:28.099566 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5145a069-1ad1-48d1-be20-e5203bce2eeb None None] Checking segment: {'id': '9526ede2-f765-498c-8f20-9d507e805198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:49:28.099936 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-5145a069-1ad1-48d1-be20-e5203bce2eeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:28.100425 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5145a069-1ad1-48d1-be20-e5203bce2eeb None None] Bound using segment: {'id': '9526ede2-f765-498c-8f20-9d507e805198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f'} {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 09:49:28.101103 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-5145a069-1ad1-48d1-be20-e5203bce2eeb None None] Bound port: e0b21ffa-1d47-43c2-ba99-e49603be7323, host: dv-cinder-844961-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9526ede2-f765-498c-8f20-9d507e805198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f'}}] {{(pid=112921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 09:49:28.101569 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-5145a069-1ad1-48d1-be20-e5203bce2eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (e0b21ffa-1d47-43c2-ba99-e49603be7323), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:28.189931 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2396e48-8a1d-4b38-b85f-cb917553a810 admin admin] Pushing event updated for resources: {'Port': ['ID=21815131-7ff0-4705-aedb-a46f7feaa62f,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:28.203066 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2396e48-8a1d-4b38-b85f-cb917553a810 admin admin] Network 9ecc2a3c-efc3-4c90-8e67-1028759a248c is already hosted by enough agents. {{(pid=112920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:49:28.205625 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.base_scheduler [None req-b2396e48-8a1d-4b38-b85f-cb917553a810 admin admin] Resources bound (agent type, host, resource id): {{(pid=112920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:49:28.206338 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-5145a069-1ad1-48d1-be20-e5203bce2eeb None None] For port e0b21ffa-1d47-43c2-ba99-e49603be7323, host dv-cinder-844961-2-iscsi, cleared binding levels {{(pid=112921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:49:28.209811 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2396e48-8a1d-4b38-b85f-cb917553a810 admin admin] Received port after_create {{(pid=112920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:49:28.215887 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-5145a069-1ad1-48d1-be20-e5203bce2eeb None None] For port e0b21ffa-1d47-43c2-ba99-e49603be7323, host dv-cinder-844961-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=e0b21ffa-1d47-43c2-ba99-e49603be7323,segment=NetworkSegment(9526ede2-f765-498c-8f20-9d507e805198),segment_id=9526ede2-f765-498c-8f20-9d507e805198)] {{(pid=112921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:49:28.226629 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-5145a069-1ad1-48d1-be20-e5203bce2eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (e0b21ffa-1d47-43c2-ba99-e49603be7323), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:28.310046 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b6e31-2983-444b-bc38-c592d82f14d6 req-e6167a25-5ac3-4348-8a18-da2578e3cfdc tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:28.322989 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-cb6b6e31-2983-444b-bc38-c592d82f14d6 req-e6167a25-5ac3-4348-8a18-da2578e3cfdc tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 945 time: 0.1519957 Aug 31 09:49:28.416353 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5145a069-1ad1-48d1-be20-e5203bce2eeb None None] Pushing event updated for resources: {'Port': ['ID=e0b21ffa-1d47-43c2-ba99-e49603be7323,revision_number=2']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:28.474278 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-cb6b6e31-2983-444b-bc38-c592d82f14d6 req-56ec9917-e293-4205-a517-91de6ef0060f tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315331 Aug 31 09:49:28.578655 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-24497c59-c5a7-4770-bedf-b6191ca206ec req-ab1264d3-8622-4e1a-981e-2644cc18bde0 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74d01e00-bf25-4a74-b61e-b1503ad18c47 HTTP/1.1" status: 200 len: 210 time: 0.1009936 Aug 31 09:49:28.894745 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:28.924886 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-b2396e48-8a1d-4b38-b85f-cb917553a810 admin admin] Publish callbacks [] for router_gateway (8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:29.011941 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:29.081799 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.agents_db [None req-8002e13a-56e4-448b-bc0d-5c9f038cbdad None None] Agent healthcheck: found 6 active agents {{(pid=112922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:49:29.293076 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-b2396e48-8a1d-4b38-b85f-cb917553a810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-964079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-964474'] for router (8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:29.451568 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:29.496803 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:29.582881 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2396e48-8a1d-4b38-b85f-cb917553a810 admin admin] Router 8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542 is scheduled to L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 with binding_index 1 {{(pid=112920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:49:29.629297 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:29.860686 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-895434da-4bf8-4fb3-bff9-9f644b46f35d req-5fb3fd79-9766-40d3-a686-b4db6ed6a287 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74d01e00-bf25-4a74-b61e-b1503ad18c47 HTTP/1.1" status: 200 len: 210 time: 0.0636201 Aug 31 09:49:29.870979 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2396e48-8a1d-4b38-b85f-cb917553a810 admin admin] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:49:29.884586 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b79ec8c-7026-44fb-8de9-b594d0678aac None None] Sync routers for ids ['8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'] in dv-cinder-844961-2-iscsi {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:49:29.891790 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e03e4e-c9af-428b-9fb6-d0f7d908f0e5 req-1d84f797-2f41-4771-a64e-50b0071bfdd9 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:29.911220 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b79ec8c-7026-44fb-8de9-b594d0678aac None None] Routers {'8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:49:29.912330 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b2e03e4e-c9af-428b-9fb6-d0f7d908f0e5 req-1d84f797-2f41-4771-a64e-50b0071bfdd9 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 945 time: 0.2604001 Aug 31 09:49:29.912462 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-5b79ec8c-7026-44fb-8de9-b594d0678aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:49:26Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:49:29.923144 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-b2396e48-8a1d-4b38-b85f-cb917553a810 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:29.929111 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-b2396e48-8a1d-4b38-b85f-cb917553a810 admin admin] 10.222.0.13 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2368355 Aug 31 09:49:29.932141 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 45424) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:49:30.011504 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:30.043964 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b2e03e4e-c9af-428b-9fb6-d0f7d908f0e5 req-c00c9fb8-8322-4a69-91fb-2808eac598a3 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284306 Aug 31 09:49:30.093086 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-5b79ec8c-7026-44fb-8de9-b594d0678aac None None] Set router 8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:49:30.218394 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9292f590-32bb-4daa-b3f5-0cb0edee8dd6 None None] Network ba3d70db-89a3-4a36-91f7-576971d6cd3f requested from dv-cinder-844961-2-iscsi {{(pid=112921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 09:49:30.373503 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-67e22483-a94f-4648-a92f-bd781fc891f6 None None] Provisioning complete for port e0b21ffa-1d47-43c2-ba99-e49603be7323 triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:49:30.373808 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-67e22483-a94f-4648-a92f-bd781fc891f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (e0b21ffa-1d47-43c2-ba99-e49603be7323), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:30.619228 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device e0b21ffa-1d47-43c2-ba99-e49603be7323 up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:49:30.641046 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-2a787a6b-6adc-43c7-8b3f-0c0c651e5c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:30.643833 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:30.659098 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-67e22483-a94f-4648-a92f-bd781fc891f6 None None] Current status of the port e0b21ffa-1d47-43c2-ba99-e49603be7323 is: DOWN; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:49:30.659518 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-67e22483-a94f-4648-a92f-bd781fc891f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (e0b21ffa-1d47-43c2-ba99-e49603be7323), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:30.698733 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-5b79ec8c-7026-44fb-8de9-b594d0678aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'name': 'tempest-AttachVolumeNegativeTest-786014327-router', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:49:26Z', 'updated_at': '2022-08-31T09:49:28Z', 'revision_number': 3, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'gw_port': {'id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:af:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:49:27Z', 'updated_at': '2022-08-31T09:49:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi'}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:49:30.716468 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:30.768571 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b79ec8c-7026-44fb-8de9-b594d0678aac None None] Checking router: 8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542 for host: dv-cinder-844961-2-iscsi {{(pid=112921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:49:30.769276 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b79ec8c-7026-44fb-8de9-b594d0678aac None None] Updating router 8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542 port 21815131-7ff0-4705-aedb-a46f7feaa62f binding host dv-cinder-844961-2-iscsi {{(pid=112921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:49:30.810494 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-67e22483-a94f-4648-a92f-bd781fc891f6 None None] For port e0b21ffa-1d47-43c2-ba99-e49603be7323, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=e0b21ffa-1d47-43c2-ba99-e49603be7323,segment=NetworkSegment(9526ede2-f765-498c-8f20-9d507e805198),segment_id=9526ede2-f765-498c-8f20-9d507e805198)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:49:30.815185 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port e0b21ffa-1d47-43c2-ba99-e49603be7323 triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:49:30.816031 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (e0b21ffa-1d47-43c2-ba99-e49603be7323), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:30.848338 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-5b79ec8c-7026-44fb-8de9-b594d0678aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (21815131-7ff0-4705-aedb-a46f7feaa62f), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:30.853051 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-67e22483-a94f-4648-a92f-bd781fc891f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (e0b21ffa-1d47-43c2-ba99-e49603be7323), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:30.946622 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.db_base_plugin_common [None req-2a787a6b-6adc-43c7-8b3f-0c0c651e5c36 admin admin] Allocated IP 172.20.0.1 (ba3d70db-89a3-4a36-91f7-576971d6cd3f/990134de-c572-4ed8-9ca9-38a05454b025/c43e077c-2252-45ea-a1ac-7a77de29c27f) {{(pid=112920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:49:31.020699 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-6579b7ae-0538-47fd-83ca-e206237ea258 req-8f54e411-b992-4ca9-8d5b-c6d56f330b2a tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74d01e00-bf25-4a74-b61e-b1503ad18c47 HTTP/1.1" status: 200 len: 210 time: 0.0387969 Aug 31 09:49:31.117575 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=35 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:31.119590 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-3dcf8b84-3067-4e16-a41c-6d31fb5a5ce3 None None] Provisioning complete for port e0b21ffa-1d47-43c2-ba99-e49603be7323 triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:49:31.119968 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-3dcf8b84-3067-4e16-a41c-6d31fb5a5ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (e0b21ffa-1d47-43c2-ba99-e49603be7323), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:31.126990 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:31.128405 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e22483-a94f-4648-a92f-bd781fc891f6 None None] Pushing event updated for resources: {'Port': ['ID=e0b21ffa-1d47-43c2-ba99-e49603be7323,revision_number=3']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:31.165786 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port e0b21ffa-1d47-43c2-ba99-e49603be7323 is: ACTIVE; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:49:31.186877 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:31.188156 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-2a787a6b-6adc-43c7-8b3f-0c0c651e5c36 admin admin] Publish callbacks [] for port (c43e077c-2252-45ea-a1ac-7a77de29c27f), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:31.250972 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b018fac-6064-4cfe-8ff5-5219267dea14 req-e850664f-3020-4677-b703-428432a4f76b tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:31.255368 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-2a787a6b-6adc-43c7-8b3f-0c0c651e5c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64202837'] for port (c43e077c-2252-45ea-a1ac-7a77de29c27f), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:31.270752 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-1b018fac-6064-4cfe-8ff5-5219267dea14 req-e850664f-3020-4677-b703-428432a4f76b tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 945 time: 0.1079299 Aug 31 09:49:31.324966 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-3dcf8b84-3067-4e16-a41c-6d31fb5a5ce3 None None] Current status of the port e0b21ffa-1d47-43c2-ba99-e49603be7323 is: ACTIVE; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:49:31.347335 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a787a6b-6adc-43c7-8b3f-0c0c651e5c36 admin admin] Pushing event updated for resources: {'Port': ['ID=c43e077c-2252-45ea-a1ac-7a77de29c27f,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:31.370631 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a787a6b-6adc-43c7-8b3f-0c0c651e5c36 admin admin] Network ba3d70db-89a3-4a36-91f7-576971d6cd3f is already hosted by enough agents. {{(pid=112920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:49:31.373106 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.base_scheduler [None req-2a787a6b-6adc-43c7-8b3f-0c0c651e5c36 admin admin] Resources bound (agent type, host, resource id): {{(pid=112920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:49:31.375846 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-1b018fac-6064-4cfe-8ff5-5219267dea14 req-c1c74f96-969d-4442-b6e2-8b97bdb433ed tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009924 Aug 31 09:49:31.378174 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a787a6b-6adc-43c7-8b3f-0c0c651e5c36 admin admin] Received port after_create {{(pid=112920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:49:31.435257 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-5b79ec8c-7026-44fb-8de9-b594d0678aac None None] Publish callbacks [] for port (21815131-7ff0-4705-aedb-a46f7feaa62f), precommit_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:31.443708 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-5b79ec8c-7026-44fb-8de9-b594d0678aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (21815131-7ff0-4705-aedb-a46f7feaa62f), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:31.454110 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-2a787a6b-6adc-43c7-8b3f-0c0c651e5c36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962846'] for router_interface (8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:31.507485 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-5b79ec8c-7026-44fb-8de9-b594d0678aac None None] Attempting to bind port 21815131-7ff0-4705-aedb-a46f7feaa62f on host dv-cinder-844961-2-iscsi for vnic_type normal with profile {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 09:49:31.508166 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-5b79ec8c-7026-44fb-8de9-b594d0678aac None None] Attempting to bind port 21815131-7ff0-4705-aedb-a46f7feaa62f by drivers openvswitch,hyperv on host dv-cinder-844961-2-iscsi at level 0 using segments [{'id': 'a4995e04-234e-4976-89c5-310a94033a09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'}] {{(pid=112921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 09:49:31.508537 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b79ec8c-7026-44fb-8de9-b594d0678aac None None] Attempting to bind port 21815131-7ff0-4705-aedb-a46f7feaa62f on network 9ecc2a3c-efc3-4c90-8e67-1028759a248c {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:49:31.522566 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b79ec8c-7026-44fb-8de9-b594d0678aac None None] Checking agent: {'id': '18a9d5f8-8bea-4c71-b161-cda838278486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844961-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 9, 39, 30), 'started_at': datetime.datetime(2022, 8, 31, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 9, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844961-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 09:49:31.523232 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b79ec8c-7026-44fb-8de9-b594d0678aac None None] Checking segment: {'id': 'a4995e04-234e-4976-89c5-310a94033a09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:49:31.523803 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-5b79ec8c-7026-44fb-8de9-b594d0678aac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:31.524382 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b79ec8c-7026-44fb-8de9-b594d0678aac None None] Bound using segment: {'id': 'a4995e04-234e-4976-89c5-310a94033a09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'} {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 09:49:31.524893 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-5b79ec8c-7026-44fb-8de9-b594d0678aac None None] Bound port: 21815131-7ff0-4705-aedb-a46f7feaa62f, host: dv-cinder-844961-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4995e04-234e-4976-89c5-310a94033a09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'}}] {{(pid=112921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 09:49:31.525290 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-5b79ec8c-7026-44fb-8de9-b594d0678aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (21815131-7ff0-4705-aedb-a46f7feaa62f), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:31.527543 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f4459e-0d9c-487c-bd52-b7de0d3c338a None None] Pushing event updated for resources: {'Port': ['ID=21815131-7ff0-4705-aedb-a46f7feaa62f,revision_number=2']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:31.594624 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-5b79ec8c-7026-44fb-8de9-b594d0678aac None None] For port 21815131-7ff0-4705-aedb-a46f7feaa62f, host dv-cinder-844961-2-iscsi, cleared binding levels {{(pid=112921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:49:31.599276 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-5b79ec8c-7026-44fb-8de9-b594d0678aac None None] For port 21815131-7ff0-4705-aedb-a46f7feaa62f, host dv-cinder-844961-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=21815131-7ff0-4705-aedb-a46f7feaa62f,segment=NetworkSegment(a4995e04-234e-4976-89c5-310a94033a09),segment_id=a4995e04-234e-4976-89c5-310a94033a09)] {{(pid=112921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:49:31.609307 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-5b79ec8c-7026-44fb-8de9-b594d0678aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (21815131-7ff0-4705-aedb-a46f7feaa62f), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:31.677170 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-2a787a6b-6adc-43c7-8b3f-0c0c651e5c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (c43e077c-2252-45ea-a1ac-7a77de29c27f), before_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:31.830189 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b79ec8c-7026-44fb-8de9-b594d0678aac None None] Routers {'8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:49:31.831190 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-5b79ec8c-7026-44fb-8de9-b594d0678aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:49:26Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:49:31.840700 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-d8388fbf-eeeb-4290-aa8b-d92047b10fa9 None None] Provisioning complete for port c43e077c-2252-45ea-a1ac-7a77de29c27f triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:49:31.841099 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-d8388fbf-eeeb-4290-aa8b-d92047b10fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (c43e077c-2252-45ea-a1ac-7a77de29c27f), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:31.922748 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f4459e-0d9c-487c-bd52-b7de0d3c338a None None] Pushing event updated for resources: {'Port': ['ID=21815131-7ff0-4705-aedb-a46f7feaa62f,revision_number=3']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:31.946771 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-d8388fbf-eeeb-4290-aa8b-d92047b10fa9 None None] Port c43e077c-2252-45ea-a1ac-7a77de29c27f cannot update to ACTIVE because it is not bound. {{(pid=112921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 09:49:31.972571 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:31.996862 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-2a787a6b-6adc-43c7-8b3f-0c0c651e5c36 admin admin] Publish callbacks [] for port (c43e077c-2252-45ea-a1ac-7a77de29c27f), precommit_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:32.005161 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-2a787a6b-6adc-43c7-8b3f-0c0c651e5c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64202844'] for port (c43e077c-2252-45ea-a1ac-7a77de29c27f), after_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:32.014153 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-5b79ec8c-7026-44fb-8de9-b594d0678aac None None] Set router 8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:49:32.128879 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-2a787a6b-6adc-43c7-8b3f-0c0c651e5c36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962954'] for router_interface (8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:32.131614 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a787a6b-6adc-43c7-8b3f-0c0c651e5c36 admin admin] Pushing event updated for resources: {'Port': ['ID=c43e077c-2252-45ea-a1ac-7a77de29c27f,revision_number=2']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:32.223566 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9c2b657f-b257-4dd4-bac9-c5747ce2e962 req-0a3add71-6dda-4ebf-b456-2371e73807d1 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74d01e00-bf25-4a74-b61e-b1503ad18c47 HTTP/1.1" status: 200 len: 210 time: 0.0578392 Aug 31 09:49:32.313780 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a787a6b-6adc-43c7-8b3f-0c0c651e5c36 admin admin] Network ba3d70db-89a3-4a36-91f7-576971d6cd3f is already hosted by enough agents. {{(pid=112920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:49:32.316888 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.base_scheduler [None req-2a787a6b-6adc-43c7-8b3f-0c0c651e5c36 admin admin] Resources bound (agent type, host, resource id): {{(pid=112920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:49:32.333055 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:32.347350 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-5b79ec8c-7026-44fb-8de9-b594d0678aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'name': 'tempest-AttachVolumeNegativeTest-786014327-router', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:49:26Z', 'updated_at': '2022-08-31T09:49:31Z', 'revision_number': 4, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'gw_port': {'id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:af:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:49:27Z', 'updated_at': '2022-08-31T09:49:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': 'c43e077c-2252-45ea-a1ac-7a77de29c27f', 'name': '', 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'mac_address': 'fa:16:3e:f4:2f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '990134de-c572-4ed8-9ca9-38a05454b025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:49:30Z', 'updated_at': '2022-08-31T09:49:30Z', 'revision_number': 1, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'subnets': [{'id': '990134de-c572-4ed8-9ca9-38a05454b025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:49:32.395216 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b79ec8c-7026-44fb-8de9-b594d0678aac None None] The sync data for ids ['8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'] in dv-cinder-844961-2-iscsi is: [{'id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'name': 'tempest-AttachVolumeNegativeTest-786014327-router', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:49:26Z', 'updated_at': '2022-08-31T09:49:31Z', 'revision_number': 4, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'gw_port': {'id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:af:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:49:27Z', 'updated_at': '2022-08-31T09:49:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': 'c43e077c-2252-45ea-a1ac-7a77de29c27f', 'name': '', 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'mac_address': 'fa:16:3e:f4:2f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '990134de-c572-4ed8-9ca9-38a05454b025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:49:30Z', 'updated_at': '2022-08-31T09:49:30Z', 'revision_number': 1, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'subnets': [{'id': '990134de-c572-4ed8-9ca9-38a05454b025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:49:32.562304 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a787a6b-6adc-43c7-8b3f-0c0c651e5c36 admin admin] Router 8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542 has already been hosted by L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 {{(pid=112920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:49:32.613863 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device e0b21ffa-1d47-43c2-ba99-e49603be7323 up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:49:32.657859 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2158a2-b4a0-4da8-8108-ce96d70155f8 req-7c4572ac-6d8c-4a3d-a47b-07db0f84f998 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:32.661812 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-db2158a2-b4a0-4da8-8108-ce96d70155f8 req-7c4572ac-6d8c-4a3d-a47b-07db0f84f998 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 945 time: 0.1119053 Aug 31 09:49:32.664116 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:32.676779 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port e0b21ffa-1d47-43c2-ba99-e49603be7323 triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:49:32.677740 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (e0b21ffa-1d47-43c2-ba99-e49603be7323), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:32.726125 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-72ef9834-6a3a-4a9b-9270-974a9d69f853 None None] Provisioning complete for port c43e077c-2252-45ea-a1ac-7a77de29c27f triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:49:32.727518 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-72ef9834-6a3a-4a9b-9270-974a9d69f853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (c43e077c-2252-45ea-a1ac-7a77de29c27f), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:32.744347 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-db2158a2-b4a0-4da8-8108-ce96d70155f8 req-1ab35da7-1d43-4a04-81ce-12fc122e9d4e tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675790 Aug 31 09:49:32.759130 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:32.821738 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a787a6b-6adc-43c7-8b3f-0c0c651e5c36 admin admin] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:49:32.830253 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-2a787a6b-6adc-43c7-8b3f-0c0c651e5c36 admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8962071 Aug 31 09:49:32.869582 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-72ef9834-6a3a-4a9b-9270-974a9d69f853 None None] Port c43e077c-2252-45ea-a1ac-7a77de29c27f cannot update to ACTIVE because it is not bound. {{(pid=112921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 09:49:32.935887 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port e0b21ffa-1d47-43c2-ba99-e49603be7323 is: ACTIVE; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:49:33.274372 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 45470) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:49:33.279975 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [None req-bb31930b-6e4b-4ac6-8bbc-b96134052f26 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1638476098', 'description': 'tempest-description--1573631859'}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:33.332765 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-bb31930b-6e4b-4ac6-8bbc-b96134052f26 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for security_group (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:33.355229 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:33.410913 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7af494c1-0f22-411a-b9b2-3207b2b3a241 req-c8d1c885-43cc-40d5-9758-660886fcfab7 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74d01e00-bf25-4a74-b61e-b1503ad18c47 HTTP/1.1" status: 200 len: 210 time: 0.0594296 Aug 31 09:49:33.545462 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-bb31930b-6e4b-4ac6-8bbc-b96134052f26 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for security_group (e5e6e735-32bf-4d5b-a597-451436a63555), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:33.568836 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-bb31930b-6e4b-4ac6-8bbc-b96134052f26 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (e5e6e735-32bf-4d5b-a597-451436a63555), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:33.672390 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-bb31930b-6e4b-4ac6-8bbc-b96134052f26 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for security_group (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:33.674276 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-bb31930b-6e4b-4ac6-8bbc-b96134052f26 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3980463 Aug 31 09:49:33.679120 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 45474) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:49:33.683327 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18467760-dec8-4b89-9e97-76322c451658 req-68a6b10e-3740-4941-82ea-3ac4462dc41e tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:33.684853 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-18467760-dec8-4b89-9e97-76322c451658 req-68a6b10e-3740-4941-82ea-3ac4462dc41e tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.64 "GET /networking/v2.0/networks?id=9aad165a-e9a5-4348-86e8-f13640f54588 HTTP/1.1" status: 200 len: 809 time: 0.2411346 Aug 31 09:49:33.686798 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-203f8597-e4aa-406d-8f0a-01f09b96b2d2 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Request body: {'security_group_rule': {'security_group_id': 'e5e6e735-32bf-4d5b-a597-451436a63555', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:33.687897 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31930b-6e4b-4ac6-8bbc-b96134052f26 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e6e735-32bf-4d5b-a597-451436a63555,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:33.742458 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-203f8597-e4aa-406d-8f0a-01f09b96b2d2 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for security_group_rule (fc51aab5-4974-41b2-aa18-5f8d4cf65d09), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:33.808734 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [req-18467760-dec8-4b89-9e97-76322c451658 req-3c733996-9434-4333-b30d-6bb98c0003a2 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Request body: {'port': {'device_id': '74d01e00-bf25-4a74-b61e-b1503ad18c47', 'network_id': '9aad165a-e9a5-4348-86e8-f13640f54588', 'admin_state_up': True, 'tenant_id': '0d7d52f95e5e452ca2ac11900fc0d931'}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:33.841084 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-203f8597-e4aa-406d-8f0a-01f09b96b2d2 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for security_group_rule (fc51aab5-4974-41b2-aa18-5f8d4cf65d09), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:33.850869 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-203f8597-e4aa-406d-8f0a-01f09b96b2d2 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045036'] for security_group_rule (fc51aab5-4974-41b2-aa18-5f8d4cf65d09), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:33.873993 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203f8597-e4aa-406d-8f0a-01f09b96b2d2 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc51aab5-4974-41b2-aa18-5f8d4cf65d09,revision_number=0']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:33.891843 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-203f8597-e4aa-406d-8f0a-01f09b96b2d2 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:33.894248 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-203f8597-e4aa-406d-8f0a-01f09b96b2d2 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2132249 Aug 31 09:49:33.897187 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 45480) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:49:33.902774 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-0ddc769c-f8f3-4999-bb4b-bab595450694 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Request body: {'security_group_rule': {'security_group_id': 'e5e6e735-32bf-4d5b-a597-451436a63555', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:33.965825 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-0ddc769c-f8f3-4999-bb4b-bab595450694 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for security_group_rule (dfc97114-fd49-48b6-ab28-604267b043f9), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:33.968290 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:34.028218 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18467760-dec8-4b89-9e97-76322c451658 req-3c733996-9434-4333-b30d-6bb98c0003a2 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Made reservation on behalf of 0d7d52f95e5e452ca2ac11900fc0d931 for: {'port': 1} {{(pid=112919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:49:34.033156 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-18467760-dec8-4b89-9e97-76322c451658 req-3c733996-9434-4333-b30d-6bb98c0003a2 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:34.095527 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-0ddc769c-f8f3-4999-bb4b-bab595450694 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for security_group_rule (dfc97114-fd49-48b6-ab28-604267b043f9), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:34.102766 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-0ddc769c-f8f3-4999-bb4b-bab595450694 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045036'] for security_group_rule (dfc97114-fd49-48b6-ab28-604267b043f9), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:34.106513 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c971924-08cb-43bd-ba16-a056206254c9 req-c4079274-324e-424f-863b-f6973a6cd6cb tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:34.108341 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2c971924-08cb-43bd-ba16-a056206254c9 req-c4079274-324e-424f-863b-f6973a6cd6cb tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 945 time: 0.0972571 Aug 31 09:49:34.142547 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddc769c-f8f3-4999-bb4b-bab595450694 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfc97114-fd49-48b6-ab28-604267b043f9,revision_number=0']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:34.169517 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-0ddc769c-f8f3-4999-bb4b-bab595450694 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:34.173503 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-0ddc769c-f8f3-4999-bb4b-bab595450694 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2733488 Aug 31 09:49:34.177177 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 45490) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:49:34.181767 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-def899dc-c075-4d16-b9a2-cce204fa5ff2 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Request body: {'floatingip': {'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:34.211722 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-def899dc-c075-4d16-b9a2-cce204fa5ff2 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:34.296309 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2c971924-08cb-43bd-ba16-a056206254c9 req-618f9bdd-900c-45f4-a4c5-51490c0af020 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494935 Aug 31 09:49:34.346642 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.db_base_plugin_common [req-18467760-dec8-4b89-9e97-76322c451658 req-3c733996-9434-4333-b30d-6bb98c0003a2 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Allocated IP 172.20.0.10 (9aad165a-e9a5-4348-86e8-f13640f54588/37663499-cf56-4aeb-bb17-1087d341c29e/cce2dbff-e77e-4c34-a575-46099f83471f) {{(pid=112919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:49:34.600193 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-18467760-dec8-4b89-9e97-76322c451658 req-3c733996-9434-4333-b30d-6bb98c0003a2 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Publish callbacks [] for port (cce2dbff-e77e-4c34-a575-46099f83471f), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:34.641362 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b548907d-0a59-4fdc-8156-4bc4eff9ca2d req-9bc1d9b6-3e52-4454-ad3c-329362305445 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74d01e00-bf25-4a74-b61e-b1503ad18c47 HTTP/1.1" status: 200 len: 210 time: 0.0460987 Aug 31 09:49:34.694308 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 21815131-7ff0-4705-aedb-a46f7feaa62f up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:49:34.702714 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-18467760-dec8-4b89-9e97-76322c451658 req-3c733996-9434-4333-b30d-6bb98c0003a2 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66028622'] for port (cce2dbff-e77e-4c34-a575-46099f83471f), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:34.753280 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-def899dc-c075-4d16-b9a2-cce204fa5ff2 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:34.758743 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port 21815131-7ff0-4705-aedb-a46f7feaa62f triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:49:34.759270 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (21815131-7ff0-4705-aedb-a46f7feaa62f), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:34.774453 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:34.801740 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18467760-dec8-4b89-9e97-76322c451658 req-3c733996-9434-4333-b30d-6bb98c0003a2 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Network 9aad165a-e9a5-4348-86e8-f13640f54588 is already hosted by enough agents. {{(pid=112919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:49:34.808043 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.base_scheduler [req-18467760-dec8-4b89-9e97-76322c451658 req-3c733996-9434-4333-b30d-6bb98c0003a2 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Resources bound (agent type, host, resource id): {{(pid=112919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:49:34.818573 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.l3_dvrscheduler_db [req-18467760-dec8-4b89-9e97-76322c451658 req-3c733996-9434-4333-b30d-6bb98c0003a2 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Received port after_create {{(pid=112919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:49:34.865280 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c733996-9434-4333-b30d-6bb98c0003a2 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Pushing event updated for resources: {'Port': ['ID=cce2dbff-e77e-4c34-a575-46099f83471f,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:34.872037 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port 21815131-7ff0-4705-aedb-a46f7feaa62f is: DOWN; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:49:34.872683 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (21815131-7ff0-4705-aedb-a46f7feaa62f), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:34.905681 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] For port 21815131-7ff0-4705-aedb-a46f7feaa62f, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=21815131-7ff0-4705-aedb-a46f7feaa62f,segment=NetworkSegment(a4995e04-234e-4976-89c5-310a94033a09),segment_id=a4995e04-234e-4976-89c5-310a94033a09)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:49:34.911906 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (21815131-7ff0-4705-aedb-a46f7feaa62f), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:34.923835 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18467760-dec8-4b89-9e97-76322c451658 req-3c733996-9434-4333-b30d-6bb98c0003a2 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:34.925873 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-18467760-dec8-4b89-9e97-76322c451658 req-3c733996-9434-4333-b30d-6bb98c0003a2 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for port (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:34.951872 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-18467760-dec8-4b89-9e97-76322c451658 req-3c733996-9434-4333-b30d-6bb98c0003a2 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1474185 Aug 31 09:49:34.979764 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.db_base_plugin_common [None req-def899dc-c075-4d16-b9a2-cce204fa5ff2 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Allocated IP 172.27.3.178 (9ecc2a3c-efc3-4c90-8e67-1028759a248c/b5177607-d6ca-45c7-ac03-71d68f18093b/b0740c73-31b0-4573-af0e-d47959d9798a) {{(pid=112920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:49:34.984537 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [req-18467760-dec8-4b89-9e97-76322c451658 req-3eb2118f-43b6-4685-b70d-cf3c52d3b0aa service neutron] Request body: {'port': {'device_id': '74d01e00-bf25-4a74-b61e-b1503ad18c47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84496'}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:34.993191 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Pushing event updated for resources: {'Port': ['ID=21815131-7ff0-4705-aedb-a46f7feaa62f,revision_number=4']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:35.053519 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:35.133441 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-18467760-dec8-4b89-9e97-76322c451658 req-3eb2118f-43b6-4685-b70d-cf3c52d3b0aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (cce2dbff-e77e-4c34-a575-46099f83471f), before_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:35.174680 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:35.325151 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-def899dc-c075-4d16-b9a2-cce204fa5ff2 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for port (b0740c73-31b0-4573-af0e-d47959d9798a), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:35.326758 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:35.415908 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-def899dc-c075-4d16-b9a2-cce204fa5ff2 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64202837'] for port (b0740c73-31b0-4573-af0e-d47959d9798a), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:35.619698 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def899dc-c075-4d16-b9a2-cce204fa5ff2 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Network 9ecc2a3c-efc3-4c90-8e67-1028759a248c is already hosted by enough agents. {{(pid=112920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:49:35.621856 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.base_scheduler [None req-def899dc-c075-4d16-b9a2-cce204fa5ff2 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Resources bound (agent type, host, resource id): {{(pid=112920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:49:35.627888 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def899dc-c075-4d16-b9a2-cce204fa5ff2 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Received port after_create {{(pid=112920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:49:35.667181 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def899dc-c075-4d16-b9a2-cce204fa5ff2 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Pushing event updated for resources: {'Port': ['ID=b0740c73-31b0-4573-af0e-d47959d9798a,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:35.678876 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0c528-6b55-4003-908b-6b485fd344c5 req-6c622ea9-1d5d-45bd-bb19-bab07b17264e tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:35.681160 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-59f0c528-6b55-4003-908b-6b485fd344c5 req-6c622ea9-1d5d-45bd-bb19-bab07b17264e tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 945 time: 0.1278880 Aug 31 09:49:35.854413 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-def899dc-c075-4d16-b9a2-cce204fa5ff2 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for floatingip (c3a5978e-c464-4f67-88e4-6a2fa92b5486), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:35.894591 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb104c3-e15d-488a-bf14-6a036d782bf5 None None] Sync routers for ids ['8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'] in dv-cinder-844961-2-iscsi {{(pid=112922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:49:35.917886 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-def899dc-c075-4d16-b9a2-cce204fa5ff2 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (b0740c73-31b0-4573-af0e-d47959d9798a), before_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:35.918650 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-59f0c528-6b55-4003-908b-6b485fd344c5 req-ebcaf57d-6075-45ee-90b1-0ec2c1d6ab96 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934414 Aug 31 09:49:35.924640 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb104c3-e15d-488a-bf14-6a036d782bf5 None None] Routers {'8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:49:35.927655 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-6bb104c3-e15d-488a-bf14-6a036d782bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:49:26Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'], 'active': True} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:49:35.932886 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.notifiers.nova [req-18467760-dec8-4b89-9e97-76322c451658 req-3eb2118f-43b6-4685-b70d-cf3c52d3b0aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cce2dbff-e77e-4c34-a575-46099f83471f {{(pid=112919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 09:49:35.945071 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-18467760-dec8-4b89-9e97-76322c451658 req-3eb2118f-43b6-4685-b70d-cf3c52d3b0aa service neutron] Publish callbacks [] for port (cce2dbff-e77e-4c34-a575-46099f83471f), precommit_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:35.962659 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8648e9d7-50ff-4f67-8ab8-8744ec59e909 req-3ee71250-8f54-4956-98b2-9b02dadd86a1 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:35.964707 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-8648e9d7-50ff-4f67-8ab8-8744ec59e909 req-3ee71250-8f54-4956-98b2-9b02dadd86a1 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74d01e00-bf25-4a74-b61e-b1503ad18c47 HTTP/1.1" status: 200 len: 932 time: 0.1282058 Aug 31 09:49:35.975416 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.provisioning_blocks [req-18467760-dec8-4b89-9e97-76322c451658 req-3eb2118f-43b6-4685-b70d-cf3c52d3b0aa service neutron] Transition to ACTIVE for port object cce2dbff-e77e-4c34-a575-46099f83471f will not be triggered until provisioned by entity L2. {{(pid=112919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 09:49:35.999187 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-18467760-dec8-4b89-9e97-76322c451658 req-3eb2118f-43b6-4685-b70d-cf3c52d3b0aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66028615'] for port (cce2dbff-e77e-4c34-a575-46099f83471f), after_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:36.138793 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-8648e9d7-50ff-4f67-8ab8-8744ec59e909 req-414da342-a125-43b3-8f63-ae56187668d7 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e4187bef-31b9-4ca8-9d0f-06acd88bcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589859 Aug 31 09:49:36.148717 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvr_db [None req-6bb104c3-e15d-488a-bf14-6a036d782bf5 None None] Set router 8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:49:36.204289 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-def899dc-c075-4d16-b9a2-cce204fa5ff2 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for port (b0740c73-31b0-4573-af0e-d47959d9798a), precommit_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:36.215398 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-def899dc-c075-4d16-b9a2-cce204fa5ff2 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64202844'] for port (b0740c73-31b0-4573-af0e-d47959d9798a), after_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:36.306688 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb2118f-43b6-4685-b70d-cf3c52d3b0aa service neutron] Pushing event updated for resources: {'Port': ['ID=cce2dbff-e77e-4c34-a575-46099f83471f,revision_number=2']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:36.317177 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def899dc-c075-4d16-b9a2-cce204fa5ff2 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Pushing event updated for resources: {'Port': ['ID=b0740c73-31b0-4573-af0e-d47959d9798a,revision_number=2']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:36.320142 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.managers [req-18467760-dec8-4b89-9e97-76322c451658 req-3eb2118f-43b6-4685-b70d-cf3c52d3b0aa service neutron] Attempting to bind port cce2dbff-e77e-4c34-a575-46099f83471f on host hv-cinder-84496 for vnic_type normal with profile {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 09:49:36.321132 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.managers [req-18467760-dec8-4b89-9e97-76322c451658 req-3eb2118f-43b6-4685-b70d-cf3c52d3b0aa service neutron] Attempting to bind port cce2dbff-e77e-4c34-a575-46099f83471f by drivers openvswitch,hyperv on host hv-cinder-84496 at level 0 using segments [{'id': 'ffcbb7ca-7186-483f-98eb-1cd520c41bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '9aad165a-e9a5-4348-86e8-f13640f54588'}] {{(pid=112919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 09:49:36.322045 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18467760-dec8-4b89-9e97-76322c451658 req-3eb2118f-43b6-4685-b70d-cf3c52d3b0aa service neutron] Attempting to bind port cce2dbff-e77e-4c34-a575-46099f83471f on network 9aad165a-e9a5-4348-86e8-f13640f54588 {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:49:36.322740 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:36.332696 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-def899dc-c075-4d16-b9a2-cce204fa5ff2 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964517'] for floatingip (c3a5978e-c464-4f67-88e4-6a2fa92b5486), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:36.334300 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18467760-dec8-4b89-9e97-76322c451658 req-3eb2118f-43b6-4685-b70d-cf3c52d3b0aa service neutron] Port cce2dbff-e77e-4c34-a575-46099f83471f on network 9aad165a-e9a5-4348-86e8-f13640f54588 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84496 {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 09:49:36.334991 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18467760-dec8-4b89-9e97-76322c451658 req-3eb2118f-43b6-4685-b70d-cf3c52d3b0aa service neutron] Attempting to bind port cce2dbff-e77e-4c34-a575-46099f83471f on network 9aad165a-e9a5-4348-86e8-f13640f54588 {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:49:36.345431 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18467760-dec8-4b89-9e97-76322c451658 req-3eb2118f-43b6-4685-b70d-cf3c52d3b0aa service neutron] Checking agent: {'id': 'e6f198be-e193-4693-a253-f9c4522a6272', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 9, 45, 52), 'started_at': datetime.datetime(2022, 8, 31, 9, 45, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 9, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 09:49:36.346976 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18467760-dec8-4b89-9e97-76322c451658 req-3eb2118f-43b6-4685-b70d-cf3c52d3b0aa service neutron] Checking segment: {'id': 'ffcbb7ca-7186-483f-98eb-1cd520c41bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '9aad165a-e9a5-4348-86e8-f13640f54588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:49:36.347550 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18467760-dec8-4b89-9e97-76322c451658 req-3eb2118f-43b6-4685-b70d-cf3c52d3b0aa service neutron] Bound using segment: {'id': 'ffcbb7ca-7186-483f-98eb-1cd520c41bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '9aad165a-e9a5-4348-86e8-f13640f54588'} {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 09:49:36.348377 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.managers [req-18467760-dec8-4b89-9e97-76322c451658 req-3eb2118f-43b6-4685-b70d-cf3c52d3b0aa service neutron] Bound port: cce2dbff-e77e-4c34-a575-46099f83471f, host: hv-cinder-84496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffcbb7ca-7186-483f-98eb-1cd520c41bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '9aad165a-e9a5-4348-86e8-f13640f54588'}}] {{(pid=112919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 09:49:36.349054 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-18467760-dec8-4b89-9e97-76322c451658 req-3eb2118f-43b6-4685-b70d-cf3c52d3b0aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (cce2dbff-e77e-4c34-a575-46099f83471f), before_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:36.378496 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-def899dc-c075-4d16-b9a2-cce204fa5ff2 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for floatingip (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:36.378496 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-def899dc-c075-4d16-b9a2-cce204fa5ff2 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1966116 Aug 31 09:49:36.457770 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.db [req-18467760-dec8-4b89-9e97-76322c451658 req-3eb2118f-43b6-4685-b70d-cf3c52d3b0aa service neutron] For port cce2dbff-e77e-4c34-a575-46099f83471f, host hv-cinder-84496, cleared binding levels {{(pid=112919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:49:36.463851 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.db [req-18467760-dec8-4b89-9e97-76322c451658 req-3eb2118f-43b6-4685-b70d-cf3c52d3b0aa service neutron] For port cce2dbff-e77e-4c34-a575-46099f83471f, host hv-cinder-84496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=cce2dbff-e77e-4c34-a575-46099f83471f,segment=NetworkSegment(ffcbb7ca-7186-483f-98eb-1cd520c41bdd),segment_id=ffcbb7ca-7186-483f-98eb-1cd520c41bdd)] {{(pid=112919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:49:36.476158 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-18467760-dec8-4b89-9e97-76322c451658 req-3eb2118f-43b6-4685-b70d-cf3c52d3b0aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66028615'] for port (cce2dbff-e77e-4c34-a575-46099f83471f), after_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:36.487476 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18467760-dec8-4b89-9e97-76322c451658 req-3eb2118f-43b6-4685-b70d-cf3c52d3b0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:36.489503 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-18467760-dec8-4b89-9e97-76322c451658 req-3eb2118f-43b6-4685-b70d-cf3c52d3b0aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for port (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:36.492929 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-18467760-dec8-4b89-9e97-76322c451658 req-3eb2118f-43b6-4685-b70d-cf3c52d3b0aa service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/cce2dbff-e77e-4c34-a575-46099f83471f HTTP/1.1" status: 200 len: 1094 time: 1.5187218 Aug 31 09:49:36.493765 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74d01e00-bf25-4a74-b61e-b1503ad18c47', 'tag': 'cce2dbff-e77e-4c34-a575-46099f83471f'}] {{(pid=112919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:49:36.496697 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f6ad1632a392cf14020321c7ce6c49338053db0fa13ffca62b7dfe78a8e90b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f97606-6c9c-4d6d-81bc-f356c5c7f92b" -d '{"events": [{"name": "network-changed", "server_uuid": "74d01e00-bf25-4a74-b61e-b1503ad18c47", "tag": "cce2dbff-e77e-4c34-a575-46099f83471f"}]}' {{(pid=112919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:49:36.545930 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-6bb104c3-e15d-488a-bf14-6a036d782bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'name': 'tempest-AttachVolumeNegativeTest-786014327-router', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:49:26Z', 'updated_at': '2022-08-31T09:49:31Z', 'revision_number': 4, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'gw_port': {'id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:af:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:49:27Z', 'updated_at': '2022-08-31T09:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': 'c43e077c-2252-45ea-a1ac-7a77de29c27f', 'name': '', 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'mac_address': 'fa:16:3e:f4:2f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '990134de-c572-4ed8-9ca9-38a05454b025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:49:30Z', 'updated_at': '2022-08-31T09:49:31Z', 'revision_number': 2, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'subnets': [{'id': '990134de-c572-4ed8-9ca9-38a05454b025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:49:36.562178 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb2118f-43b6-4685-b70d-cf3c52d3b0aa service neutron] Pushing event updated for resources: {'Port': ['ID=cce2dbff-e77e-4c34-a575-46099f83471f,revision_number=3']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:36.597171 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 45532) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:49:36.601260 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb104c3-e15d-488a-bf14-6a036d782bf5 None None] Checking router: 8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542 for host: dv-cinder-844961-2-iscsi {{(pid=112922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:49:36.602138 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb104c3-e15d-488a-bf14-6a036d782bf5 None None] Updating router 8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542 port c43e077c-2252-45ea-a1ac-7a77de29c27f binding host dv-cinder-844961-2-iscsi {{(pid=112922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:49:36.655126 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-6bb104c3-e15d-488a-bf14-6a036d782bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (c43e077c-2252-45ea-a1ac-7a77de29c27f), before_update {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:36.693427 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 21815131-7ff0-4705-aedb-a46f7feaa62f up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:49:36.701913 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 09:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def95feb-6511-409d-ae54-0903a86a4e94 x-openstack-request-id: req-def95feb-6511-409d-ae54-0903a86a4e94 {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:49:36.702335 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74d01e00-bf25-4a74-b61e-b1503ad18c47", "tag": "cce2dbff-e77e-4c34-a575-46099f83471f", "status": "completed", "code": 200}]} {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:49:36.702697 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-def95feb-6511-409d-ae54-0903a86a4e94 {{(pid=112919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:49:36.703218 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-def95feb-6511-409d-ae54-0903a86a4e94'] response: {'name': 'network-changed', 'server_uuid': '74d01e00-bf25-4a74-b61e-b1503ad18c47', 'tag': 'cce2dbff-e77e-4c34-a575-46099f83471f', 'status': 'completed', 'code': 200} Aug 31 09:49:36.804016 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-d8841640-c370-4640-8cde-39e3ad9cdb83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:36.804346 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port 21815131-7ff0-4705-aedb-a46f7feaa62f triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:49:36.805170 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (21815131-7ff0-4705-aedb-a46f7feaa62f), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:36.896423 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:36.922698 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4adc2b53-bf4d-4dd9-8b5d-4272524edfca req-152396f5-845d-42cb-ac85-312a54ae7578 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1638476098&fields=id&tenant_id=5ed9143757584694a5139ada8dbd5570 HTTP/1.1" status: 200 len: 267 time: 0.0916905 Aug 31 09:49:36.933981 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port 21815131-7ff0-4705-aedb-a46f7feaa62f is: ACTIVE; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:49:36.945572 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:37.126815 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-6bb104c3-e15d-488a-bf14-6a036d782bf5 None None] Publish callbacks [] for port (c43e077c-2252-45ea-a1ac-7a77de29c27f), precommit_update {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:37.131209 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-d8841640-c370-4640-8cde-39e3ad9cdb83 admin admin] Publish callbacks [] for security_group (10d07103-8e07-4dbb-93d0-579c6c007ef0), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:37.134117 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-6bb104c3-e15d-488a-bf14-6a036d782bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (c43e077c-2252-45ea-a1ac-7a77de29c27f), after_update {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:37.144952 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-d8841640-c370-4640-8cde-39e3ad9cdb83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (10d07103-8e07-4dbb-93d0-579c6c007ef0), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:37.214607 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acef348-5477-4d2e-ab25-8cd246ba6153 None None] Pushing event updated for resources: {'Port': ['ID=c43e077c-2252-45ea-a1ac-7a77de29c27f,revision_number=3']} {{(pid=112922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:37.225737 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94465583-c2f0-4c1f-9b5d-469ee75c62d4 req-196062b4-bd5e-4df2-9433-76aa6e18a922 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:37.227368 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-94465583-c2f0-4c1f-9b5d-469ee75c62d4 req-196062b4-bd5e-4df2-9433-76aa6e18a922 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 945 time: 0.1686285 Aug 31 09:49:37.241936 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acef348-5477-4d2e-ab25-8cd246ba6153 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:37.242255 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acef348-5477-4d2e-ab25-8cd246ba6153 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:37.242616 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acef348-5477-4d2e-ab25-8cd246ba6153 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:37.242961 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acef348-5477-4d2e-ab25-8cd246ba6153 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:37.243289 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acef348-5477-4d2e-ab25-8cd246ba6153 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:37.243651 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acef348-5477-4d2e-ab25-8cd246ba6153 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:37.243953 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acef348-5477-4d2e-ab25-8cd246ba6153 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:37.244274 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acef348-5477-4d2e-ab25-8cd246ba6153 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:37.244588 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acef348-5477-4d2e-ab25-8cd246ba6153 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:37.244903 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acef348-5477-4d2e-ab25-8cd246ba6153 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:37.245250 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acef348-5477-4d2e-ab25-8cd246ba6153 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:37.245669 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acef348-5477-4d2e-ab25-8cd246ba6153 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:37.245989 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acef348-5477-4d2e-ab25-8cd246ba6153 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:37.246304 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acef348-5477-4d2e-ab25-8cd246ba6153 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:37.246614 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acef348-5477-4d2e-ab25-8cd246ba6153 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:37.255677 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-d8841640-c370-4640-8cde-39e3ad9cdb83 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=c60fad1266414b68b00b15a1e6ef973b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6569409 Aug 31 09:49:37.261158 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 45552) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:49:37.282999 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.managers [None req-6bb104c3-e15d-488a-bf14-6a036d782bf5 None None] Attempting to bind port c43e077c-2252-45ea-a1ac-7a77de29c27f on host dv-cinder-844961-2-iscsi for vnic_type normal with profile {{(pid=112922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 09:49:37.283718 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.managers [None req-6bb104c3-e15d-488a-bf14-6a036d782bf5 None None] Attempting to bind port c43e077c-2252-45ea-a1ac-7a77de29c27f by drivers openvswitch,hyperv on host dv-cinder-844961-2-iscsi at level 0 using segments [{'id': '9526ede2-f765-498c-8f20-9d507e805198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f'}] {{(pid=112922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 09:49:37.284194 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb104c3-e15d-488a-bf14-6a036d782bf5 None None] Attempting to bind port c43e077c-2252-45ea-a1ac-7a77de29c27f on network ba3d70db-89a3-4a36-91f7-576971d6cd3f {{(pid=112922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:49:37.296118 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb104c3-e15d-488a-bf14-6a036d782bf5 None None] Checking agent: {'id': '18a9d5f8-8bea-4c71-b161-cda838278486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844961-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 9, 39, 30), 'started_at': datetime.datetime(2022, 8, 31, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 9, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844961-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 09:49:37.296839 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb104c3-e15d-488a-bf14-6a036d782bf5 None None] Checking segment: {'id': '9526ede2-f765-498c-8f20-9d507e805198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:49:37.297637 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-6bb104c3-e15d-488a-bf14-6a036d782bf5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:37.298902 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb104c3-e15d-488a-bf14-6a036d782bf5 None None] Bound using segment: {'id': '9526ede2-f765-498c-8f20-9d507e805198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f'} {{(pid=112922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 09:49:37.299998 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.managers [None req-6bb104c3-e15d-488a-bf14-6a036d782bf5 None None] Bound port: c43e077c-2252-45ea-a1ac-7a77de29c27f, host: dv-cinder-844961-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9526ede2-f765-498c-8f20-9d507e805198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f'}}] {{(pid=112922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 09:49:37.301445 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-6bb104c3-e15d-488a-bf14-6a036d782bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (c43e077c-2252-45ea-a1ac-7a77de29c27f), before_update {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:37.312779 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8841640-c370-4640-8cde-39e3ad9cdb83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d07103-8e07-4dbb-93d0-579c6c007ef0,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:37.332672 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-4bf63d15-0cd4-4828-a0fe-ed283775133f admin admin] Publish callbacks [] for security_group (10d07103-8e07-4dbb-93d0-579c6c007ef0), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:37.342294 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-94465583-c2f0-4c1f-9b5d-469ee75c62d4 req-89c87b03-45a8-429b-859d-fea8b4fc6522 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935626 Aug 31 09:49:37.350217 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc2b53-bf4d-4dd9-8b5d-4272524edfca req-16c671cd-4b04-40bf-96e3-215149c16f5d tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:37.359603 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4adc2b53-bf4d-4dd9-8b5d-4272524edfca req-16c671cd-4b04-40bf-96e3-215149c16f5d tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/networks?id=ba3d70db-89a3-4a36-91f7-576971d6cd3f HTTP/1.1" status: 200 len: 814 time: 0.4098904 Aug 31 09:49:37.370450 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:37.388586 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4adc2b53-bf4d-4dd9-8b5d-4272524edfca req-e8b4adf8-af56-4217-8766-222defec2bd3 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/quotas/5ed9143757584694a5139ada8dbd5570 HTTP/1.1" status: 200 len: 375 time: 0.0273869 Aug 31 09:49:37.390602 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-4bf63d15-0cd4-4828-a0fe-ed283775133f admin admin] Publish callbacks [] for security_group (10d07103-8e07-4dbb-93d0-579c6c007ef0), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:37.433722 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.db [None req-6bb104c3-e15d-488a-bf14-6a036d782bf5 None None] For port c43e077c-2252-45ea-a1ac-7a77de29c27f, host dv-cinder-844961-2-iscsi, cleared binding levels {{(pid=112922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:49:37.444021 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.db [None req-6bb104c3-e15d-488a-bf14-6a036d782bf5 None None] For port c43e077c-2252-45ea-a1ac-7a77de29c27f, host dv-cinder-844961-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=c43e077c-2252-45ea-a1ac-7a77de29c27f,segment=NetworkSegment(9526ede2-f765-498c-8f20-9d507e805198),segment_id=9526ede2-f765-498c-8f20-9d507e805198)] {{(pid=112922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:49:37.463862 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-6bb104c3-e15d-488a-bf14-6a036d782bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (c43e077c-2252-45ea-a1ac-7a77de29c27f), after_update {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:37.518990 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-4bf63d15-0cd4-4828-a0fe-ed283775133f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (10d07103-8e07-4dbb-93d0-579c6c007ef0), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:37.522464 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-4bf63d15-0cd4-4828-a0fe-ed283775133f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:37.523109 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb104c3-e15d-488a-bf14-6a036d782bf5 None None] Routers {'8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:49:37.523629 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-4bf63d15-0cd4-4828-a0fe-ed283775133f admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/10d07103-8e07-4dbb-93d0-579c6c007ef0 HTTP/1.1" status: 204 len: 168 time: 0.2619872 Aug 31 09:49:37.524446 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-6bb104c3-e15d-488a-bf14-6a036d782bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:49:26Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'], 'active': True} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:49:37.537599 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf63d15-0cd4-4828-a0fe-ed283775133f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d07103-8e07-4dbb-93d0-579c6c007ef0,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:37.545456 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4adc2b53-bf4d-4dd9-8b5d-4272524edfca req-40252513-4dd3-404d-8a46-c596f7bd640e tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=5ed9143757584694a5139ada8dbd5570&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1481404 Aug 31 09:49:37.569819 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acef348-5477-4d2e-ab25-8cd246ba6153 None None] Pushing event updated for resources: {'Port': ['ID=c43e077c-2252-45ea-a1ac-7a77de29c27f,revision_number=4']} {{(pid=112922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:37.617520 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:37.659604 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e1282-ec85-468c-bae0-fb97625febea req-016da66f-6385-4c8a-84c7-22ba00b1b001 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:37.670318 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-da9e1282-ec85-468c-bae0-fb97625febea req-016da66f-6385-4c8a-84c7-22ba00b1b001 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74d01e00-bf25-4a74-b61e-b1503ad18c47 HTTP/1.1" status: 200 len: 944 time: 0.2051601 Aug 31 09:49:37.713359 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvr_db [None req-6bb104c3-e15d-488a-bf14-6a036d782bf5 None None] Set router 8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:49:37.838072 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-da9e1282-ec85-468c-bae0-fb97625febea req-becffa96-7ded-4a69-ba48-389751dcbb0e tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e4187bef-31b9-4ca8-9d0f-06acd88bcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545508 Aug 31 09:49:37.858625 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4adc2b53-bf4d-4dd9-8b5d-4272524edfca req-89753bef-e877-4ab1-97bc-bf0a71981e43 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/ba3d70db-89a3-4a36-91f7-576971d6cd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119166 Aug 31 09:49:38.021564 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4adc2b53-bf4d-4dd9-8b5d-4272524edfca req-948a75f1-31b2-43d4-b198-63632bdac03c service neutron] 10.222.0.13 "GET /networking/v2.0/networks/ba3d70db-89a3-4a36-91f7-576971d6cd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619711 Aug 31 09:49:38.046179 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-6bb104c3-e15d-488a-bf14-6a036d782bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'name': 'tempest-AttachVolumeNegativeTest-786014327-router', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:49:26Z', 'updated_at': '2022-08-31T09:49:31Z', 'revision_number': 4, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'gw_port': {'id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:af:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:49:27Z', 'updated_at': '2022-08-31T09:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': 'c43e077c-2252-45ea-a1ac-7a77de29c27f', 'name': '', 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'mac_address': 'fa:16:3e:f4:2f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '990134de-c572-4ed8-9ca9-38a05454b025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:49:30Z', 'updated_at': '2022-08-31T09:49:37Z', 'revision_number': 4, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'subnets': [{'id': '990134de-c572-4ed8-9ca9-38a05454b025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:49:38.091909 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb104c3-e15d-488a-bf14-6a036d782bf5 None None] The sync data for ids ['8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'] in dv-cinder-844961-2-iscsi is: [{'id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'name': 'tempest-AttachVolumeNegativeTest-786014327-router', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:49:26Z', 'updated_at': '2022-08-31T09:49:31Z', 'revision_number': 4, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'gw_port': {'id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:af:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:49:27Z', 'updated_at': '2022-08-31T09:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': 'c43e077c-2252-45ea-a1ac-7a77de29c27f', 'name': '', 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'mac_address': 'fa:16:3e:f4:2f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '990134de-c572-4ed8-9ca9-38a05454b025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:49:30Z', 'updated_at': '2022-08-31T09:49:37Z', 'revision_number': 4, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'subnets': [{'id': '990134de-c572-4ed8-9ca9-38a05454b025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:49:38.095834 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 45564) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:49:38.113651 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-0a145828-c45f-45ce-94f1-295bcf9cc14f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:38.244003 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-3d8f97e3-08b8-465c-b608-a397e3878d95 req-ff3d0b6b-d4fc-4ee8-9b22-756033019fc1 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3 HTTP/1.1" status: 200 len: 210 time: 0.0405586 Aug 31 09:49:38.257779 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-0a145828-c45f-45ce-94f1-295bcf9cc14f admin admin] Publish callbacks [] for security_group (7c8e8678-bd4a-403a-a6ea-65bfd9d7a5dc), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:38.271565 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-0a145828-c45f-45ce-94f1-295bcf9cc14f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (7c8e8678-bd4a-403a-a6ea-65bfd9d7a5dc), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:38.321076 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-0a145828-c45f-45ce-94f1-295bcf9cc14f admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=1527f99179cf464091fc156a34f4208b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2236397 Aug 31 09:49:38.322184 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a145828-c45f-45ce-94f1-295bcf9cc14f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8e8678-bd4a-403a-a6ea-65bfd9d7a5dc,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:38.325251 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 45570) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:49:38.388037 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:38.396010 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-cf7337a8-9686-4e1b-b5f6-19bf60fb8deb admin admin] Publish callbacks [] for security_group (7c8e8678-bd4a-403a-a6ea-65bfd9d7a5dc), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:38.426909 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-cf7337a8-9686-4e1b-b5f6-19bf60fb8deb admin admin] Publish callbacks [] for security_group (7c8e8678-bd4a-403a-a6ea-65bfd9d7a5dc), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:38.429871 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:38.495858 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-cf7337a8-9686-4e1b-b5f6-19bf60fb8deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (7c8e8678-bd4a-403a-a6ea-65bfd9d7a5dc), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:38.513693 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-cf7337a8-9686-4e1b-b5f6-19bf60fb8deb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:38.515143 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-cf7337a8-9686-4e1b-b5f6-19bf60fb8deb admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/7c8e8678-bd4a-403a-a6ea-65bfd9d7a5dc HTTP/1.1" status: 204 len: 168 time: 0.1888249 Aug 31 09:49:38.536844 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7337a8-9686-4e1b-b5f6-19bf60fb8deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8e8678-bd4a-403a-a6ea-65bfd9d7a5dc,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:38.623455 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3fe639-319a-4b48-b7e3-0a0dc5215090 req-6cf4d5e3-e565-4ac4-85c0-9be376d67fec tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:38.625075 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-6a3fe639-319a-4b48-b7e3-0a0dc5215090 req-6cf4d5e3-e565-4ac4-85c0-9be376d67fec tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 945 time: 0.0808821 Aug 31 09:49:38.661103 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device c43e077c-2252-45ea-a1ac-7a77de29c27f up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:49:38.697268 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-6a3fe639-319a-4b48-b7e3-0a0dc5215090 req-da05b984-26b0-4ced-a7ee-78620a2579fb tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637982 Aug 31 09:49:38.773583 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port c43e077c-2252-45ea-a1ac-7a77de29c27f triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:49:38.774251 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (c43e077c-2252-45ea-a1ac-7a77de29c27f), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:38.906202 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port c43e077c-2252-45ea-a1ac-7a77de29c27f is: DOWN; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:49:38.908573 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (c43e077c-2252-45ea-a1ac-7a77de29c27f), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:39.039493 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] For port c43e077c-2252-45ea-a1ac-7a77de29c27f, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=c43e077c-2252-45ea-a1ac-7a77de29c27f,segment=NetworkSegment(9526ede2-f765-498c-8f20-9d507e805198),segment_id=9526ede2-f765-498c-8f20-9d507e805198)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:49:39.046009 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (c43e077c-2252-45ea-a1ac-7a77de29c27f), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:39.078456 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:39.115877 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Pushing event updated for resources: {'Port': ['ID=c43e077c-2252-45ea-a1ac-7a77de29c27f,revision_number=5']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:39.160535 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c39cc-5c44-4d51-b30d-b3ed06496378 req-2f419f36-48f6-43bc-a7ed-b2d97baee417 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:39.162186 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b19c39cc-5c44-4d51-b30d-b3ed06496378 req-2f419f36-48f6-43bc-a7ed-b2d97baee417 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74d01e00-bf25-4a74-b61e-b1503ad18c47 HTTP/1.1" status: 200 len: 944 time: 0.1210613 Aug 31 09:49:39.496203 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0c97ca74-a434-45c0-9b99-ffca627c7640 req-0b6bd01b-3528-466a-9014-0708c435148a tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3 HTTP/1.1" status: 200 len: 210 time: 0.0358183 Aug 31 09:49:39.531310 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b19c39cc-5c44-4d51-b30d-b3ed06496378 req-d3b1aab7-0c47-4bc9-8c72-480d5c0b1698 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e4187bef-31b9-4ca8-9d0f-06acd88bcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587513 Aug 31 09:49:39.835208 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a33f0-e04b-4e17-ae8e-aed3bda3d12a req-44a75a4d-152b-42a6-91eb-05b202a0650d tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:39.836878 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-958a33f0-e04b-4e17-ae8e-aed3bda3d12a req-44a75a4d-152b-42a6-91eb-05b202a0650d tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 945 time: 0.0527267 Aug 31 09:49:39.897244 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-958a33f0-e04b-4e17-ae8e-aed3bda3d12a req-4378dbf6-2d8e-4e84-99f7-7a6af02d3849 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515280 Aug 31 09:49:40.536055 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device c43e077c-2252-45ea-a1ac-7a77de29c27f up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:49:40.637982 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port c43e077c-2252-45ea-a1ac-7a77de29c27f triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:49:40.638609 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (c43e077c-2252-45ea-a1ac-7a77de29c27f), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:40.692599 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f5de6274-c159-405e-8085-ee204728381f req-9ef2cb1c-b5e7-4b97-9f02-b79da6691e7a tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3 HTTP/1.1" status: 200 len: 210 time: 0.0688560 Aug 31 09:49:40.805008 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port c43e077c-2252-45ea-a1ac-7a77de29c27f is: ACTIVE; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:49:40.848850 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b4208-9307-40b1-9c6b-90b126808874 req-46f7965e-85ba-4406-82d9-bd314cd77bf5 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:40.850597 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-250b4208-9307-40b1-9c6b-90b126808874 req-46f7965e-85ba-4406-82d9-bd314cd77bf5 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74d01e00-bf25-4a74-b61e-b1503ad18c47 HTTP/1.1" status: 200 len: 944 time: 0.1638680 Aug 31 09:49:40.857491 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f97606-6c9c-4d6d-81bc-f356c5c7f92b req-4bc955d9-1603-463f-a6fa-5d9e75be45d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:40.859166 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-83f97606-6c9c-4d6d-81bc-f356c5c7f92b req-4bc955d9-1603-463f-a6fa-5d9e75be45d9 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=0d7d52f95e5e452ca2ac11900fc0d931&device_id=74d01e00-bf25-4a74-b61e-b1503ad18c47 HTTP/1.1" status: 200 len: 1128 time: 0.0947688 Aug 31 09:49:40.917377 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-250b4208-9307-40b1-9c6b-90b126808874 req-de33a1cd-0247-4503-8656-36facbb20c55 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e4187bef-31b9-4ca8-9d0f-06acd88bcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570252 Aug 31 09:49:41.187193 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae94a04-9961-4eec-b3e8-884f3dcc2f68 req-b63a66a8-11d4-415f-8a23-b7f6db9bf0dc tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:41.205271 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-eae94a04-9961-4eec-b3e8-884f3dcc2f68 req-b63a66a8-11d4-415f-8a23-b7f6db9bf0dc tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 945 time: 0.1924808 Aug 31 09:49:41.402144 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-eae94a04-9961-4eec-b3e8-884f3dcc2f68 req-58dbd309-d2e8-4094-8f54-1b40880e46ac tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872151 Aug 31 09:49:41.407646 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f97606-6c9c-4d6d-81bc-f356c5c7f92b req-b75193e5-5397-4206-b612-fe2f35c4d463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:41.424592 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-83f97606-6c9c-4d6d-81bc-f356c5c7f92b req-b75193e5-5397-4206-b612-fe2f35c4d463 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=0d7d52f95e5e452ca2ac11900fc0d931&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3991437 Aug 31 09:49:41.599994 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f97606-6c9c-4d6d-81bc-f356c5c7f92b req-ea9d0dbe-8c93-4332-86be-03d896079f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:41.602547 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-83f97606-6c9c-4d6d-81bc-f356c5c7f92b req-ea9d0dbe-8c93-4332-86be-03d896079f8d service neutron] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1736691 Aug 31 09:49:41.813769 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-87b5d6b8-bf77-4f18-9aa3-2ef69f8d7079 req-7dd12351-65c5-4f81-87d3-fd4b47580881 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3 HTTP/1.1" status: 200 len: 210 time: 0.0321457 Aug 31 09:49:42.118276 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfd8d0-6942-4413-b2ef-495165848a4e req-00d19d9c-a33f-4114-8a20-3748d12a90fd tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:42.119961 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5dcfd8d0-6942-4413-b2ef-495165848a4e req-00d19d9c-a33f-4114-8a20-3748d12a90fd tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74d01e00-bf25-4a74-b61e-b1503ad18c47 HTTP/1.1" status: 200 len: 944 time: 0.0800347 Aug 31 09:49:42.175770 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5dcfd8d0-6942-4413-b2ef-495165848a4e req-c8c1bc66-b442-4069-ab69-e9702f8d839f tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e4187bef-31b9-4ca8-9d0f-06acd88bcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487156 Aug 31 09:49:42.602694 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c5d46-eca6-414f-b5ea-44a3c572e07f req-288cd041-536c-41d7-81cc-74e82940404b tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:42.604336 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d82c5d46-eca6-414f-b5ea-44a3c572e07f req-288cd041-536c-41d7-81cc-74e82940404b tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 945 time: 0.0542850 Aug 31 09:49:42.663427 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:42.681844 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d82c5d46-eca6-414f-b5ea-44a3c572e07f req-df88584c-0fbb-46fa-b5a3-2c89af07a0af tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690715 Aug 31 09:49:42.927282 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-6ea3b61b-f092-44ad-b71c-98e22cf240e6 req-eaca4818-1a10-4ba8-b8c0-632f63e57379 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3 HTTP/1.1" status: 200 len: 210 time: 0.0307400 Aug 31 09:49:43.151295 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18467760-dec8-4b89-9e97-76322c451658 req-845e3f1e-f8ba-439d-8b8f-3db2ec9bed42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:43.153171 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-18467760-dec8-4b89-9e97-76322c451658 req-845e3f1e-f8ba-439d-8b8f-3db2ec9bed42 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=0d7d52f95e5e452ca2ac11900fc0d931&device_id=74d01e00-bf25-4a74-b61e-b1503ad18c47 HTTP/1.1" status: 200 len: 1128 time: 0.0738049 Aug 31 09:49:43.284361 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:43.341290 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699eed5-56bd-427e-b413-b205a78da389 req-3cedb332-28f0-4c5e-901a-8ba58d5f32ed tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:43.342990 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b699eed5-56bd-427e-b413-b205a78da389 req-3cedb332-28f0-4c5e-901a-8ba58d5f32ed tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74d01e00-bf25-4a74-b61e-b1503ad18c47 HTTP/1.1" status: 200 len: 944 time: 0.0681722 Aug 31 09:49:43.437943 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-18467760-dec8-4b89-9e97-76322c451658 req-04acfc54-3d87-445b-aa85-9a40c85f8100 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cce2dbff-e77e-4c34-a575-46099f83471f HTTP/1.1" status: 200 len: 217 time: 0.0890007 Aug 31 09:49:43.526261 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867af96-1a55-44e3-82e9-fe3d75beba9a req-167f142b-8904-4def-b8f1-9dae220879f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:43.528313 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0867af96-1a55-44e3-82e9-fe3d75beba9a req-167f142b-8904-4def-b8f1-9dae220879f3 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 1129 time: 0.1152029 Aug 31 09:49:43.600199 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b699eed5-56bd-427e-b413-b205a78da389 req-74719f41-9fdc-4993-b78d-eb39d717a4da tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e4187bef-31b9-4ca8-9d0f-06acd88bcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380378 Aug 31 09:49:43.617228 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18467760-dec8-4b89-9e97-76322c451658 req-225cd7f3-7693-4754-9bfd-3084c70b1f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:43.620040 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-18467760-dec8-4b89-9e97-76322c451658 req-225cd7f3-7693-4754-9bfd-3084c70b1f55 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=37663499-cf56-4aeb-bb17-1087d341c29e HTTP/1.1" status: 200 len: 849 time: 0.1508827 Aug 31 09:49:43.709271 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc2b53-bf4d-4dd9-8b5d-4272524edfca req-2f499f03-c66d-4dd7-a638-cf6b9127877c tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:43.715144 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-18467760-dec8-4b89-9e97-76322c451658 req-11dc25a1-91af-4e03-9223-3f7505ad62d7 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=9aad165a-e9a5-4348-86e8-f13640f54588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832601 Aug 31 09:49:43.729644 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0867af96-1a55-44e3-82e9-fe3d75beba9a req-f73a3f6b-2841-4e1e-b441-33087a1925ca service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844866 Aug 31 09:49:43.733919 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-4adc2b53-bf4d-4dd9-8b5d-4272524edfca req-2f499f03-c66d-4dd7-a638-cf6b9127877c tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.64 "GET /networking/v2.0/networks?id=ba3d70db-89a3-4a36-91f7-576971d6cd3f HTTP/1.1" status: 200 len: 814 time: 0.2347715 Aug 31 09:49:43.917564 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f22096-1924-478c-88a2-d94908896812 req-1b322e4b-ead5-495c-8557-986ad773e36d tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:43.922003 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c9f22096-1924-478c-88a2-d94908896812 req-1b322e4b-ead5-495c-8557-986ad773e36d tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 945 time: 0.0920267 Aug 31 09:49:44.000531 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c9f22096-1924-478c-88a2-d94908896812 req-41f83173-cb74-4074-b45d-ed9b4de5d493 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732133 Aug 31 09:49:44.095577 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-10e86df9-a5a7-4ccc-bbfb-70f7b91e0c9d req-f080be31-10a4-497f-8ebf-df5aa3e62b3c tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3 HTTP/1.1" status: 200 len: 210 time: 0.0417240 Aug 31 09:49:44.407864 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-18467760-dec8-4b89-9e97-76322c451658 req-92ac29a9-acff-4a46-9323-dd1828ddb1b3 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/9aad165a-e9a5-4348-86e8-f13640f54588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896660 Aug 31 09:49:44.416591 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-4adc2b53-bf4d-4dd9-8b5d-4272524edfca req-cb09367e-7378-4e5b-aa70-5c01afb29423 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5ed9143757584694a5139ada8dbd5570 HTTP/1.1" status: 200 len: 380 time: 0.2218096 Aug 31 09:49:44.739941 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5df1c-afbe-422e-9222-a92ade3b530b req-a560cbc9-845b-4e7b-b667-134c9bfd5e58 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:44.741470 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-42e5df1c-afbe-422e-9222-a92ade3b530b req-a560cbc9-845b-4e7b-b667-134c9bfd5e58 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74d01e00-bf25-4a74-b61e-b1503ad18c47 HTTP/1.1" status: 200 len: 944 time: 0.0527918 Aug 31 09:49:44.795872 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-42e5df1c-afbe-422e-9222-a92ade3b530b req-2de75604-a3ee-4127-8f0e-e798d107b52a tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e4187bef-31b9-4ca8-9d0f-06acd88bcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480890 Aug 31 09:49:44.906183 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [req-4adc2b53-bf4d-4dd9-8b5d-4272524edfca req-faff7631-0702-46d2-aa2d-77acdadcaf9d tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Request body: {'port': {'device_id': 'cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3', 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f', 'admin_state_up': True, 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'security_groups': ['e5e6e735-32bf-4d5b-a597-451436a63555']}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:44.982252 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:45.010627 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-18467760-dec8-4b89-9e97-76322c451658 req-94232c6a-e8c8-4cec-b564-82204aeebf98 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/9aad165a-e9a5-4348-86e8-f13640f54588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082220 Aug 31 09:49:45.043255 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4adc2b53-bf4d-4dd9-8b5d-4272524edfca req-faff7631-0702-46d2-aa2d-77acdadcaf9d tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Made reservation on behalf of 5ed9143757584694a5139ada8dbd5570 for: {'port': 1} {{(pid=112920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:49:45.049578 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-4adc2b53-bf4d-4dd9-8b5d-4272524edfca req-faff7631-0702-46d2-aa2d-77acdadcaf9d tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:45.214530 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b89de-988e-4fb0-983b-3818668e5089 req-31dd6296-88bc-4f27-bce8-a9c348d58f35 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:45.216156 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d67b89de-988e-4fb0-983b-3818668e5089 req-31dd6296-88bc-4f27-bce8-a9c348d58f35 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 945 time: 0.1017156 Aug 31 09:49:45.246047 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4eac35e7-0d00-432b-8863-3dd0a273a73d req-4395a24a-31a5-4f05-a25a-ac7e2dcaf1bb tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3 HTTP/1.1" status: 200 len: 210 time: 0.0532544 Aug 31 09:49:45.265649 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.db_base_plugin_common [req-4adc2b53-bf4d-4dd9-8b5d-4272524edfca req-faff7631-0702-46d2-aa2d-77acdadcaf9d tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Allocated IP 172.20.0.8 (ba3d70db-89a3-4a36-91f7-576971d6cd3f/990134de-c572-4ed8-9ca9-38a05454b025/cc06604f-efa3-4b8c-a2d5-693ffb365876) {{(pid=112920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:49:45.296310 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d67b89de-988e-4fb0-983b-3818668e5089 req-f34d3eac-2351-46ad-a1a4-51193b649d0b tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616338 Aug 31 09:49:45.555738 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-4adc2b53-bf4d-4dd9-8b5d-4272524edfca req-faff7631-0702-46d2-aa2d-77acdadcaf9d tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for port (cc06604f-efa3-4b8c-a2d5-693ffb365876), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:45.567099 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:45.598259 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-4adc2b53-bf4d-4dd9-8b5d-4272524edfca req-faff7631-0702-46d2-aa2d-77acdadcaf9d tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64202837'] for port (cc06604f-efa3-4b8c-a2d5-693ffb365876), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:45.663181 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4adc2b53-bf4d-4dd9-8b5d-4272524edfca req-faff7631-0702-46d2-aa2d-77acdadcaf9d tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Network ba3d70db-89a3-4a36-91f7-576971d6cd3f is already hosted by enough agents. {{(pid=112920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:49:45.670141 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.base_scheduler [req-4adc2b53-bf4d-4dd9-8b5d-4272524edfca req-faff7631-0702-46d2-aa2d-77acdadcaf9d tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Resources bound (agent type, host, resource id): {{(pid=112920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:49:45.677953 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.l3_dvrscheduler_db [req-4adc2b53-bf4d-4dd9-8b5d-4272524edfca req-faff7631-0702-46d2-aa2d-77acdadcaf9d tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Received port after_create {{(pid=112920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:49:45.747339 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faff7631-0702-46d2-aa2d-77acdadcaf9d tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Pushing event updated for resources: {'Port': ['ID=cc06604f-efa3-4b8c-a2d5-693ffb365876,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:45.781704 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc2b53-bf4d-4dd9-8b5d-4272524edfca req-faff7631-0702-46d2-aa2d-77acdadcaf9d tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:45.782840 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-4adc2b53-bf4d-4dd9-8b5d-4272524edfca req-faff7631-0702-46d2-aa2d-77acdadcaf9d tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for port (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:45.810523 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-4adc2b53-bf4d-4dd9-8b5d-4272524edfca req-faff7631-0702-46d2-aa2d-77acdadcaf9d tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9073837 Aug 31 09:49:45.973980 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca17db69-47f4-47a6-b38c-bb49b567de73 req-eb7f7820-8c81-48fc-a42a-73c1f6835135 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:45.982604 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ca17db69-47f4-47a6-b38c-bb49b567de73 req-eb7f7820-8c81-48fc-a42a-73c1f6835135 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74d01e00-bf25-4a74-b61e-b1503ad18c47 HTTP/1.1" status: 200 len: 944 time: 0.0736830 Aug 31 09:49:46.038622 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-31c97443-c308-4d4f-8386-95e37d6fe76a None None] Provisioning complete for port cc06604f-efa3-4b8c-a2d5-693ffb365876 triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:49:46.039456 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-31c97443-c308-4d4f-8386-95e37d6fe76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (cc06604f-efa3-4b8c-a2d5-693ffb365876), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:46.047019 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ca17db69-47f4-47a6-b38c-bb49b567de73 req-5c5ccc40-0b9b-4aee-859d-10fcfbe39327 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e4187bef-31b9-4ca8-9d0f-06acd88bcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632055 Aug 31 09:49:46.075094 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-31c97443-c308-4d4f-8386-95e37d6fe76a None None] Port cc06604f-efa3-4b8c-a2d5-693ffb365876 cannot update to ACTIVE because it is not bound. {{(pid=112921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 09:49:46.428744 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b95496-55fc-471d-a102-32c740507857 req-17711eb9-1183-4375-9bbb-b7343a21ad5b tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:46.430408 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-72b95496-55fc-471d-a102-32c740507857 req-17711eb9-1183-4375-9bbb-b7343a21ad5b tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3 HTTP/1.1" status: 200 len: 931 time: 0.0854623 Aug 31 09:49:46.466944 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953c44ef-bbbc-4fa8-bb34-c0abc03bc1da req-d1233d8a-5567-4404-bbbe-18d2dc7c286e tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:46.468586 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-953c44ef-bbbc-4fa8-bb34-c0abc03bc1da req-d1233d8a-5567-4404-bbbe-18d2dc7c286e tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 945 time: 0.0796137 Aug 31 09:49:46.511547 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:46.520749 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-72b95496-55fc-471d-a102-32c740507857 req-bd41caaa-cd59-43d8-93b1-cc774bd18be3 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e5e6e735-32bf-4d5b-a597-451436a63555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837414 Aug 31 09:49:46.534051 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:46.565197 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-953c44ef-bbbc-4fa8-bb34-c0abc03bc1da req-94d05413-1f73-4583-8830-edb712e263e6 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859292 Aug 31 09:49:47.202062 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579ad45-4df7-4e72-ad2d-944c467639a2 req-1e63e09b-1134-4522-8edd-ef4d606b217e tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:47.203656 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0579ad45-4df7-4e72-ad2d-944c467639a2 req-1e63e09b-1134-4522-8edd-ef4d606b217e tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74d01e00-bf25-4a74-b61e-b1503ad18c47 HTTP/1.1" status: 200 len: 944 time: 0.0565248 Aug 31 09:49:47.260161 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0579ad45-4df7-4e72-ad2d-944c467639a2 req-d88f90d3-779e-4a19-8eee-b470bd4948d4 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e4187bef-31b9-4ca8-9d0f-06acd88bcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496190 Aug 31 09:49:47.801923 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a65e131-a8da-41ee-9bd9-a1618d7b5d8a req-b0818e51-b315-4d52-b5fe-eab703e539ca tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:47.803577 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2a65e131-a8da-41ee-9bd9-a1618d7b5d8a req-b0818e51-b315-4d52-b5fe-eab703e539ca tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3 HTTP/1.1" status: 200 len: 931 time: 0.1333690 Aug 31 09:49:47.810241 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b09a7-f220-4bcc-a1f9-ce108264b84f req-f97441b1-6d4d-4480-a7d7-255eaa3cd94d tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:47.811793 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4c8b09a7-f220-4bcc-a1f9-ce108264b84f req-f97441b1-6d4d-4480-a7d7-255eaa3cd94d tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 945 time: 0.1211023 Aug 31 09:49:47.901551 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2a65e131-a8da-41ee-9bd9-a1618d7b5d8a req-a9d75f32-5cf9-4fee-a006-7dec1caee6bc tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e5e6e735-32bf-4d5b-a597-451436a63555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885823 Aug 31 09:49:47.905138 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4c8b09a7-f220-4bcc-a1f9-ce108264b84f req-39e41aa8-eb54-45e0-89b3-db9676722ed6 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858455 Aug 31 09:49:48.034276 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=44,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:48.050921 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=21 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:48.447662 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4997116-3a5c-45ad-8c54-327dda13b84b req-78d1b358-a118-40ea-8520-b4666dc40f8d tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:48.449679 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d4997116-3a5c-45ad-8c54-327dda13b84b req-78d1b358-a118-40ea-8520-b4666dc40f8d tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74d01e00-bf25-4a74-b61e-b1503ad18c47 HTTP/1.1" status: 200 len: 944 time: 0.1011300 Aug 31 09:49:48.515165 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d4997116-3a5c-45ad-8c54-327dda13b84b req-d7787f58-6035-46ef-a096-ccaffd5a5e7a tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e4187bef-31b9-4ca8-9d0f-06acd88bcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522745 Aug 31 09:49:49.088520 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d377513-2e77-4fd1-a684-5633e5b3d520 req-6c0760b1-c19f-43a7-8f34-07733245d57d tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:49.090156 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-1d377513-2e77-4fd1-a684-5633e5b3d520 req-6c0760b1-c19f-43a7-8f34-07733245d57d tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3 HTTP/1.1" status: 200 len: 931 time: 0.0923636 Aug 31 09:49:49.102619 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a569d3-ba52-446e-8fe5-e417e374498b req-7d5b3e1b-7ded-4ade-b8af-0c02ce1e049b tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:49.104266 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c4a569d3-ba52-446e-8fe5-e417e374498b req-7d5b3e1b-7ded-4ade-b8af-0c02ce1e049b tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 945 time: 0.0878267 Aug 31 09:49:49.186430 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-1d377513-2e77-4fd1-a684-5633e5b3d520 req-c399dac2-3d00-4a13-a81d-d73390ac2e45 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e5e6e735-32bf-4d5b-a597-451436a63555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811136 Aug 31 09:49:49.195644 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c4a569d3-ba52-446e-8fe5-e417e374498b req-d7e6e1c7-b985-4d07-b411-7d415240076d tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751116 Aug 31 09:49:49.709906 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbbb3b0-b2cf-43a0-a04d-d19be016f23d req-13681c48-eb5e-42b3-a8d8-c5c41fac5083 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:49.712714 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-fcbbb3b0-b2cf-43a0-a04d-d19be016f23d req-13681c48-eb5e-42b3-a8d8-c5c41fac5083 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74d01e00-bf25-4a74-b61e-b1503ad18c47 HTTP/1.1" status: 200 len: 944 time: 0.0911217 Aug 31 09:49:49.818286 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-fcbbb3b0-b2cf-43a0-a04d-d19be016f23d req-a89deb30-932b-4825-8aee-5664b0e3f0ab tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e4187bef-31b9-4ca8-9d0f-06acd88bcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924025 Aug 31 09:49:50.372280 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a657acf0-7eb2-4215-80fb-c0a72574a25d req-dad4b840-10ef-498d-9ab1-4bd105e18ec5 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:50.373965 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a657acf0-7eb2-4215-80fb-c0a72574a25d req-dad4b840-10ef-498d-9ab1-4bd105e18ec5 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 945 time: 0.0842857 Aug 31 09:49:50.389278 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea63922-a616-470e-a859-2ef95089bb5a req-47e14b5d-0c2e-4c6f-ad27-d642015c3a65 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:50.390902 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5ea63922-a616-470e-a859-2ef95089bb5a req-47e14b5d-0c2e-4c6f-ad27-d642015c3a65 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3 HTTP/1.1" status: 200 len: 931 time: 0.0666747 Aug 31 09:49:50.476179 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a657acf0-7eb2-4215-80fb-c0a72574a25d req-2f8d4c46-60b9-45fe-9cef-bbacd6f13293 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836999 Aug 31 09:49:50.480890 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5ea63922-a616-470e-a859-2ef95089bb5a req-b5ea7c8e-a7ce-4b37-818b-a21344948006 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e5e6e735-32bf-4d5b-a597-451436a63555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807843 Aug 31 09:49:50.963412 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849cbf1-c722-4620-b9fc-99e083ee6487 req-85ce761d-ee5e-40ef-81b1-cf6f81b198b6 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:50.965027 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b849cbf1-c722-4620-b9fc-99e083ee6487 req-85ce761d-ee5e-40ef-81b1-cf6f81b198b6 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74d01e00-bf25-4a74-b61e-b1503ad18c47 HTTP/1.1" status: 200 len: 944 time: 0.0651474 Aug 31 09:49:51.024229 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b849cbf1-c722-4620-b9fc-99e083ee6487 req-e6917f86-7cc0-499d-9f3c-256a8157784d tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e4187bef-31b9-4ca8-9d0f-06acd88bcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523996 Aug 31 09:49:51.600732 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:51.630759 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f094a-5b16-4b1a-88a3-71e3dc32fe7e req-0ee27778-2b83-4d50-99ae-51c74e2259a6 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:51.632347 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0b5f094a-5b16-4b1a-88a3-71e3dc32fe7e req-0ee27778-2b83-4d50-99ae-51c74e2259a6 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 945 time: 0.0647340 Aug 31 09:49:51.685464 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d4d498-d250-42a2-8a85-1a35381d5312 req-517a1498-e11b-4d7e-85a2-96a4d0f09a30 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:51.687029 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d4d4d498-d250-42a2-8a85-1a35381d5312 req-517a1498-e11b-4d7e-85a2-96a4d0f09a30 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3 HTTP/1.1" status: 200 len: 931 time: 0.0790613 Aug 31 09:49:51.731395 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0b5f094a-5b16-4b1a-88a3-71e3dc32fe7e req-97927c66-14d1-4a3e-bc64-6b81c56e1213 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820606 Aug 31 09:49:51.743120 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:51.769461 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d4d4d498-d250-42a2-8a85-1a35381d5312 req-95e62564-f86f-42c8-9c0e-1049b2b1505d tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e5e6e735-32bf-4d5b-a597-451436a63555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726383 Aug 31 09:49:52.174241 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5405c4b-eb65-4ed0-a5e8-df84ab875f7e req-f6ad7899-1e9e-47b0-9a7e-dc12ee5c7c32 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:52.176409 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c5405c4b-eb65-4ed0-a5e8-df84ab875f7e req-f6ad7899-1e9e-47b0-9a7e-dc12ee5c7c32 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74d01e00-bf25-4a74-b61e-b1503ad18c47 HTTP/1.1" status: 200 len: 944 time: 0.0538263 Aug 31 09:49:52.228366 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c5405c4b-eb65-4ed0-a5e8-df84ab875f7e req-ac811299-2220-4556-a4db-a57c4f546eba tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e4187bef-31b9-4ca8-9d0f-06acd88bcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457864 Aug 31 09:49:52.377145 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device cce2dbff-e77e-4c34-a575-46099f83471f details requested by agent hyperv_hv-cinder-84496 with host hv-cinder-84496 {{(pid=112921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:49:52.393153 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:52.494844 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port cce2dbff-e77e-4c34-a575-46099f83471f, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=cce2dbff-e77e-4c34-a575-46099f83471f,segment=NetworkSegment(ffcbb7ca-7186-483f-98eb-1cd520c41bdd),segment_id=ffcbb7ca-7186-483f-98eb-1cd520c41bdd)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:49:52.507719 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Returning: {'device': 'cce2dbff-e77e-4c34-a575-46099f83471f', 'network_id': '9aad165a-e9a5-4348-86e8-f13640f54588', 'port_id': 'cce2dbff-e77e-4c34-a575-46099f83471f', 'mac_address': 'fa:16:3e:44:9b:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37663499-cf56-4aeb-bb17-1087d341c29e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:49:52.553933 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Current status of the port cce2dbff-e77e-4c34-a575-46099f83471f is: DOWN; New status is: BUILD {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:49:52.554430 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (cce2dbff-e77e-4c34-a575-46099f83471f), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:52.577120 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.notifiers.nova [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cce2dbff-e77e-4c34-a575-46099f83471f {{(pid=112921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 09:49:52.614414 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port cce2dbff-e77e-4c34-a575-46099f83471f, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=cce2dbff-e77e-4c34-a575-46099f83471f,segment=NetworkSegment(ffcbb7ca-7186-483f-98eb-1cd520c41bdd),segment_id=ffcbb7ca-7186-483f-98eb-1cd520c41bdd)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:49:52.619021 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (cce2dbff-e77e-4c34-a575-46099f83471f), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:52.671078 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Pushing event updated for resources: {'Port': ['ID=cce2dbff-e77e-4c34-a575-46099f83471f,revision_number=4']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:52.678751 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:52.679094 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:52.679437 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:52.679784 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:52.680119 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:52.680452 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:52.680779 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:52.681106 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:52.681469 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:52.681795 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:52.682119 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:52.682445 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:52.682764 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:52.683083 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:52.683398 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:52.936296 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2897c-7c11-4273-8366-f25c48875538 req-9b659702-03f9-4a0b-be5a-83253db5d9cd tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:52.937963 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2ec2897c-7c11-4273-8366-f25c48875538 req-9b659702-03f9-4a0b-be5a-83253db5d9cd tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 945 time: 0.0966365 Aug 31 09:49:52.961524 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9e8372-9f50-4471-9d67-44f486506536 req-ca1fa987-e25f-4800-a7ee-82e08ff7a681 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:52.963122 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-8b9e8372-9f50-4471-9d67-44f486506536 req-ca1fa987-e25f-4800-a7ee-82e08ff7a681 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3 HTTP/1.1" status: 200 len: 931 time: 0.0842204 Aug 31 09:49:53.032949 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2ec2897c-7c11-4273-8366-f25c48875538 req-feeea33b-5316-4fbc-9b1a-1723d4092711 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873725 Aug 31 09:49:53.061084 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-8b9e8372-9f50-4471-9d67-44f486506536 req-b8727817-a22c-4e8b-ab2a-31a052bed2f2 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e5e6e735-32bf-4d5b-a597-451436a63555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818396 Aug 31 09:49:53.355310 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5b267-405c-4bd4-b6d1-a2608d152338 req-fd51ef7c-e533-474e-b88b-330f207c8845 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:53.356888 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-93c5b267-405c-4bd4-b6d1-a2608d152338 req-fd51ef7c-e533-474e-b88b-330f207c8845 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74d01e00-bf25-4a74-b61e-b1503ad18c47 HTTP/1.1" status: 200 len: 945 time: 0.0511847 Aug 31 09:49:53.408507 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-93c5b267-405c-4bd4-b6d1-a2608d152338 req-e2f2d2d4-984d-4075-b217-78c075fe43e9 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e4187bef-31b9-4ca8-9d0f-06acd88bcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450652 Aug 31 09:49:54.199988 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca592ef1-30c2-4bd3-8273-998a8c1548b7 req-0be6d2ab-c43b-455e-bdf7-2e69ea4025c0 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:54.201566 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ca592ef1-30c2-4bd3-8273-998a8c1548b7 req-0be6d2ab-c43b-455e-bdf7-2e69ea4025c0 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 945 time: 0.0815625 Aug 31 09:49:54.214647 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b9bbf7ed-5cd3-4ae6-af0e-13f8e793062b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:54.243771 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f42d0b-a407-4361-ac65-be8ba9166986 req-bd40766e-ab6d-45e9-8b90-86e25b9685d8 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:54.245325 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-35f42d0b-a407-4361-ac65-be8ba9166986 req-bd40766e-ab6d-45e9-8b90-86e25b9685d8 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3 HTTP/1.1" status: 200 len: 931 time: 0.0890956 Aug 31 09:49:54.295922 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ca592ef1-30c2-4bd3-8273-998a8c1548b7 req-99f4ca7c-6d9d-4b88-998f-164c99805b86 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854077 Aug 31 09:49:54.324221 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-35f42d0b-a407-4361-ac65-be8ba9166986 req-781467c4-a0c9-4007-b091-52ce6112cdcd tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e5e6e735-32bf-4d5b-a597-451436a63555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708501 Aug 31 09:49:54.451305 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3282ea60-1a5f-4530-925c-59f1a3053a0e req-3e896ee7-7d3b-4403-b154-4df2101fec5d tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:54.453179 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-3282ea60-1a5f-4530-925c-59f1a3053a0e req-3e896ee7-7d3b-4403-b154-4df2101fec5d tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dd0a166f-d662-4a72-8ea2-bfbbb02b2221 HTTP/1.1" status: 200 len: 946 time: 0.0619628 Aug 31 09:49:54.476299 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [req-4adc2b53-bf4d-4dd9-8b5d-4272524edfca req-4e93d2e1-b55b-4be7-a216-fc4aae3042b7 service neutron] Request body: {'port': {'device_id': 'cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84496'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:54.554113 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-4adc2b53-bf4d-4dd9-8b5d-4272524edfca req-4e93d2e1-b55b-4be7-a216-fc4aae3042b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (cc06604f-efa3-4b8c-a2d5-693ffb365876), before_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:54.635745 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7150688-9db7-47c3-a3cf-e300c2de1d2e req-146aaf9a-0ff8-4373-835e-e431125d3ae5 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:54.638466 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e7150688-9db7-47c3-a3cf-e300c2de1d2e req-146aaf9a-0ff8-4373-835e-e431125d3ae5 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74d01e00-bf25-4a74-b61e-b1503ad18c47 HTTP/1.1" status: 200 len: 945 time: 0.1299324 Aug 31 09:49:54.658281 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-3282ea60-1a5f-4530-925c-59f1a3053a0e req-438d1b04-1150-4646-bda9-eac27da085cc tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834841 Aug 31 09:49:54.741221 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e7150688-9db7-47c3-a3cf-e300c2de1d2e req-fc381914-ce8a-4ab9-931f-b82be242b66a tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e4187bef-31b9-4ca8-9d0f-06acd88bcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813727 Aug 31 09:49:54.794175 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e6f198be-e193-4693-a253-f9c4522a6272), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:54.932500 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.notifiers.nova [req-4adc2b53-bf4d-4dd9-8b5d-4272524edfca req-4e93d2e1-b55b-4be7-a216-fc4aae3042b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc06604f-efa3-4b8c-a2d5-693ffb365876 {{(pid=112920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 09:49:54.942372 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-4adc2b53-bf4d-4dd9-8b5d-4272524edfca req-4e93d2e1-b55b-4be7-a216-fc4aae3042b7 service neutron] Publish callbacks [] for port (cc06604f-efa3-4b8c-a2d5-693ffb365876), precommit_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:54.960235 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.provisioning_blocks [req-4adc2b53-bf4d-4dd9-8b5d-4272524edfca req-4e93d2e1-b55b-4be7-a216-fc4aae3042b7 service neutron] Transition to ACTIVE for port object cc06604f-efa3-4b8c-a2d5-693ffb365876 will not be triggered until provisioned by entity L2. {{(pid=112920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 09:49:54.967701 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-4adc2b53-bf4d-4dd9-8b5d-4272524edfca req-4e93d2e1-b55b-4be7-a216-fc4aae3042b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64202844'] for port (cc06604f-efa3-4b8c-a2d5-693ffb365876), after_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:55.032837 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] get_ports_and_sgs() called for port_ids ['cce2dbff-e77e-4c34-a575-46099f83471f'] {{(pid=112921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 09:49:55.150050 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:55.151528 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e93d2e1-b55b-4be7-a216-fc4aae3042b7 service neutron] Pushing event updated for resources: {'Port': ['ID=cc06604f-efa3-4b8c-a2d5-693ffb365876,revision_number=2']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:55.186262 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e93d2e1-b55b-4be7-a216-fc4aae3042b7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:55.186895 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e93d2e1-b55b-4be7-a216-fc4aae3042b7 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:55.187434 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e93d2e1-b55b-4be7-a216-fc4aae3042b7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:55.188506 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e93d2e1-b55b-4be7-a216-fc4aae3042b7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:55.189192 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e93d2e1-b55b-4be7-a216-fc4aae3042b7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:55.190129 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e93d2e1-b55b-4be7-a216-fc4aae3042b7 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:55.190759 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e93d2e1-b55b-4be7-a216-fc4aae3042b7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:55.191232 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e93d2e1-b55b-4be7-a216-fc4aae3042b7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:55.191842 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e93d2e1-b55b-4be7-a216-fc4aae3042b7 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:55.192399 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e93d2e1-b55b-4be7-a216-fc4aae3042b7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:55.193174 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e93d2e1-b55b-4be7-a216-fc4aae3042b7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:55.193917 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e93d2e1-b55b-4be7-a216-fc4aae3042b7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:55.194541 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e93d2e1-b55b-4be7-a216-fc4aae3042b7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:55.195152 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e93d2e1-b55b-4be7-a216-fc4aae3042b7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:55.195797 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e93d2e1-b55b-4be7-a216-fc4aae3042b7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:55.241888 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.managers [req-4adc2b53-bf4d-4dd9-8b5d-4272524edfca req-4e93d2e1-b55b-4be7-a216-fc4aae3042b7 service neutron] Attempting to bind port cc06604f-efa3-4b8c-a2d5-693ffb365876 on host hv-cinder-84496 for vnic_type normal with profile {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 09:49:55.242450 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.managers [req-4adc2b53-bf4d-4dd9-8b5d-4272524edfca req-4e93d2e1-b55b-4be7-a216-fc4aae3042b7 service neutron] Attempting to bind port cc06604f-efa3-4b8c-a2d5-693ffb365876 by drivers openvswitch,hyperv on host hv-cinder-84496 at level 0 using segments [{'id': '9526ede2-f765-498c-8f20-9d507e805198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f'}] {{(pid=112920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 09:49:55.242987 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adc2b53-bf4d-4dd9-8b5d-4272524edfca req-4e93d2e1-b55b-4be7-a216-fc4aae3042b7 service neutron] Attempting to bind port cc06604f-efa3-4b8c-a2d5-693ffb365876 on network ba3d70db-89a3-4a36-91f7-576971d6cd3f {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:49:55.261436 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adc2b53-bf4d-4dd9-8b5d-4272524edfca req-4e93d2e1-b55b-4be7-a216-fc4aae3042b7 service neutron] Port cc06604f-efa3-4b8c-a2d5-693ffb365876 on network ba3d70db-89a3-4a36-91f7-576971d6cd3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84496 {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 09:49:55.270319 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adc2b53-bf4d-4dd9-8b5d-4272524edfca req-4e93d2e1-b55b-4be7-a216-fc4aae3042b7 service neutron] Attempting to bind port cc06604f-efa3-4b8c-a2d5-693ffb365876 on network ba3d70db-89a3-4a36-91f7-576971d6cd3f {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:49:55.291679 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adc2b53-bf4d-4dd9-8b5d-4272524edfca req-4e93d2e1-b55b-4be7-a216-fc4aae3042b7 service neutron] Checking agent: {'id': 'e6f198be-e193-4693-a253-f9c4522a6272', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 9, 45, 52), 'started_at': datetime.datetime(2022, 8, 31, 9, 45, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 9, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 09:49:55.292249 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adc2b53-bf4d-4dd9-8b5d-4272524edfca req-4e93d2e1-b55b-4be7-a216-fc4aae3042b7 service neutron] Checking segment: {'id': '9526ede2-f765-498c-8f20-9d507e805198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:49:55.292884 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adc2b53-bf4d-4dd9-8b5d-4272524edfca req-4e93d2e1-b55b-4be7-a216-fc4aae3042b7 service neutron] Bound using segment: {'id': '9526ede2-f765-498c-8f20-9d507e805198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f'} {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 09:49:55.293679 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.managers [req-4adc2b53-bf4d-4dd9-8b5d-4272524edfca req-4e93d2e1-b55b-4be7-a216-fc4aae3042b7 service neutron] Bound port: cc06604f-efa3-4b8c-a2d5-693ffb365876, host: hv-cinder-84496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9526ede2-f765-498c-8f20-9d507e805198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f'}}] {{(pid=112920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 09:49:55.294342 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-4adc2b53-bf4d-4dd9-8b5d-4272524edfca req-4e93d2e1-b55b-4be7-a216-fc4aae3042b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (cc06604f-efa3-4b8c-a2d5-693ffb365876), before_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:55.405686 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:55.489315 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.db [req-4adc2b53-bf4d-4dd9-8b5d-4272524edfca req-4e93d2e1-b55b-4be7-a216-fc4aae3042b7 service neutron] For port cc06604f-efa3-4b8c-a2d5-693ffb365876, host hv-cinder-84496, cleared binding levels {{(pid=112920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:49:55.492826 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.db [req-4adc2b53-bf4d-4dd9-8b5d-4272524edfca req-4e93d2e1-b55b-4be7-a216-fc4aae3042b7 service neutron] For port cc06604f-efa3-4b8c-a2d5-693ffb365876, host hv-cinder-84496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=cc06604f-efa3-4b8c-a2d5-693ffb365876,segment=NetworkSegment(9526ede2-f765-498c-8f20-9d507e805198),segment_id=9526ede2-f765-498c-8f20-9d507e805198)] {{(pid=112920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:49:55.503188 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-4adc2b53-bf4d-4dd9-8b5d-4272524edfca req-4e93d2e1-b55b-4be7-a216-fc4aae3042b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64202844'] for port (cc06604f-efa3-4b8c-a2d5-693ffb365876), after_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:55.534734 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b8c8572a-4857-4ab9-b5c5-bba9740bc1b7 req-861ffd74-5b14-4b2c-b247-a2c87e7d3d7b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0996559 Aug 31 09:49:55.535623 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc2b53-bf4d-4dd9-8b5d-4272524edfca req-4e93d2e1-b55b-4be7-a216-fc4aae3042b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:55.535623 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-4adc2b53-bf4d-4dd9-8b5d-4272524edfca req-4e93d2e1-b55b-4be7-a216-fc4aae3042b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for port (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:55.537781 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-4adc2b53-bf4d-4dd9-8b5d-4272524edfca req-4e93d2e1-b55b-4be7-a216-fc4aae3042b7 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/cc06604f-efa3-4b8c-a2d5-693ffb365876 HTTP/1.1" status: 200 len: 1093 time: 1.0860136 Aug 31 09:49:55.538252 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3', 'tag': 'cc06604f-efa3-4b8c-a2d5-693ffb365876'}] {{(pid=112920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:49:55.540849 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b1c67df7a66df2dbb2f1d86d1740294a25e35557c8b7fb736f9ab0bc04a1bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991dd4ce-8584-4352-b685-05476306f9a2" -d '{"events": [{"name": "network-changed", "server_uuid": "cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3", "tag": "cc06604f-efa3-4b8c-a2d5-693ffb365876"}]}' {{(pid=112920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:49:55.541264 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:55.551822 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa3c84-aba5-4032-bf3c-b2fbf1be5a33 req-fa5ee91c-913d-44fa-a313-56087c1e2aff tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:55.554776 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5ffa3c84-aba5-4032-bf3c-b2fbf1be5a33 req-fa5ee91c-913d-44fa-a313-56087c1e2aff tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3 HTTP/1.1" status: 200 len: 943 time: 0.0701535 Aug 31 09:49:55.587006 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e93d2e1-b55b-4be7-a216-fc4aae3042b7 service neutron] Pushing event updated for resources: {'Port': ['ID=cc06604f-efa3-4b8c-a2d5-693ffb365876,revision_number=3']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:55.609141 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 09:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d931d375-9162-4df3-9736-fd2ea1ca2fc7 x-openstack-request-id: req-d931d375-9162-4df3-9736-fd2ea1ca2fc7 {{(pid=112920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:49:55.609631 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3", "tag": "cc06604f-efa3-4b8c-a2d5-693ffb365876", "status": "completed", "code": 200}]} {{(pid=112920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:49:55.610915 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d931d375-9162-4df3-9736-fd2ea1ca2fc7 {{(pid=112920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:49:55.610915 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d931d375-9162-4df3-9736-fd2ea1ca2fc7'] response: {'name': 'network-changed', 'server_uuid': 'cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3', 'tag': 'cc06604f-efa3-4b8c-a2d5-693ffb365876', 'status': 'completed', 'code': 200} Aug 31 09:49:55.646432 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5ffa3c84-aba5-4032-bf3c-b2fbf1be5a33 req-0165156b-22ba-43b0-8bd1-6af49faeb69c tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e5e6e735-32bf-4d5b-a597-451436a63555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808740 Aug 31 09:49:55.704840 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c8572a-4857-4ab9-b5c5-bba9740bc1b7 req-718ed8c4-7533-4215-bcf1-b44aeb2003d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:55.706641 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-b8c8572a-4857-4ab9-b5c5-bba9740bc1b7 req-718ed8c4-7533-4215-bcf1-b44aeb2003d9 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=c0fc6660b5494415915cdf2b325e5bd6&device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 1129 time: 0.0456376 Aug 31 09:49:55.731259 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991dd4ce-8584-4352-b685-05476306f9a2 req-71b1591c-4e61-4222-98dd-d520d67c251b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:55.732899 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-991dd4ce-8584-4352-b685-05476306f9a2 req-71b1591c-4e61-4222-98dd-d520d67c251b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5ed9143757584694a5139ada8dbd5570&device_id=cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3 HTTP/1.1" status: 200 len: 1127 time: 0.0591767 Aug 31 09:49:55.836592 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c8572a-4857-4ab9-b5c5-bba9740bc1b7 req-c946cc83-6808-4939-9794-e603f9f9048e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:55.838253 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-b8c8572a-4857-4ab9-b5c5-bba9740bc1b7 req-c946cc83-6808-4939-9794-e603f9f9048e service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=2e69cc92-d348-4eef-9a4c-b8daacafc440 HTTP/1.1" status: 200 len: 920 time: 0.1080530 Aug 31 09:49:55.894576 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991dd4ce-8584-4352-b685-05476306f9a2 req-56ff665b-f3ff-4454-b242-5bd254a7f674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:55.896064 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-991dd4ce-8584-4352-b685-05476306f9a2 req-56ff665b-f3ff-4454-b242-5bd254a7f674 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=5ed9143757584694a5139ada8dbd5570&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1470020 Aug 31 09:49:55.900721 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-b8c8572a-4857-4ab9-b5c5-bba9740bc1b7 req-0ff883cf-eaa3-49ea-8940-7c51be935fb4 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33cb2a1d-1582-4d9a-959c-ca576cea02dd HTTP/1.1" status: 200 len: 217 time: 0.0552914 Aug 31 09:49:55.901561 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:55.909970 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2130aa2-0b2b-4db0-af3a-c024612f4fd1 req-c238fe5c-11ad-4bec-9848-16cf58ce46d7 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:55.911473 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a2130aa2-0b2b-4db0-af3a-c024612f4fd1 req-c238fe5c-11ad-4bec-9848-16cf58ce46d7 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74d01e00-bf25-4a74-b61e-b1503ad18c47 HTTP/1.1" status: 200 len: 945 time: 0.0622942 Aug 31 09:49:55.961875 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c8572a-4857-4ab9-b5c5-bba9740bc1b7 req-01e4d77d-5697-4b8c-8fc3-6e16a5eae7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:55.964738 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-b8c8572a-4857-4ab9-b5c5-bba9740bc1b7 req-01e4d77d-5697-4b8c-8fc3-6e16a5eae7ee service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=851420a3-644f-4898-b99d-54af1fb83d8b HTTP/1.1" status: 200 len: 858 time: 0.0540650 Aug 31 09:49:56.012234 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c8572a-4857-4ab9-b5c5-bba9740bc1b7 req-22c5e465-f774-40a4-9999-31060ddc2dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:56.013754 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-b8c8572a-4857-4ab9-b5c5-bba9740bc1b7 req-22c5e465-f774-40a4-9999-31060ddc2dd1 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=2e69cc92-d348-4eef-9a4c-b8daacafc440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428700 Aug 31 09:49:56.032904 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a2130aa2-0b2b-4db0-af3a-c024612f4fd1 req-994090ab-6ecb-42b1-8254-8672204d5e3c tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e4187bef-31b9-4ca8-9d0f-06acd88bcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109581 Aug 31 09:49:56.055732 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991dd4ce-8584-4352-b685-05476306f9a2 req-e96c5189-41b8-42dc-b2f8-dae667bc1e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:56.057123 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-991dd4ce-8584-4352-b685-05476306f9a2 req-e96c5189-41b8-42dc-b2f8-dae667bc1e5a service neutron] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1447923 Aug 31 09:49:56.134378 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-b8c8572a-4857-4ab9-b5c5-bba9740bc1b7 req-686c078f-bd2e-425c-b84c-de97c1f2a384 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2e69cc92-d348-4eef-9a4c-b8daacafc440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121809 Aug 31 09:49:56.175093 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc2b53-bf4d-4dd9-8b5d-4272524edfca req-8eb60d55-b26f-461f-b976-20a53c81a884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:56.176698 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4adc2b53-bf4d-4dd9-8b5d-4272524edfca req-8eb60d55-b26f-461f-b976-20a53c81a884 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5ed9143757584694a5139ada8dbd5570&device_id=cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3 HTTP/1.1" status: 200 len: 1127 time: 0.0441060 Aug 31 09:49:56.242671 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-b8c8572a-4857-4ab9-b5c5-bba9740bc1b7 req-20e45c7b-9e98-402a-9a23-9aac965b163b service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2e69cc92-d348-4eef-9a4c-b8daacafc440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014755 Aug 31 09:49:56.263588 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4adc2b53-bf4d-4dd9-8b5d-4272524edfca req-46ec3bd3-828f-4aae-92be-00180fabaa5c service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc06604f-efa3-4b8c-a2d5-693ffb365876 HTTP/1.1" status: 200 len: 217 time: 0.0376675 Aug 31 09:49:56.350545 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc2b53-bf4d-4dd9-8b5d-4272524edfca req-cd38a1ad-5327-4c07-9308-f42f48e32858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:56.351997 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4adc2b53-bf4d-4dd9-8b5d-4272524edfca req-cd38a1ad-5327-4c07-9308-f42f48e32858 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=990134de-c572-4ed8-9ca9-38a05454b025 HTTP/1.1" status: 200 len: 853 time: 0.0817332 Aug 31 09:49:56.443333 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc2b53-bf4d-4dd9-8b5d-4272524edfca req-26bd1de8-c477-40de-bee5-b638e40a38de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:56.444943 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4adc2b53-bf4d-4dd9-8b5d-4272524edfca req-26bd1de8-c477-40de-bee5-b638e40a38de service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=ba3d70db-89a3-4a36-91f7-576971d6cd3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0607266 Aug 31 09:49:56.515698 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-96ccf0ca-dce4-4d2b-ad2c-33cb2522c48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:56.639726 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4adc2b53-bf4d-4dd9-8b5d-4272524edfca req-452ea2cd-4143-46b1-9fba-c3a86ae9c873 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ba3d70db-89a3-4a36-91f7-576971d6cd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589563 Aug 31 09:49:56.789653 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3ffc6-85f2-4247-8cf7-859e671d2b0f req-241d1af6-87f4-487d-829d-52df08d35107 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:56.791190 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-fdf3ffc6-85f2-4247-8cf7-859e671d2b0f req-241d1af6-87f4-487d-829d-52df08d35107 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3 HTTP/1.1" status: 200 len: 943 time: 0.0499184 Aug 31 09:49:56.860369 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-fdf3ffc6-85f2-4247-8cf7-859e671d2b0f req-e4edc4cc-0e47-4c35-909c-b41bf3cf0f39 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e5e6e735-32bf-4d5b-a597-451436a63555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626411 Aug 31 09:49:56.894548 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device cce2dbff-e77e-4c34-a575-46099f83471f up at agent hyperv_hv-cinder-84496 {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:49:56.940760 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Provisioning for port cce2dbff-e77e-4c34-a575-46099f83471f completed by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 09:49:56.950476 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Provisioning complete for port cce2dbff-e77e-4c34-a575-46099f83471f triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:49:56.950988 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (cce2dbff-e77e-4c34-a575-46099f83471f), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:57.003604 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:57.051544 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Current status of the port cce2dbff-e77e-4c34-a575-46099f83471f is: BUILD; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:49:57.051950 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (cce2dbff-e77e-4c34-a575-46099f83471f), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:57.081749 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74d01e00-bf25-4a74-b61e-b1503ad18c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce2dbff-e77e-4c34-a575-46099f83471f'}] {{(pid=112921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:49:57.084162 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b0c9b70db3c71f613761f7f5e171cb6bed896c41d1f4f7babde002b819469c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12cfd5a-4c06-4cba-ba51-7b3a233767c7" -d '{"events": [{"server_uuid": "74d01e00-bf25-4a74-b61e-b1503ad18c47", "name": "network-vif-plugged", "status": "completed", "tag": "cce2dbff-e77e-4c34-a575-46099f83471f"}]}' {{(pid=112921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:49:57.098609 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port cce2dbff-e77e-4c34-a575-46099f83471f, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=cce2dbff-e77e-4c34-a575-46099f83471f,segment=NetworkSegment(ffcbb7ca-7186-483f-98eb-1cd520c41bdd),segment_id=ffcbb7ca-7186-483f-98eb-1cd520c41bdd)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:49:57.105537 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (cce2dbff-e77e-4c34-a575-46099f83471f), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:57.173261 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4adc2b53-bf4d-4dd9-8b5d-4272524edfca req-6fd54eb8-384b-46fa-8b95-1c0bb8ccc885 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ba3d70db-89a3-4a36-91f7-576971d6cd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916234 Aug 31 09:49:57.177351 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 09:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5702bf6-3334-44f0-bbe8-aef5908c8b8c x-openstack-request-id: req-a5702bf6-3334-44f0-bbe8-aef5908c8b8c {{(pid=112921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:49:57.177904 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74d01e00-bf25-4a74-b61e-b1503ad18c47", "name": "network-vif-plugged", "status": "completed", "tag": "cce2dbff-e77e-4c34-a575-46099f83471f", "code": 200}]} {{(pid=112921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:49:57.178428 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a5702bf6-3334-44f0-bbe8-aef5908c8b8c {{(pid=112921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:49:57.179063 dv-cinder-844961-2-iscsi neutron-server[112921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5702bf6-3334-44f0-bbe8-aef5908c8b8c'] response: {'server_uuid': '74d01e00-bf25-4a74-b61e-b1503ad18c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce2dbff-e77e-4c34-a575-46099f83471f', 'code': 200} Aug 31 09:49:57.185945 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Pushing event updated for resources: {'Port': ['ID=cce2dbff-e77e-4c34-a575-46099f83471f,revision_number=5']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:57.519437 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956f817-5cac-4263-b955-b729ba2a7b21 req-582e74de-fa28-4a55-b538-1d354ca468e0 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:57.521405 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c956f817-5cac-4263-b955-b729ba2a7b21 req-582e74de-fa28-4a55-b538-1d354ca468e0 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74d01e00-bf25-4a74-b61e-b1503ad18c47 HTTP/1.1" status: 200 len: 946 time: 0.3029606 Aug 31 09:49:57.618044 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c956f817-5cac-4263-b955-b729ba2a7b21 req-2b49360d-2af8-4fb1-a482-ee73795155e5 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e4187bef-31b9-4ca8-9d0f-06acd88bcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888896 Aug 31 09:49:57.771472 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:57.943189 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b97716-4fe2-474d-bb9b-5be88a51293d req-0d68e049-d374-484d-8cb0-c7ede03dfb3c tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:57.946080 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f2b97716-4fe2-474d-bb9b-5be88a51293d req-0d68e049-d374-484d-8cb0-c7ede03dfb3c tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dd0a166f-d662-4a72-8ea2-bfbbb02b2221 HTTP/1.1" status: 200 len: 946 time: 0.0700512 Aug 31 09:49:58.014861 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:58.052234 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1343a3-672b-4ebd-80a7-3f7a57dd4d37 req-0ce47f26-51a9-4f5e-a4cc-85168aba0fc2 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:58.054080 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-aa1343a3-672b-4ebd-80a7-3f7a57dd4d37 req-0ce47f26-51a9-4f5e-a4cc-85168aba0fc2 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3 HTTP/1.1" status: 200 len: 943 time: 0.0883558 Aug 31 09:49:58.062471 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f2b97716-4fe2-474d-bb9b-5be88a51293d req-08615494-4134-4cf8-91bb-66e9af188c06 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090815 Aug 31 09:49:58.127682 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-aa1343a3-672b-4ebd-80a7-3f7a57dd4d37 req-a280cca2-0f97-4bd6-af49-f8fc08b8338a tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e5e6e735-32bf-4d5b-a597-451436a63555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612257 Aug 31 09:49:58.796259 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa35e7-2436-487c-8f7f-f41d73a25d33 req-8eb170d4-aa2d-4371-a71f-50fd23018128 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:58.798308 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4cfa35e7-2436-487c-8f7f-f41d73a25d33 req-8eb170d4-aa2d-4371-a71f-50fd23018128 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74d01e00-bf25-4a74-b61e-b1503ad18c47 HTTP/1.1" status: 200 len: 946 time: 0.0835710 Aug 31 09:49:58.887067 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4cfa35e7-2436-487c-8f7f-f41d73a25d33 req-294583ea-714c-44b0-8aa0-1cc0e2d5127c tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e4187bef-31b9-4ca8-9d0f-06acd88bcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806561 Aug 31 09:49:59.207846 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e1d63-26ef-479a-ad3e-f3333fa2f16e req-12b88309-b24c-4c01-b422-c41be9fbbbae tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:59.209558 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-227e1d63-26ef-479a-ad3e-f3333fa2f16e req-12b88309-b24c-4c01-b422-c41be9fbbbae tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dd0a166f-d662-4a72-8ea2-bfbbb02b2221 HTTP/1.1" status: 200 len: 946 time: 0.0598035 Aug 31 09:49:59.273504 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:49:59.293649 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc255db-8bfc-446d-a101-fd546cd8bb1f req-0eca45d0-9deb-429e-9868-d17642517498 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:49:59.295257 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-edc255db-8bfc-446d-a101-fd546cd8bb1f req-0eca45d0-9deb-429e-9868-d17642517498 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3 HTTP/1.1" status: 200 len: 943 time: 0.0803614 Aug 31 09:49:59.327211 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-227e1d63-26ef-479a-ad3e-f3333fa2f16e req-84bc7b63-f160-4dfb-a4e9-b9729423fd16 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110020 Aug 31 09:49:59.368178 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-edc255db-8bfc-446d-a101-fd546cd8bb1f req-7c481869-97c3-4778-8cd0-f4a5478adb12 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e5e6e735-32bf-4d5b-a597-451436a63555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633612 Aug 31 09:49:59.455117 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:49:59.597278 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:00.055527 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3da796-993d-437e-b29f-c3381801d6a7 req-793aa004-488b-4c79-ab96-aee3b300f6b1 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:00.057176 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0a3da796-993d-437e-b29f-c3381801d6a7 req-793aa004-488b-4c79-ab96-aee3b300f6b1 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74d01e00-bf25-4a74-b61e-b1503ad18c47 HTTP/1.1" status: 200 len: 946 time: 0.0710330 Aug 31 09:50:00.140773 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0a3da796-993d-437e-b29f-c3381801d6a7 req-0adc0360-80f6-4ef2-8375-b314a8e25f71 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e4187bef-31b9-4ca8-9d0f-06acd88bcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754154 Aug 31 09:50:00.535306 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585a9db-7ffa-4355-ae1d-4651eec29214 req-96331277-d787-4cd0-b081-2e5a6cd337a8 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:00.536830 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-6585a9db-7ffa-4355-ae1d-4651eec29214 req-96331277-d787-4cd0-b081-2e5a6cd337a8 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dd0a166f-d662-4a72-8ea2-bfbbb02b2221 HTTP/1.1" status: 200 len: 946 time: 0.0842800 Aug 31 09:50:00.550013 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd80652c-693b-4d37-b0d7-f09fa00ab585 req-c06ba4c4-8b9c-48b7-9786-265c91efd51f tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:00.551744 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-cd80652c-693b-4d37-b0d7-f09fa00ab585 req-c06ba4c4-8b9c-48b7-9786-265c91efd51f tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3 HTTP/1.1" status: 200 len: 943 time: 0.0648348 Aug 31 09:50:00.637671 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-6585a9db-7ffa-4355-ae1d-4651eec29214 req-0dadf58b-73de-4ab1-b6fa-2674ed61c011 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945430 Aug 31 09:50:00.643065 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-cd80652c-693b-4d37-b0d7-f09fa00ab585 req-6c986482-24f6-4041-8ce9-9fba37e3c7a6 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e5e6e735-32bf-4d5b-a597-451436a63555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838144 Aug 31 09:50:00.771435 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a609a3-f46e-40de-8bad-d5ba3dd2d116 req-4f34b1b0-572c-4231-beb7-43fd50a1f1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:00.772988 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-12a609a3-f46e-40de-8bad-d5ba3dd2d116 req-4f34b1b0-572c-4231-beb7-43fd50a1f1a0 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=c0fc6660b5494415915cdf2b325e5bd6&device_id=dd0a166f-d662-4a72-8ea2-bfbbb02b2221 HTTP/1.1" status: 200 len: 1130 time: 0.0542190 Aug 31 09:50:00.897895 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a609a3-f46e-40de-8bad-d5ba3dd2d116 req-173cf8fa-03c9-4396-8eee-10eea351f464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:00.899869 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-12a609a3-f46e-40de-8bad-d5ba3dd2d116 req-173cf8fa-03c9-4396-8eee-10eea351f464 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=2e69cc92-d348-4eef-9a4c-b8daacafc440 HTTP/1.1" status: 200 len: 920 time: 0.1199963 Aug 31 09:50:00.926112 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1bd359-8e2a-41e5-9c5c-29da14ae11bc req-1266b09e-f88d-4705-8438-ba585cbc2e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:00.928837 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-1b1bd359-8e2a-41e5-9c5c-29da14ae11bc req-1266b09e-f88d-4705-8438-ba585cbc2e0c service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=74d01e00-bf25-4a74-b61e-b1503ad18c47 HTTP/1.1" status: 200 len: 1130 time: 0.0510547 Aug 31 09:50:00.957696 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-12a609a3-f46e-40de-8bad-d5ba3dd2d116 req-91ecfd9b-f8f8-406a-aa42-575b7acfffeb service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc0a1702-552b-409c-91a1-5a380acf6fea HTTP/1.1" status: 200 len: 217 time: 0.0426121 Aug 31 09:50:00.983870 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-1b1bd359-8e2a-41e5-9c5c-29da14ae11bc req-8106b107-e6db-40b5-857b-1ef70c9a0e4a service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e4187bef-31b9-4ca8-9d0f-06acd88bcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476599 Aug 31 09:50:01.286923 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9d80a-b756-43db-8c4f-e34eed9c59de req-b12c368c-11f6-4a47-81b8-de4c6b8f3ab6 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:01.288521 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a6f9d80a-b756-43db-8c4f-e34eed9c59de req-b12c368c-11f6-4a47-81b8-de4c6b8f3ab6 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74d01e00-bf25-4a74-b61e-b1503ad18c47 HTTP/1.1" status: 200 len: 946 time: 0.0505600 Aug 31 09:50:01.347162 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a6f9d80a-b756-43db-8c4f-e34eed9c59de req-a5bc1196-f49f-4861-9ccd-22d7a8843bf0 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e4187bef-31b9-4ca8-9d0f-06acd88bcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519130 Aug 31 09:50:01.621068 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 46080) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:50:01.764900 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-47cb217c-2fb3-4398-9888-d1591d95805c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:01.799574 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:50:01.881277 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867df52-1f2e-41f5-a1aa-a35ef2d7d13d req-b8954607-e4ec-4f36-beb1-f5db3d650c53 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:01.883355 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d867df52-1f2e-41f5-a1aa-a35ef2d7d13d req-b8954607-e4ec-4f36-beb1-f5db3d650c53 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3 HTTP/1.1" status: 200 len: 943 time: 0.1047964 Aug 31 09:50:02.012108 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d867df52-1f2e-41f5-a1aa-a35ef2d7d13d req-d3ec02b7-e614-43ce-99cf-763a2626e725 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e5e6e735-32bf-4d5b-a597-451436a63555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211777 Aug 31 09:50:02.019634 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-47cb217c-2fb3-4398-9888-d1591d95805c admin admin] Publish callbacks [] for security_group (d674dacd-ac1e-4106-941e-f1c7bea6da6c), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:02.026543 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8099b-770f-4ae3-8f15-dda4fe4c1d4e req-3152b57f-6c1a-45ef-8352-62d75df260db tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:02.028297 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-33f8099b-770f-4ae3-8f15-dda4fe4c1d4e req-3152b57f-6c1a-45ef-8352-62d75df260db tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dd0a166f-d662-4a72-8ea2-bfbbb02b2221 HTTP/1.1" status: 200 len: 946 time: 0.1063066 Aug 31 09:50:02.029640 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-47cb217c-2fb3-4398-9888-d1591d95805c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (d674dacd-ac1e-4106-941e-f1c7bea6da6c), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:02.095594 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-47cb217c-2fb3-4398-9888-d1591d95805c admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=50cbd5f9e1eb440aa10404dd6817c08f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4722693 Aug 31 09:50:02.096710 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cb217c-2fb3-4398-9888-d1591d95805c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d674dacd-ac1e-4106-941e-f1c7bea6da6c,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:02.097888 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 46090) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:50:02.101992 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:50:02.122372 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cb217c-2fb3-4398-9888-d1591d95805c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:02.122722 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cb217c-2fb3-4398-9888-d1591d95805c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:02.123067 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cb217c-2fb3-4398-9888-d1591d95805c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:02.123408 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cb217c-2fb3-4398-9888-d1591d95805c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:02.123739 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cb217c-2fb3-4398-9888-d1591d95805c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:02.124067 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cb217c-2fb3-4398-9888-d1591d95805c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:02.124392 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cb217c-2fb3-4398-9888-d1591d95805c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:02.124714 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cb217c-2fb3-4398-9888-d1591d95805c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:02.125515 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cb217c-2fb3-4398-9888-d1591d95805c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:02.125977 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cb217c-2fb3-4398-9888-d1591d95805c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:02.126399 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cb217c-2fb3-4398-9888-d1591d95805c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:02.126668 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cb217c-2fb3-4398-9888-d1591d95805c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:02.126993 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cb217c-2fb3-4398-9888-d1591d95805c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:02.127318 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cb217c-2fb3-4398-9888-d1591d95805c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:02.127641 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cb217c-2fb3-4398-9888-d1591d95805c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:02.152592 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-33f8099b-770f-4ae3-8f15-dda4fe4c1d4e req-1a0865b4-b795-4fa5-8d3e-2918afb90305 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086853 Aug 31 09:50:02.152909 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-d8be8861-2b23-435e-9faf-a4981c3cb902 admin admin] Publish callbacks [] for security_group (d674dacd-ac1e-4106-941e-f1c7bea6da6c), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:02.179780 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-d8be8861-2b23-435e-9faf-a4981c3cb902 admin admin] Publish callbacks [] for security_group (d674dacd-ac1e-4106-941e-f1c7bea6da6c), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:02.246237 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-d8be8861-2b23-435e-9faf-a4981c3cb902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (d674dacd-ac1e-4106-941e-f1c7bea6da6c), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:02.250531 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-d8be8861-2b23-435e-9faf-a4981c3cb902 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:02.252093 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-d8be8861-2b23-435e-9faf-a4981c3cb902 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/d674dacd-ac1e-4106-941e-f1c7bea6da6c HTTP/1.1" status: 204 len: 168 time: 0.1529694 Aug 31 09:50:02.266800 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be8861-2b23-435e-9faf-a4981c3cb902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d674dacd-ac1e-4106-941e-f1c7bea6da6c,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:02.534151 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eff684-ef3c-4f56-8120-fab6204a5226 req-179dbfcc-68d0-488d-8152-62106999a41e tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:02.536658 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c8eff684-ef3c-4f56-8120-fab6204a5226 req-179dbfcc-68d0-488d-8152-62106999a41e tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74d01e00-bf25-4a74-b61e-b1503ad18c47 HTTP/1.1" status: 200 len: 946 time: 0.0848830 Aug 31 09:50:02.613415 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c8eff684-ef3c-4f56-8120-fab6204a5226 req-98949a56-b76e-4057-b53c-29a8359d4120 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e4187bef-31b9-4ca8-9d0f-06acd88bcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661578 Aug 31 09:50:02.669147 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 46102) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:50:02.695986 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-89a7db76-eabc-4140-9bc6-8c6677d154cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:02.815444 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-89a7db76-eabc-4140-9bc6-8c6677d154cb admin admin] Publish callbacks [] for security_group (1bfa606f-03ca-43fc-9021-0919b691687b), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:02.820700 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-89a7db76-eabc-4140-9bc6-8c6677d154cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (1bfa606f-03ca-43fc-9021-0919b691687b), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:02.870481 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-89a7db76-eabc-4140-9bc6-8c6677d154cb admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=5ac090dbae29480d994b2dbd38dbb153&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1994319 Aug 31 09:50:02.871312 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a7db76-eabc-4140-9bc6-8c6677d154cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bfa606f-03ca-43fc-9021-0919b691687b,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:02.873718 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 46104) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:50:02.885661 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=3 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:50:02.965553 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-7bba693e-5440-4a70-ba42-78e3de6ad225 admin admin] Publish callbacks [] for security_group (1bfa606f-03ca-43fc-9021-0919b691687b), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:02.993321 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-7bba693e-5440-4a70-ba42-78e3de6ad225 admin admin] Publish callbacks [] for security_group (1bfa606f-03ca-43fc-9021-0919b691687b), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:03.068417 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-7bba693e-5440-4a70-ba42-78e3de6ad225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (1bfa606f-03ca-43fc-9021-0919b691687b), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:03.071990 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-7bba693e-5440-4a70-ba42-78e3de6ad225 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:03.073654 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-7bba693e-5440-4a70-ba42-78e3de6ad225 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/1bfa606f-03ca-43fc-9021-0919b691687b HTTP/1.1" status: 204 len: 168 time: 0.1984978 Aug 31 09:50:03.086217 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bba693e-5440-4a70-ba42-78e3de6ad225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bfa606f-03ca-43fc-9021-0919b691687b,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:03.218631 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd938c3f-8947-4da9-909a-1191fe34bdba req-2adc36f8-2c70-425c-958b-8c6b536d8720 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:03.222408 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-bd938c3f-8947-4da9-909a-1191fe34bdba req-2adc36f8-2c70-425c-958b-8c6b536d8720 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3 HTTP/1.1" status: 200 len: 943 time: 0.0793717 Aug 31 09:50:03.346461 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-bd938c3f-8947-4da9-909a-1191fe34bdba req-7ec5663c-8392-4ea1-9667-23d0957f4f73 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e5e6e735-32bf-4d5b-a597-451436a63555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141357 Aug 31 09:50:03.414053 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d702d-9fc2-4716-8f61-0204c90c3e6c req-6ccd7d4c-f10e-418c-a608-bac23ff711f5 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:03.417199 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-548d702d-9fc2-4716-8f61-0204c90c3e6c req-6ccd7d4c-f10e-418c-a608-bac23ff711f5 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dd0a166f-d662-4a72-8ea2-bfbbb02b2221 HTTP/1.1" status: 200 len: 946 time: 0.1081295 Aug 31 09:50:03.489020 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-548d702d-9fc2-4716-8f61-0204c90c3e6c req-5c8b4f28-1b03-4198-a3ab-e88897f03f41 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631051 Aug 31 09:50:03.778791 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9077562-99f7-4b5c-8731-85ab69abaf7e req-89ef2547-c1d9-401c-b608-25d8f5908efd tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:03.780401 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c9077562-99f7-4b5c-8731-85ab69abaf7e req-89ef2547-c1d9-401c-b608-25d8f5908efd tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74d01e00-bf25-4a74-b61e-b1503ad18c47 HTTP/1.1" status: 200 len: 946 time: 0.0620687 Aug 31 09:50:03.883924 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c9077562-99f7-4b5c-8731-85ab69abaf7e req-a98b6336-2aff-437a-98c0-3a501b135d2e tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e4187bef-31b9-4ca8-9d0f-06acd88bcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910430 Aug 31 09:50:04.493609 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:50:04.507845 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c6f6c-c3de-4d6d-8087-eb37a14883a1 req-7a7b09dc-0d05-4a37-b892-396348fec9b8 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:04.509480 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e84c6f6c-c3de-4d6d-8087-eb37a14883a1 req-7a7b09dc-0d05-4a37-b892-396348fec9b8 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3 HTTP/1.1" status: 200 len: 943 time: 0.0633755 Aug 31 09:50:04.574326 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e84c6f6c-c3de-4d6d-8087-eb37a14883a1 req-2b240a34-f3db-4ef4-b02e-ef137549dd41 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e5e6e735-32bf-4d5b-a597-451436a63555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570521 Aug 31 09:50:04.668681 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b358635-9b62-4729-862d-074c40b678bd req-fb62b7c7-9806-4566-88f4-3bc9d4ec2b12 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:04.671273 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-6b358635-9b62-4729-862d-074c40b678bd req-fb62b7c7-9806-4566-88f4-3bc9d4ec2b12 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dd0a166f-d662-4a72-8ea2-bfbbb02b2221 HTTP/1.1" status: 200 len: 946 time: 0.0642762 Aug 31 09:50:04.742964 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-6b358635-9b62-4729-862d-074c40b678bd req-2e1a7cc6-4377-453f-ba53-c66cf532addd tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641904 Aug 31 09:50:05.118657 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a4348-30d9-445e-a32c-61edbcb7026d req-05c9caf7-d583-4553-b730-8b59797fcac2 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:05.120900 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a73a4348-30d9-445e-a32c-61edbcb7026d req-05c9caf7-d583-4553-b730-8b59797fcac2 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74d01e00-bf25-4a74-b61e-b1503ad18c47 HTTP/1.1" status: 200 len: 946 time: 0.0915101 Aug 31 09:50:05.213245 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a73a4348-30d9-445e-a32c-61edbcb7026d req-826abebe-0019-4f6b-886e-5e3fb62799d4 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e4187bef-31b9-4ca8-9d0f-06acd88bcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782106 Aug 31 09:50:05.333750 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device cc06604f-efa3-4b8c-a2d5-693ffb365876 details requested by agent hyperv_hv-cinder-84496 with host hv-cinder-84496 {{(pid=112921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:50:05.368733 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:50:05.466381 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port cc06604f-efa3-4b8c-a2d5-693ffb365876, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=cc06604f-efa3-4b8c-a2d5-693ffb365876,segment=NetworkSegment(9526ede2-f765-498c-8f20-9d507e805198),segment_id=9526ede2-f765-498c-8f20-9d507e805198)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:50:05.489326 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Returning: {'device': 'cc06604f-efa3-4b8c-a2d5-693ffb365876', 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f', 'port_id': 'cc06604f-efa3-4b8c-a2d5-693ffb365876', 'mac_address': 'fa:16:3e:62:7b:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '990134de-c572-4ed8-9ca9-38a05454b025', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:50:05.553188 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Current status of the port cc06604f-efa3-4b8c-a2d5-693ffb365876 is: DOWN; New status is: BUILD {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:50:05.553590 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (cc06604f-efa3-4b8c-a2d5-693ffb365876), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:05.580274 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.notifiers.nova [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc06604f-efa3-4b8c-a2d5-693ffb365876 {{(pid=112921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 09:50:05.613129 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port cc06604f-efa3-4b8c-a2d5-693ffb365876, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=cc06604f-efa3-4b8c-a2d5-693ffb365876,segment=NetworkSegment(9526ede2-f765-498c-8f20-9d507e805198),segment_id=9526ede2-f765-498c-8f20-9d507e805198)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:50:05.618536 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (cc06604f-efa3-4b8c-a2d5-693ffb365876), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:05.678256 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Pushing event updated for resources: {'Port': ['ID=cc06604f-efa3-4b8c-a2d5-693ffb365876,revision_number=4']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:05.741404 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce69afb-de1b-4d94-85ce-f43b32ae5af4 req-bbddf81a-1eb1-4d97-b3ac-72cf93aebf84 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:05.743184 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9ce69afb-de1b-4d94-85ce-f43b32ae5af4 req-bbddf81a-1eb1-4d97-b3ac-72cf93aebf84 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3 HTTP/1.1" status: 200 len: 944 time: 0.0572405 Aug 31 09:50:05.811567 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9ce69afb-de1b-4d94-85ce-f43b32ae5af4 req-74138919-b445-4738-8b64-f8d8b583a68e tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e5e6e735-32bf-4d5b-a597-451436a63555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619950 Aug 31 09:50:05.972726 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa50b1-7dce-4a9b-a566-944fd0bd9ceb req-5a4fd5bd-15d5-4303-8ba3-c8abdd87e2cd tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:05.976163 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d9aa50b1-7dce-4a9b-a566-944fd0bd9ceb req-5a4fd5bd-15d5-4303-8ba3-c8abdd87e2cd tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dd0a166f-d662-4a72-8ea2-bfbbb02b2221 HTTP/1.1" status: 200 len: 946 time: 0.0976050 Aug 31 09:50:06.015315 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:50:06.038071 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d9aa50b1-7dce-4a9b-a566-944fd0bd9ceb req-1acee3a8-68de-405f-8d76-a61f653ef79c tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556607 Aug 31 09:50:06.066446 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.agents_db [None req-8002e13a-56e4-448b-bc0d-5c9f038cbdad None None] Agent healthcheck: found 6 active agents {{(pid=112922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:50:06.350147 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0539d20c-62e0-47bf-aee5-64c9abf7eab1 req-d752ba1e-08ad-41f0-b9c5-fe165bd3b628 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:06.351780 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0539d20c-62e0-47bf-aee5-64c9abf7eab1 req-d752ba1e-08ad-41f0-b9c5-fe165bd3b628 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74d01e00-bf25-4a74-b61e-b1503ad18c47 HTTP/1.1" status: 200 len: 946 time: 0.0509772 Aug 31 09:50:06.412847 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0539d20c-62e0-47bf-aee5-64c9abf7eab1 req-3b83f99c-61b2-40c8-adfa-5789225fb942 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e4187bef-31b9-4ca8-9d0f-06acd88bcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491135 Aug 31 09:50:06.981297 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c510ea-7976-4968-88ed-5920ed540585 req-77615911-4224-4ff3-92c2-5134bf337a5a tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:06.983562 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-87c510ea-7976-4968-88ed-5920ed540585 req-77615911-4224-4ff3-92c2-5134bf337a5a tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3 HTTP/1.1" status: 200 len: 944 time: 0.0782921 Aug 31 09:50:07.058953 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-87c510ea-7976-4968-88ed-5920ed540585 req-74cd40da-4e29-4c15-bc28-2c80acde5137 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e5e6e735-32bf-4d5b-a597-451436a63555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671847 Aug 31 09:50:07.126387 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=2 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:50:07.201776 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24b99b-f942-47d2-8244-c8840c966e86 req-67b8f495-fa11-4871-a9fd-a75e86decc39 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:07.204390 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-fe24b99b-f942-47d2-8244-c8840c966e86 req-67b8f495-fa11-4871-a9fd-a75e86decc39 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dd0a166f-d662-4a72-8ea2-bfbbb02b2221 HTTP/1.1" status: 200 len: 946 time: 0.0562291 Aug 31 09:50:07.340274 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-fe24b99b-f942-47d2-8244-c8840c966e86 req-d8e7b076-5943-4665-b43b-9978f4e2a6bb tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289880 Aug 31 09:50:07.368433 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a609a3-f46e-40de-8bad-d5ba3dd2d116 req-61bd333f-8b36-4445-9805-d0be3a763ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:07.371234 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-12a609a3-f46e-40de-8bad-d5ba3dd2d116 req-61bd333f-8b36-4445-9805-d0be3a763ba6 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=851420a3-644f-4898-b99d-54af1fb83d8b HTTP/1.1" status: 200 len: 858 time: 0.0936286 Aug 31 09:50:07.557910 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38961c15-0437-42bb-85d5-8510b0238e7f req-f4656414-ec3f-404d-9384-db921814e7c9 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:07.559580 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-38961c15-0437-42bb-85d5-8510b0238e7f req-f4656414-ec3f-404d-9384-db921814e7c9 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74d01e00-bf25-4a74-b61e-b1503ad18c47 HTTP/1.1" status: 200 len: 946 time: 0.0608330 Aug 31 09:50:07.626028 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-38961c15-0437-42bb-85d5-8510b0238e7f req-641f4748-2251-417f-abe4-5bce2fc3a1a7 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e4187bef-31b9-4ca8-9d0f-06acd88bcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589652 Aug 31 09:50:07.662103 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] get_ports_and_sgs() called for port_ids ['cc06604f-efa3-4b8c-a2d5-693ffb365876'] {{(pid=112921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 09:50:08.219048 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2abfa1e-e2b6-406f-80a6-8e3e2b6073e4 req-b3686d4b-fad9-4a4a-8474-412213621f4d tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:08.221233 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c2abfa1e-e2b6-406f-80a6-8e3e2b6073e4 req-b3686d4b-fad9-4a4a-8474-412213621f4d tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3 HTTP/1.1" status: 200 len: 944 time: 0.0612304 Aug 31 09:50:08.298322 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c2abfa1e-e2b6-406f-80a6-8e3e2b6073e4 req-44b9c0f0-9746-4a45-b9be-0a25b59e5e5e tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e5e6e735-32bf-4d5b-a597-451436a63555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664904 Aug 31 09:50:08.363932 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a609a3-f46e-40de-8bad-d5ba3dd2d116 req-3dc10632-fa12-4ee3-9f64-b6222b393db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:08.365613 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-12a609a3-f46e-40de-8bad-d5ba3dd2d116 req-3dc10632-fa12-4ee3-9f64-b6222b393db2 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=2e69cc92-d348-4eef-9a4c-b8daacafc440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505519 Aug 31 09:50:08.435016 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:50:08.515362 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-12a609a3-f46e-40de-8bad-d5ba3dd2d116 req-516c34e9-35e6-4445-a8ac-e6a79e533264 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2e69cc92-d348-4eef-9a4c-b8daacafc440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397829 Aug 31 09:50:08.527288 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f801ef-482c-46e2-b599-1dae40f77516 req-5c6f2484-0def-42e9-bbd5-6da681ec8ffd tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:08.528804 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-65f801ef-482c-46e2-b599-1dae40f77516 req-5c6f2484-0def-42e9-bbd5-6da681ec8ffd tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dd0a166f-d662-4a72-8ea2-bfbbb02b2221 HTTP/1.1" status: 200 len: 946 time: 0.0710263 Aug 31 09:50:08.651196 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-65f801ef-482c-46e2-b599-1dae40f77516 req-dea0fd0d-908b-412e-9b43-7c6e59812863 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112640 Aug 31 09:50:08.677794 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-12a609a3-f46e-40de-8bad-d5ba3dd2d116 req-dab59d75-2594-4b2d-92da-3ef404cb13ed service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2e69cc92-d348-4eef-9a4c-b8daacafc440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475363 Aug 31 09:50:08.790684 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e6152d-252d-4bee-a9fa-e61661340d6a req-40e336ff-9dcd-4241-baae-7e0b098c1653 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:08.792286 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-85e6152d-252d-4bee-a9fa-e61661340d6a req-40e336ff-9dcd-4241-baae-7e0b098c1653 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74d01e00-bf25-4a74-b61e-b1503ad18c47 HTTP/1.1" status: 200 len: 946 time: 0.0640256 Aug 31 09:50:08.851588 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-85e6152d-252d-4bee-a9fa-e61661340d6a req-6eb4e9ef-e4dd-49db-9388-c99f41174f4f tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e4187bef-31b9-4ca8-9d0f-06acd88bcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527089 Aug 31 09:50:09.248740 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device cc06604f-efa3-4b8c-a2d5-693ffb365876 up at agent hyperv_hv-cinder-84496 {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:50:09.312542 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Provisioning for port cc06604f-efa3-4b8c-a2d5-693ffb365876 completed by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 09:50:09.324838 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Provisioning complete for port cc06604f-efa3-4b8c-a2d5-693ffb365876 triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:50:09.325830 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (cc06604f-efa3-4b8c-a2d5-693ffb365876), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:09.470496 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36596ca-fecb-4750-8236-06c72456c5b5 req-1d52a082-ce70-4d38-bb98-e001c5a1b9a9 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:09.477547 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c36596ca-fecb-4750-8236-06c72456c5b5 req-1d52a082-ce70-4d38-bb98-e001c5a1b9a9 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3 HTTP/1.1" status: 200 len: 944 time: 0.0807524 Aug 31 09:50:09.514346 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:50:09.539623 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:50:09.549234 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c36596ca-fecb-4750-8236-06c72456c5b5 req-dd92305c-8626-4e04-871b-c17f7166a226 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e5e6e735-32bf-4d5b-a597-451436a63555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652301 Aug 31 09:50:09.603445 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Current status of the port cc06604f-efa3-4b8c-a2d5-693ffb365876 is: BUILD; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:50:09.603792 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (cc06604f-efa3-4b8c-a2d5-693ffb365876), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:09.630582 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc06604f-efa3-4b8c-a2d5-693ffb365876'}] {{(pid=112921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:50:09.632935 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b0c9b70db3c71f613761f7f5e171cb6bed896c41d1f4f7babde002b819469c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f2f66a-287a-4a3b-b30b-4fa659e72954" -d '{"events": [{"server_uuid": "cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3", "name": "network-vif-plugged", "status": "completed", "tag": "cc06604f-efa3-4b8c-a2d5-693ffb365876"}]}' {{(pid=112921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:50:09.650051 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port cc06604f-efa3-4b8c-a2d5-693ffb365876, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=cc06604f-efa3-4b8c-a2d5-693ffb365876,segment=NetworkSegment(9526ede2-f765-498c-8f20-9d507e805198),segment_id=9526ede2-f765-498c-8f20-9d507e805198)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:50:09.660414 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (cc06604f-efa3-4b8c-a2d5-693ffb365876), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:09.686622 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 09:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5416807-aa57-4892-ba00-fa990964e291 x-openstack-request-id: req-a5416807-aa57-4892-ba00-fa990964e291 {{(pid=112921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:50:09.686909 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3", "name": "network-vif-plugged", "status": "completed", "tag": "cc06604f-efa3-4b8c-a2d5-693ffb365876", "code": 200}]} {{(pid=112921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:50:09.687157 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a5416807-aa57-4892-ba00-fa990964e291 {{(pid=112921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:50:09.688107 dv-cinder-844961-2-iscsi neutron-server[112921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5416807-aa57-4892-ba00-fa990964e291'] response: {'server_uuid': 'cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc06604f-efa3-4b8c-a2d5-693ffb365876', 'code': 200} Aug 31 09:50:09.715265 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Pushing event updated for resources: {'Port': ['ID=cc06604f-efa3-4b8c-a2d5-693ffb365876,revision_number=5']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:09.810379 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4adf2-ca44-4778-b245-f64dc5db0b15 req-fe7c77c2-d498-4dc1-83d2-deef26cc0de8 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:09.812019 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-8aa4adf2-ca44-4778-b245-f64dc5db0b15 req-fe7c77c2-d498-4dc1-83d2-deef26cc0de8 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dd0a166f-d662-4a72-8ea2-bfbbb02b2221 HTTP/1.1" status: 200 len: 946 time: 0.0644536 Aug 31 09:50:09.870263 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-8aa4adf2-ca44-4778-b245-f64dc5db0b15 req-013d048c-8956-4791-806a-9ab072920c49 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488722 Aug 31 09:50:09.983149 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17cb51d-773c-439d-a678-9fd9236d868c req-90077dda-347a-4893-acae-3b0f8f03b66b tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:09.986215 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c17cb51d-773c-439d-a678-9fd9236d868c req-90077dda-347a-4893-acae-3b0f8f03b66b tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74d01e00-bf25-4a74-b61e-b1503ad18c47 HTTP/1.1" status: 200 len: 946 time: 0.0505772 Aug 31 09:50:10.057176 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c17cb51d-773c-439d-a678-9fd9236d868c req-bf247f63-5418-4faf-a5f1-65c4df276789 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e4187bef-31b9-4ca8-9d0f-06acd88bcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640750 Aug 31 09:50:10.228086 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedc2fbf-703a-4c57-b3d8-6ff6a54653bb req-41c21492-49ba-469a-878c-63c516ba3f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:10.229700 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-aedc2fbf-703a-4c57-b3d8-6ff6a54653bb req-41c21492-49ba-469a-878c-63c516ba3f10 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3 HTTP/1.1" status: 200 len: 1129 time: 0.0403752 Aug 31 09:50:10.280042 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-aedc2fbf-703a-4c57-b3d8-6ff6a54653bb req-5b32328f-eab2-4e54-bfc5-1fdf8897e2dc service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e5e6e735-32bf-4d5b-a597-451436a63555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425060 Aug 31 09:50:10.682010 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9b8bc-154b-4b56-b9d2-cd7f10575d9e req-10464d52-f376-41cc-aa9b-01651254ff27 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:10.683512 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-abc9b8bc-154b-4b56-b9d2-cd7f10575d9e req-10464d52-f376-41cc-aa9b-01651254ff27 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3 HTTP/1.1" status: 200 len: 945 time: 0.0534239 Aug 31 09:50:10.739654 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-abc9b8bc-154b-4b56-b9d2-cd7f10575d9e req-32504e8b-e694-4601-a48b-c10ca9c0fe3d tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e5e6e735-32bf-4d5b-a597-451436a63555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488174 Aug 31 09:50:11.013676 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d88cd-d57f-46eb-9ef7-b585665cea5d req-42a783ac-a361-4a1d-8a07-e84606333700 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:11.015185 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-be8d88cd-d57f-46eb-9ef7-b585665cea5d req-42a783ac-a361-4a1d-8a07-e84606333700 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dd0a166f-d662-4a72-8ea2-bfbbb02b2221 HTTP/1.1" status: 200 len: 946 time: 0.0625718 Aug 31 09:50:11.072373 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-be8d88cd-d57f-46eb-9ef7-b585665cea5d req-6c711a4c-5bac-4f4e-934c-d53b8764d4af tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486784 Aug 31 09:50:11.725019 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 46314) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:50:11.901666 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-fecee145-d57a-4275-a7f6-4dd86e670c1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:11.922558 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163010ed-ed3f-499b-b0fc-3b8d4a970425 req-dda9c1df-31f7-4843-a7a1-bce1017799be tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:11.924176 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-163010ed-ed3f-499b-b0fc-3b8d4a970425 req-dda9c1df-31f7-4843-a7a1-bce1017799be tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3 HTTP/1.1" status: 200 len: 945 time: 0.0857630 Aug 31 09:50:12.015290 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:50:12.038002 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-163010ed-ed3f-499b-b0fc-3b8d4a970425 req-ec3c8fcf-9b32-4f5e-8902-8a58f101b145 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e5e6e735-32bf-4d5b-a597-451436a63555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062181 Aug 31 09:50:12.082431 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-fecee145-d57a-4275-a7f6-4dd86e670c1d admin admin] Publish callbacks [] for security_group (3f795bd1-7b26-4d8d-8f3e-433e7b27252f), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:12.086830 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-fecee145-d57a-4275-a7f6-4dd86e670c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (3f795bd1-7b26-4d8d-8f3e-433e7b27252f), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:12.138683 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecee145-d57a-4275-a7f6-4dd86e670c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f795bd1-7b26-4d8d-8f3e-433e7b27252f,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:12.144635 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-fecee145-d57a-4275-a7f6-4dd86e670c1d admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=340cdbf71a7a4b82b5250c53611908d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4177899 Aug 31 09:50:12.147331 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 46324) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:50:12.228513 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:50:12.238557 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-553515e8-e75d-4b57-a5d9-4da27d6b4441 admin admin] Publish callbacks [] for security_group (3f795bd1-7b26-4d8d-8f3e-433e7b27252f), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:12.261959 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a00eedd-d700-4caf-a1d0-d4d2c0f0a9b4 req-b5d44ab2-0604-4ee8-96d5-b1aeeb5f7822 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:12.263563 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9a00eedd-d700-4caf-a1d0-d4d2c0f0a9b4 req-b5d44ab2-0604-4ee8-96d5-b1aeeb5f7822 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dd0a166f-d662-4a72-8ea2-bfbbb02b2221 HTTP/1.1" status: 200 len: 946 time: 0.0801477 Aug 31 09:50:12.276417 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-553515e8-e75d-4b57-a5d9-4da27d6b4441 admin admin] Publish callbacks [] for security_group (3f795bd1-7b26-4d8d-8f3e-433e7b27252f), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:12.354072 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9a00eedd-d700-4caf-a1d0-d4d2c0f0a9b4 req-534df747-f2d3-4828-a4d2-92cdee8150b3 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841622 Aug 31 09:50:12.377027 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-553515e8-e75d-4b57-a5d9-4da27d6b4441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (3f795bd1-7b26-4d8d-8f3e-433e7b27252f), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:12.379907 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-553515e8-e75d-4b57-a5d9-4da27d6b4441 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:12.381081 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-553515e8-e75d-4b57-a5d9-4da27d6b4441 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/3f795bd1-7b26-4d8d-8f3e-433e7b27252f HTTP/1.1" status: 204 len: 168 time: 0.2330494 Aug 31 09:50:12.389363 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553515e8-e75d-4b57-a5d9-4da27d6b4441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f795bd1-7b26-4d8d-8f3e-433e7b27252f,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:13.077701 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=85,neutron:DELETE=3 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:50:13.086686 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:50:13.194515 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770fc8c-cd1a-4100-af4b-98cd7e4d4989 req-f7e59896-ada7-4937-9f15-dda92b98e3f8 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:13.196127 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9770fc8c-cd1a-4100-af4b-98cd7e4d4989 req-f7e59896-ada7-4937-9f15-dda92b98e3f8 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3 HTTP/1.1" status: 200 len: 945 time: 0.0558529 Aug 31 09:50:13.260179 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9770fc8c-cd1a-4100-af4b-98cd7e4d4989 req-f2426444-00c5-41d3-9a89-7a232317f942 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e5e6e735-32bf-4d5b-a597-451436a63555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580518 Aug 31 09:50:13.538522 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e14518b-f6e8-40cf-b508-9adabc6e901f req-6cafc4a9-aa45-439c-9193-c7e6d3b406ed tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:13.540054 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0e14518b-f6e8-40cf-b508-9adabc6e901f req-6cafc4a9-aa45-439c-9193-c7e6d3b406ed tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dd0a166f-d662-4a72-8ea2-bfbbb02b2221 HTTP/1.1" status: 200 len: 946 time: 0.0661240 Aug 31 09:50:13.610131 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0e14518b-f6e8-40cf-b508-9adabc6e901f req-fe523598-84c3-4cc0-bece-7f1412967f81 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581088 Aug 31 09:50:13.790427 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc4b3f-1b46-4097-a8ee-5243488f02d2 req-304a1a4f-52ea-4f1a-9cef-64929a073e55 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:13.791993 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a0fc4b3f-1b46-4097-a8ee-5243488f02d2 req-304a1a4f-52ea-4f1a-9cef-64929a073e55 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74d01e00-bf25-4a74-b61e-b1503ad18c47 HTTP/1.1" status: 200 len: 946 time: 0.0661461 Aug 31 09:50:13.851607 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a0fc4b3f-1b46-4097-a8ee-5243488f02d2 req-48024ba3-ff8a-4e92-a3ae-07019a55a9e7 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e4187bef-31b9-4ca8-9d0f-06acd88bcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507224 Aug 31 09:50:14.409611 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad613b44-f60b-47fb-bcd1-a2c59f424576 req-1e64761e-7f44-4d8a-849d-3bff61dde642 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:14.411910 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ad613b44-f60b-47fb-bcd1-a2c59f424576 req-1e64761e-7f44-4d8a-849d-3bff61dde642 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3 HTTP/1.1" status: 200 len: 945 time: 0.0615685 Aug 31 09:50:14.512245 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ad613b44-f60b-47fb-bcd1-a2c59f424576 req-db1bc5e4-91b4-4347-ad2d-dfe2cf95eb4b tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e5e6e735-32bf-4d5b-a597-451436a63555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891204 Aug 31 09:50:14.675984 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4a6e6-ad64-4215-b2ad-8df33e0ef4d4 req-912adcfe-dec1-48c7-bf3b-ab456637d249 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:14.685623 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-dce4a6e6-ad64-4215-b2ad-8df33e0ef4d4 req-912adcfe-dec1-48c7-bf3b-ab456637d249 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3 HTTP/1.1" status: 200 len: 945 time: 0.0799780 Aug 31 09:50:14.698050 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 46424) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:50:14.704403 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [None req-f0bd91fd-02bd-4a0d-8638-810ba779b44c tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Request body: {'floatingip': {'port_id': 'cc06604f-efa3-4b8c-a2d5-693ffb365876'}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:50:14.808323 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-f0bd91fd-02bd-4a0d-8638-810ba779b44c tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for floatingip (c3a5978e-c464-4f67-88e4-6a2fa92b5486), before_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:14.883642 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1767fd-d1e9-46da-9ffe-81498b6730a0 req-32d5cb2d-4c8c-4ac6-b3c0-23a2d4342726 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:14.886126 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-6a1767fd-d1e9-46da-9ffe-81498b6730a0 req-32d5cb2d-4c8c-4ac6-b3c0-23a2d4342726 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dd0a166f-d662-4a72-8ea2-bfbbb02b2221 HTTP/1.1" status: 200 len: 946 time: 0.1477239 Aug 31 09:50:15.012829 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:50:15.069923 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-6a1767fd-d1e9-46da-9ffe-81498b6730a0 req-4af19f76-d9f9-4325-9863-29b671c84e47 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767373 Aug 31 09:50:15.085513 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b76765-b156-4c1d-aa80-26cfa8f67ead req-e645cf26-1339-4405-bb12-cdaa8766fa68 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:15.087240 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-05b76765-b156-4c1d-aa80-26cfa8f67ead req-e645cf26-1339-4405-bb12-cdaa8766fa68 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74d01e00-bf25-4a74-b61e-b1503ad18c47 HTTP/1.1" status: 200 len: 946 time: 0.1327407 Aug 31 09:50:15.151692 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:50:15.230925 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-05b76765-b156-4c1d-aa80-26cfa8f67ead req-5fe00d21-85eb-4dee-9d4f-47d35ec5b8c5 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e4187bef-31b9-4ca8-9d0f-06acd88bcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358483 Aug 31 09:50:15.888796 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-f0bd91fd-02bd-4a0d-8638-810ba779b44c tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:15.893676 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-f0bd91fd-02bd-4a0d-8638-810ba779b44c tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964517'] for floatingip (c3a5978e-c464-4f67-88e4-6a2fa92b5486), after_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:16.003759 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.db.l3_db [None req-f0bd91fd-02bd-4a0d-8638-810ba779b44c tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Floating IP c3a5978e-c464-4f67-88e4-6a2fa92b5486 associated. External IP: 172.27.3.178, port: cc06604f-efa3-4b8c-a2d5-693ffb365876. Aug 31 09:50:16.248019 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b407fc-8fd8-4b1a-aed1-4243ac4d27a9 req-e411f1ea-7910-42ad-9ea5-057eda9fb7a3 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:16.250917 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-00b407fc-8fd8-4b1a-aed1-4243ac4d27a9 req-e411f1ea-7910-42ad-9ea5-057eda9fb7a3 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dd0a166f-d662-4a72-8ea2-bfbbb02b2221 HTTP/1.1" status: 200 len: 946 time: 0.0896885 Aug 31 09:50:16.324178 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0bd91fd-02bd-4a0d-8638-810ba779b44c tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Router 8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542 has already been hosted by L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 {{(pid=112919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:50:16.348059 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-00b407fc-8fd8-4b1a-aed1-4243ac4d27a9 req-46f9b295-a507-423e-b2fa-07429e771b5d tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913544 Aug 31 09:50:16.436371 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67433171-0cc7-48fe-a56b-0af598c9938b req-aceb2937-852c-4532-b5ce-fcbec437218f tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:16.438208 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-67433171-0cc7-48fe-a56b-0af598c9938b req-aceb2937-852c-4532-b5ce-fcbec437218f tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74d01e00-bf25-4a74-b61e-b1503ad18c47 HTTP/1.1" status: 200 len: 946 time: 0.1093998 Aug 31 09:50:16.544504 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:50:16.579522 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c1b36-fa76-41e0-8762-046c0a78731e req-6f58773c-21fa-4125-8074-bae2e01c1859 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:16.581107 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-bf0c1b36-fa76-41e0-8762-046c0a78731e req-6f58773c-21fa-4125-8074-bae2e01c1859 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=74d01e00-bf25-4a74-b61e-b1503ad18c47 HTTP/1.1" status: 200 len: 946 time: 0.0912797 Aug 31 09:50:16.582301 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0bd91fd-02bd-4a0d-8638-810ba779b44c tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:50:16.589974 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-f0bd91fd-02bd-4a0d-8638-810ba779b44c tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for floatingip (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:16.595639 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a18aae-cdcf-4a0c-b5bf-33d7b86cc026 None None] Sync routers for ids ['8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'] in dv-cinder-844961-2-iscsi {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:50:16.609522 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a18aae-cdcf-4a0c-b5bf-33d7b86cc026 None None] Routers {'8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:50:16.610358 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-26a18aae-cdcf-4a0c-b5bf-33d7b86cc026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:49:56Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:50:16.643434 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-67433171-0cc7-48fe-a56b-0af598c9938b req-a6bed089-771f-48e9-b948-0fecbb535b02 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e4187bef-31b9-4ca8-9d0f-06acd88bcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950505 Aug 31 09:50:16.667046 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-f0bd91fd-02bd-4a0d-8638-810ba779b44c tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "PUT /networking/v2.0/floatingips/c3a5978e-c464-4f67-88e4-6a2fa92b5486 HTTP/1.1" status: 200 len: 991 time: 1.9674070 Aug 31 09:50:16.674108 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3', 'tag': 'cc06604f-efa3-4b8c-a2d5-693ffb365876'}] {{(pid=112919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:50:16.676447 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f6ad1632a392cf14020321c7ce6c49338053db0fa13ffca62b7dfe78a8e90b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc297d4-fbfa-4bee-b538-4b6cd0c05e0c" -d '{"events": [{"name": "network-changed", "server_uuid": "cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3", "tag": "cc06604f-efa3-4b8c-a2d5-693ffb365876"}]}' {{(pid=112919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:50:16.733036 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:50:16.733729 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-26a18aae-cdcf-4a0c-b5bf-33d7b86cc026 None None] Set router 8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:50:16.735029 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [req-bf0c1b36-fa76-41e0-8762-046c0a78731e req-196292a9-6551-4991-992f-cd8fbd9f4032 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Deleting port cce2dbff-e77e-4c34-a575-46099f83471f {{(pid=112919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 09:50:16.735384 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-bf0c1b36-fa76-41e0-8762-046c0a78731e req-196292a9-6551-4991-992f-cd8fbd9f4032 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (cce2dbff-e77e-4c34-a575-46099f83471f), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:16.755450 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 09:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6687806b-161b-4389-af78-56e79dbc2c4b x-openstack-request-id: req-6687806b-161b-4389-af78-56e79dbc2c4b {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:50:16.755742 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3", "tag": "cc06604f-efa3-4b8c-a2d5-693ffb365876", "status": "completed", "code": 200}]} {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:50:16.756023 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6687806b-161b-4389-af78-56e79dbc2c4b {{(pid=112919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:50:16.759685 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6687806b-161b-4389-af78-56e79dbc2c4b'] response: {'name': 'network-changed', 'server_uuid': 'cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3', 'tag': 'cc06604f-efa3-4b8c-a2d5-693ffb365876', 'status': 'completed', 'code': 200} Aug 31 09:50:16.884654 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc297d4-fbfa-4bee-b538-4b6cd0c05e0c req-b93f9a9a-92b7-4a30-966a-a9dfda9ea6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:16.886571 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-2fc297d4-fbfa-4bee-b538-4b6cd0c05e0c req-b93f9a9a-92b7-4a30-966a-a9dfda9ea6fe service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5ed9143757584694a5139ada8dbd5570&device_id=cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3 HTTP/1.1" status: 200 len: 1129 time: 0.0689187 Aug 31 09:50:16.947310 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.db [req-bf0c1b36-fa76-41e0-8762-046c0a78731e req-196292a9-6551-4991-992f-cd8fbd9f4032 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] For port cce2dbff-e77e-4c34-a575-46099f83471f, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=cce2dbff-e77e-4c34-a575-46099f83471f,segment=NetworkSegment(ffcbb7ca-7186-483f-98eb-1cd520c41bdd),segment_id=ffcbb7ca-7186-483f-98eb-1cd520c41bdd)] {{(pid=112919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:50:16.947920 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-bf0c1b36-fa76-41e0-8762-046c0a78731e req-196292a9-6551-4991-992f-cd8fbd9f4032 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (cce2dbff-e77e-4c34-a575-46099f83471f), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:16.965904 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [req-bf0c1b36-fa76-41e0-8762-046c0a78731e req-196292a9-6551-4991-992f-cd8fbd9f4032 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Calling delete_port for cce2dbff-e77e-4c34-a575-46099f83471f owned by compute:nova {{(pid=112919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 09:50:17.038614 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc297d4-fbfa-4bee-b538-4b6cd0c05e0c req-30fc5278-4395-4d60-8c03-8a191b315c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:17.040957 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-2fc297d4-fbfa-4bee-b538-4b6cd0c05e0c req-30fc5278-4395-4d60-8c03-8a191b315c02 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=ba3d70db-89a3-4a36-91f7-576971d6cd3f HTTP/1.1" status: 200 len: 915 time: 0.1470904 Aug 31 09:50:17.095487 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:50:17.127058 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-26a18aae-cdcf-4a0c-b5bf-33d7b86cc026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'name': 'tempest-AttachVolumeNegativeTest-786014327-router', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:49:26Z', 'updated_at': '2022-08-31T09:49:31Z', 'revision_number': 4, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'gw_port': {'id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:af:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:49:27Z', 'updated_at': '2022-08-31T09:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_floatingips': [{'id': 'c3a5978e-c464-4f67-88e4-6a2fa92b5486', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'floating_ip_address': '172.27.3.178', 'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'router_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'port_id': 'cc06604f-efa3-4b8c-a2d5-693ffb365876', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 337, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f', 'mac_address': 'fa:16:3e:62:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T09:49:35Z', 'updated_at': '2022-08-31T09:50:15Z', 'revision_number': 1, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c43e077c-2252-45ea-a1ac-7a77de29c27f', 'name': '', 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'mac_address': 'fa:16:3e:f4:2f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '990134de-c572-4ed8-9ca9-38a05454b025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:49:30Z', 'updated_at': '2022-08-31T09:49:38Z', 'revision_number': 5, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'subnets': [{'id': '990134de-c572-4ed8-9ca9-38a05454b025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:50:17.159104 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a18aae-cdcf-4a0c-b5bf-33d7b86cc026 None None] Checking router: 8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542 for host: dv-cinder-844961-2-iscsi {{(pid=112921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:50:17.169698 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a18aae-cdcf-4a0c-b5bf-33d7b86cc026 None None] Routers {'8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:50:17.170348 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-26a18aae-cdcf-4a0c-b5bf-33d7b86cc026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:49:56Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:50:17.172786 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-2fc297d4-fbfa-4bee-b538-4b6cd0c05e0c req-ee2cb0e1-0ba0-42a4-8fc0-8a627d953926 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc06604f-efa3-4b8c-a2d5-693ffb365876 HTTP/1.1" status: 200 len: 999 time: 0.1163881 Aug 31 09:50:17.180107 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-bf0c1b36-fa76-41e0-8762-046c0a78731e req-196292a9-6551-4991-992f-cd8fbd9f4032 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66028622'] for port (cce2dbff-e77e-4c34-a575-46099f83471f), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:17.212851 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196292a9-6551-4991-992f-cd8fbd9f4032 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Pushing event deleted for resources: {'Port': ['ID=cce2dbff-e77e-4c34-a575-46099f83471f,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:17.275849 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc297d4-fbfa-4bee-b538-4b6cd0c05e0c req-bc1b8101-8802-4ea4-97ab-cde17463cb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:17.278181 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-2fc297d4-fbfa-4bee-b538-4b6cd0c05e0c req-bc1b8101-8802-4ea4-97ab-cde17463cb81 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=990134de-c572-4ed8-9ca9-38a05454b025 HTTP/1.1" status: 200 len: 853 time: 0.0989363 Aug 31 09:50:17.288283 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0c1b36-fa76-41e0-8762-046c0a78731e req-196292a9-6551-4991-992f-cd8fbd9f4032 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] No DVR routers for this DVR port cce2dbff-e77e-4c34-a575-46099f83471f on host hv-cinder-84496 {{(pid=112919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 09:50:17.298878 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-bf0c1b36-fa76-41e0-8762-046c0a78731e req-196292a9-6551-4991-992f-cd8fbd9f4032 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for port (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:17.302277 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-bf0c1b36-fa76-41e0-8762-046c0a78731e req-196292a9-6551-4991-992f-cd8fbd9f4032 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.64 "DELETE /networking/v2.0/ports/cce2dbff-e77e-4c34-a575-46099f83471f HTTP/1.1" status: 204 len: 173 time: 0.7098019 Aug 31 09:50:17.336423 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] get_ports_and_sgs() called for port_ids ['cce2dbff-e77e-4c34-a575-46099f83471f'] {{(pid=112921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 09:50:17.366730 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc297d4-fbfa-4bee-b538-4b6cd0c05e0c req-caa7474f-0085-46b7-ae80-34fdd542ae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:17.370988 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-2fc297d4-fbfa-4bee-b538-4b6cd0c05e0c req-caa7474f-0085-46b7-ae80-34fdd542ae31 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=ba3d70db-89a3-4a36-91f7-576971d6cd3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0855868 Aug 31 09:50:17.415253 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-26a18aae-cdcf-4a0c-b5bf-33d7b86cc026 None None] Set router 8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:50:17.542589 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-2fc297d4-fbfa-4bee-b538-4b6cd0c05e0c req-17a5c689-fffe-4352-b1ed-48f54144a526 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ba3d70db-89a3-4a36-91f7-576971d6cd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632061 Aug 31 09:50:17.549449 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07c8fa-7bab-4943-ac2c-87d2483f4831 req-3020908a-dec3-48d6-be11-cfa9a9244241 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:17.557648 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2a07c8fa-7bab-4943-ac2c-87d2483f4831 req-3020908a-dec3-48d6-be11-cfa9a9244241 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dd0a166f-d662-4a72-8ea2-bfbbb02b2221 HTTP/1.1" status: 200 len: 946 time: 0.0997961 Aug 31 09:50:17.654986 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2a07c8fa-7bab-4943-ac2c-87d2483f4831 req-e06348b5-6f35-4f7c-9a1b-41bc4eeb09a4 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974624 Aug 31 09:50:17.684652 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-2fc297d4-fbfa-4bee-b538-4b6cd0c05e0c req-50dd23b6-7150-4ab2-9818-f62b76e1eb9c service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ba3d70db-89a3-4a36-91f7-576971d6cd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251626 Aug 31 09:50:17.739500 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:50:17.786806 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-26a18aae-cdcf-4a0c-b5bf-33d7b86cc026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'name': 'tempest-AttachVolumeNegativeTest-786014327-router', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:49:26Z', 'updated_at': '2022-08-31T09:49:31Z', 'revision_number': 4, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'gw_port': {'id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:af:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:49:27Z', 'updated_at': '2022-08-31T09:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_floatingips': [{'id': 'c3a5978e-c464-4f67-88e4-6a2fa92b5486', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'floating_ip_address': '172.27.3.178', 'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'router_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'port_id': 'cc06604f-efa3-4b8c-a2d5-693ffb365876', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 337, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f', 'mac_address': 'fa:16:3e:62:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T09:49:35Z', 'updated_at': '2022-08-31T09:50:15Z', 'revision_number': 1, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c43e077c-2252-45ea-a1ac-7a77de29c27f', 'name': '', 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'mac_address': 'fa:16:3e:f4:2f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '990134de-c572-4ed8-9ca9-38a05454b025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:49:30Z', 'updated_at': '2022-08-31T09:49:38Z', 'revision_number': 5, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'subnets': [{'id': '990134de-c572-4ed8-9ca9-38a05454b025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:50:17.829626 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a18aae-cdcf-4a0c-b5bf-33d7b86cc026 None None] The sync data for ids ['8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'] in dv-cinder-844961-2-iscsi is: [{'id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'name': 'tempest-AttachVolumeNegativeTest-786014327-router', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:49:26Z', 'updated_at': '2022-08-31T09:49:31Z', 'revision_number': 4, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'gw_port': {'id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:af:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:49:27Z', 'updated_at': '2022-08-31T09:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_floatingips': [{'id': 'c3a5978e-c464-4f67-88e4-6a2fa92b5486', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'floating_ip_address': '172.27.3.178', 'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'router_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'port_id': 'cc06604f-efa3-4b8c-a2d5-693ffb365876', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 337, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f', 'mac_address': 'fa:16:3e:62:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T09:49:35Z', 'updated_at': '2022-08-31T09:50:15Z', 'revision_number': 1, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c43e077c-2252-45ea-a1ac-7a77de29c27f', 'name': '', 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'mac_address': 'fa:16:3e:f4:2f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '990134de-c572-4ed8-9ca9-38a05454b025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:49:30Z', 'updated_at': '2022-08-31T09:49:38Z', 'revision_number': 5, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'subnets': [{'id': '990134de-c572-4ed8-9ca9-38a05454b025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:50:17.882213 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a26660d3-fcd8-48ea-819e-5d37b1864dbd req-d48149a8-7fa0-4643-a781-5af3a003da92 tempest-VolumesActionsTest-1540542713 tempest-VolumesActionsTest-1540542713-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74d01e00-bf25-4a74-b61e-b1503ad18c47 HTTP/1.1" status: 200 len: 210 time: 0.0487380 Aug 31 09:50:18.112392 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72c14c5-61d2-42fb-8e46-d37c09a66749 None None] New status for floating IP c3a5978e-c464-4f67-88e4-6a2fa92b5486: ACTIVE {{(pid=112922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 09:50:18.171220 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=24 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:50:18.776944 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74d01e00-bf25-4a74-b61e-b1503ad18c47', 'name': 'network-vif-deleted', 'tag': 'cce2dbff-e77e-4c34-a575-46099f83471f'}] {{(pid=112919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:50:18.787840 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f6ad1632a392cf14020321c7ce6c49338053db0fa13ffca62b7dfe78a8e90b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f44483-632f-4a24-a450-c218bb97a8e7" -d '{"events": [{"server_uuid": "74d01e00-bf25-4a74-b61e-b1503ad18c47", "name": "network-vif-deleted", "tag": "cce2dbff-e77e-4c34-a575-46099f83471f"}]}' {{(pid=112919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:50:18.818297 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44181bb8-dd7d-404e-9ccd-f3bae04aa172 req-6891bcab-647e-4a61-a24f-3ec55ad36dc0 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:18.821893 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-44181bb8-dd7d-404e-9ccd-f3bae04aa172 req-6891bcab-647e-4a61-a24f-3ec55ad36dc0 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dd0a166f-d662-4a72-8ea2-bfbbb02b2221 HTTP/1.1" status: 200 len: 946 time: 0.0827668 Aug 31 09:50:18.858827 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 09:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229623ce-4d34-40be-a265-11ad22ad69d0 x-openstack-request-id: req-229623ce-4d34-40be-a265-11ad22ad69d0 {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:50:18.859223 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74d01e00-bf25-4a74-b61e-b1503ad18c47", "name": "network-vif-deleted", "tag": "cce2dbff-e77e-4c34-a575-46099f83471f", "status": "completed", "code": 200}]} {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:50:18.859475 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-229623ce-4d34-40be-a265-11ad22ad69d0 {{(pid=112919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:50:18.860172 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-229623ce-4d34-40be-a265-11ad22ad69d0'] response: {'server_uuid': '74d01e00-bf25-4a74-b61e-b1503ad18c47', 'name': 'network-vif-deleted', 'tag': 'cce2dbff-e77e-4c34-a575-46099f83471f', 'status': 'completed', 'code': 200} Aug 31 09:50:18.886863 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-44181bb8-dd7d-404e-9ccd-f3bae04aa172 req-e1241ad0-0c87-47b0-8f2a-39fab68c8469 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595067 Aug 31 09:50:20.014665 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be162fd7-e9cc-4747-9a05-c5b7ff22b87d req-db15ac76-d7a0-4f0a-8ef9-779c78081a34 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:20.016350 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-be162fd7-e9cc-4747-9a05-c5b7ff22b87d req-db15ac76-d7a0-4f0a-8ef9-779c78081a34 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dd0a166f-d662-4a72-8ea2-bfbbb02b2221 HTTP/1.1" status: 200 len: 946 time: 0.0507796 Aug 31 09:50:20.067401 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-be162fd7-e9cc-4747-9a05-c5b7ff22b87d req-195b97cf-0988-4659-8fd5-bf8f9d1c1fd3 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454364 Aug 31 09:50:21.235887 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de37408-dbe8-4e2a-9f81-b126703433f8 req-6e75ca2f-5781-405d-9c0f-09cc1a1df0e2 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:21.238494 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-8de37408-dbe8-4e2a-9f81-b126703433f8 req-6e75ca2f-5781-405d-9c0f-09cc1a1df0e2 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dd0a166f-d662-4a72-8ea2-bfbbb02b2221 HTTP/1.1" status: 200 len: 946 time: 0.0734375 Aug 31 09:50:21.294873 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-8de37408-dbe8-4e2a-9f81-b126703433f8 req-7f1b0c49-a3d4-4a1c-8c33-625dda6abce4 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507076 Aug 31 09:50:22.415503 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:50:22.438992 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f89c8-9b4d-4ffb-99f4-f9af3d8c622a req-e7cbc548-5884-466c-a797-a770c4dbcf3e tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:22.440597 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-015f89c8-9b4d-4ffb-99f4-f9af3d8c622a req-e7cbc548-5884-466c-a797-a770c4dbcf3e tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dd0a166f-d662-4a72-8ea2-bfbbb02b2221 HTTP/1.1" status: 200 len: 946 time: 0.0539002 Aug 31 09:50:22.501784 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-015f89c8-9b4d-4ffb-99f4-f9af3d8c622a req-85d3a73b-e5aa-42d7-b4e9-42e9985d952b tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553482 Aug 31 09:50:23.662966 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9a652-e9a8-44ed-a2fe-9dfb9d800a09 req-1ff5d7ee-80f7-40b3-8afb-8e929f6c8479 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:23.665616 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-bfb9a652-e9a8-44ed-a2fe-9dfb9d800a09 req-1ff5d7ee-80f7-40b3-8afb-8e929f6c8479 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dd0a166f-d662-4a72-8ea2-bfbbb02b2221 HTTP/1.1" status: 200 len: 946 time: 0.0646532 Aug 31 09:50:23.731249 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-bfb9a652-e9a8-44ed-a2fe-9dfb9d800a09 req-8be97e1a-0e60-48e2-8f8d-699f0a89f9f7 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587487 Aug 31 09:50:24.205269 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-882483ea-5326-488e-923e-08cf859f72aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:24.876095 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23391f2a-5807-4faf-b81e-e95b0e71aaf1 req-f9658045-0b25-4950-8a23-dcf8d72967a9 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:24.877757 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-23391f2a-5807-4faf-b81e-e95b0e71aaf1 req-f9658045-0b25-4950-8a23-dcf8d72967a9 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dd0a166f-d662-4a72-8ea2-bfbbb02b2221 HTTP/1.1" status: 200 len: 946 time: 0.0629435 Aug 31 09:50:24.932570 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-23391f2a-5807-4faf-b81e-e95b0e71aaf1 req-ef2ba0fd-0cbd-480a-8ac4-f96027750aa3 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488687 Aug 31 09:50:25.739651 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e6f198be-e193-4693-a253-f9c4522a6272), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:26.068201 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c753dc2-2805-495a-a855-3f626f8a112e req-95759e63-56c0-41f0-a144-f139f3b2c4f2 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:26.069733 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9c753dc2-2805-495a-a855-3f626f8a112e req-95759e63-56c0-41f0-a144-f139f3b2c4f2 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dd0a166f-d662-4a72-8ea2-bfbbb02b2221 HTTP/1.1" status: 200 len: 946 time: 0.0610752 Aug 31 09:50:26.124959 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9c753dc2-2805-495a-a855-3f626f8a112e req-f20a7cac-4155-410e-90e3-09bc8fa32e8a tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472193 Aug 31 09:50:26.203285 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device cce2dbff-e77e-4c34-a575-46099f83471f no longer exists at agent hyperv_hv-cinder-84496 {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:50:26.224161 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] No Port match for: cce2dbff-e77e-4c34-a575-46099f83471f {{(pid=112921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 09:50:26.224506 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device cce2dbff-e77e-4c34-a575-46099f83471f not bound to the agent host hv-cinder-84496 {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:50:26.472651 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-20aa1673-e33e-4c15-81f8-3b20a71b433b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:27.260172 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41a538-0cc0-4af4-88cb-0d4fe17f089e req-fe8f5bb8-532a-40cf-b5d9-a8503f97b5d5 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:27.261731 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-8b41a538-0cc0-4af4-88cb-0d4fe17f089e req-fe8f5bb8-532a-40cf-b5d9-a8503f97b5d5 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dd0a166f-d662-4a72-8ea2-bfbbb02b2221 HTTP/1.1" status: 200 len: 946 time: 0.0545318 Aug 31 09:50:27.327049 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:50:27.332291 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-8b41a538-0cc0-4af4-88cb-0d4fe17f089e req-7330c4a2-6b01-427f-b18c-13ce76ec7d0a tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586715 Aug 31 09:50:27.678668 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=45 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:50:27.680615 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=49 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:50:27.773519 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:28.276903 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=21 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:50:28.303351 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:50:28.459187 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5ce24-1244-48dd-b188-678111b0a03e req-c9058886-c779-4e63-a7df-9fc169010578 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:28.460699 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-10f5ce24-1244-48dd-b188-678111b0a03e req-c9058886-c779-4e63-a7df-9fc169010578 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dd0a166f-d662-4a72-8ea2-bfbbb02b2221 HTTP/1.1" status: 200 len: 946 time: 0.0483258 Aug 31 09:50:28.512409 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-10f5ce24-1244-48dd-b188-678111b0a03e req-137bf13b-2d29-4373-bbc2-3c624986b1b2 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460842 Aug 31 09:50:29.449403 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:29.596824 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:29.658319 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990241d4-43e1-415c-86a1-e60d997cef24 req-6c7d5d2d-df3b-46a6-88ba-187008094ada tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:29.659888 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-990241d4-43e1-415c-86a1-e60d997cef24 req-6c7d5d2d-df3b-46a6-88ba-187008094ada tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dd0a166f-d662-4a72-8ea2-bfbbb02b2221 HTTP/1.1" status: 200 len: 946 time: 0.0646398 Aug 31 09:50:29.753927 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-990241d4-43e1-415c-86a1-e60d997cef24 req-7a116934-a4e5-4850-9b00-e2d5c1efd5e0 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876005 Aug 31 09:50:30.890184 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3418163-59d1-47e1-8c06-37f1b9f0ad27 req-4cf8e2df-400d-46fa-8911-1555ca639231 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:30.891661 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e3418163-59d1-47e1-8c06-37f1b9f0ad27 req-4cf8e2df-400d-46fa-8911-1555ca639231 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dd0a166f-d662-4a72-8ea2-bfbbb02b2221 HTTP/1.1" status: 200 len: 946 time: 0.0559723 Aug 31 09:50:30.942290 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e3418163-59d1-47e1-8c06-37f1b9f0ad27 req-d03a9814-9564-4ec8-8a77-38b527d15df4 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437782 Aug 31 09:50:32.075252 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d0c89-389f-4172-9d48-0427f9e64606 req-db255749-8a46-4172-b35b-f6beb82fa296 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:32.076683 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-fb4d0c89-389f-4172-9d48-0427f9e64606 req-db255749-8a46-4172-b35b-f6beb82fa296 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dd0a166f-d662-4a72-8ea2-bfbbb02b2221 HTTP/1.1" status: 200 len: 946 time: 0.0558209 Aug 31 09:50:32.127332 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-fb4d0c89-389f-4172-9d48-0427f9e64606 req-e2314edf-22f7-4b9f-8266-407a13183d6d tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434716 Aug 31 09:50:33.401603 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f957c2ce-e5ed-4cde-8712-85e7e75a7193 req-8ebcbf5a-0a68-4bb5-aba9-6324652a0a37 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:33.403148 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f957c2ce-e5ed-4cde-8712-85e7e75a7193 req-8ebcbf5a-0a68-4bb5-aba9-6324652a0a37 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dd0a166f-d662-4a72-8ea2-bfbbb02b2221 HTTP/1.1" status: 200 len: 946 time: 0.0541441 Aug 31 09:50:33.466197 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f957c2ce-e5ed-4cde-8712-85e7e75a7193 req-a73a5bf7-a406-4448-a1dd-b3903791b8fb tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564933 Aug 31 09:50:34.593038 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877fabeb-0b54-46db-a77b-d6e5724872c2 req-8b31bd98-b2e8-4bec-a59f-a02da7dc155f tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:34.594599 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-877fabeb-0b54-46db-a77b-d6e5724872c2 req-8b31bd98-b2e8-4bec-a59f-a02da7dc155f tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dd0a166f-d662-4a72-8ea2-bfbbb02b2221 HTTP/1.1" status: 200 len: 946 time: 0.0515358 Aug 31 09:50:34.606527 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:50:34.649372 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-877fabeb-0b54-46db-a77b-d6e5724872c2 req-99ea1252-8b09-4f3f-b510-b21c7aae1e97 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485451 Aug 31 09:50:35.803822 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e28eb-85e8-402e-b6bd-54e6409c646c req-61dac573-3cc2-47fa-9665-d39247917820 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:35.806275 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7f3e28eb-85e8-402e-b6bd-54e6409c646c req-61dac573-3cc2-47fa-9665-d39247917820 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dd0a166f-d662-4a72-8ea2-bfbbb02b2221 HTTP/1.1" status: 200 len: 946 time: 0.0739176 Aug 31 09:50:35.869942 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7f3e28eb-85e8-402e-b6bd-54e6409c646c req-4d8c17f1-4028-472e-b369-b69109d042bb tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578535 Aug 31 09:50:37.016032 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472e0ce-75e4-4967-a8fb-135dc8bae545 req-f3efe6a2-c784-4dd2-a4fa-1ef701164771 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:37.018375 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c472e0ce-75e4-4967-a8fb-135dc8bae545 req-f3efe6a2-c784-4dd2-a4fa-1ef701164771 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dd0a166f-d662-4a72-8ea2-bfbbb02b2221 HTTP/1.1" status: 200 len: 946 time: 0.0638993 Aug 31 09:50:37.075642 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c472e0ce-75e4-4967-a8fb-135dc8bae545 req-cf8b5640-90f8-4f3c-9cb0-13db85c01bf0 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516112 Aug 31 09:50:38.237484 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd70f63-340e-4cbd-bda4-4d836b256f45 req-3b912ad2-6e99-45cc-9e73-7411de36a99c tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:38.239065 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0fd70f63-340e-4cbd-bda4-4d836b256f45 req-3b912ad2-6e99-45cc-9e73-7411de36a99c tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dd0a166f-d662-4a72-8ea2-bfbbb02b2221 HTTP/1.1" status: 200 len: 946 time: 0.0625339 Aug 31 09:50:38.341905 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0fd70f63-340e-4cbd-bda4-4d836b256f45 req-241c89e6-fdb1-4335-9143-8b8ab2a84501 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922854 Aug 31 09:50:39.512910 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e93b468-a697-42ec-bae0-d39a67189fd0 req-1f0382bf-e5da-4bae-85f2-14f96e03f85c tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:39.514459 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0e93b468-a697-42ec-bae0-d39a67189fd0 req-1f0382bf-e5da-4bae-85f2-14f96e03f85c tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dd0a166f-d662-4a72-8ea2-bfbbb02b2221 HTTP/1.1" status: 200 len: 946 time: 0.0609517 Aug 31 09:50:39.570730 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0e93b468-a697-42ec-bae0-d39a67189fd0 req-4504736c-6144-49f8-b424-e7a301b984c7 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494120 Aug 31 09:50:39.588519 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:50:39.589989 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=46,neutron:UPDATE=3 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:50:40.774297 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe55741-1d75-484d-ad9a-b87d584f7cc0 req-97ede907-6112-4fed-92d2-0cf0ff29fb84 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:40.783933 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9fe55741-1d75-484d-ad9a-b87d584f7cc0 req-97ede907-6112-4fed-92d2-0cf0ff29fb84 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dd0a166f-d662-4a72-8ea2-bfbbb02b2221 HTTP/1.1" status: 200 len: 946 time: 0.0861044 Aug 31 09:50:40.840663 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:50:40.868404 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9fe55741-1d75-484d-ad9a-b87d584f7cc0 req-2b9eb9da-5c4e-4008-9e66-cc48bfef6f3b tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830264 Aug 31 09:50:42.076604 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3a29f-8538-4514-a64e-5301ca5f5967 req-73bb42a0-ad4b-47e8-be0a-f13935f6b78a tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:42.079768 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5ce3a29f-8538-4514-a64e-5301ca5f5967 req-73bb42a0-ad4b-47e8-be0a-f13935f6b78a tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dd0a166f-d662-4a72-8ea2-bfbbb02b2221 HTTP/1.1" status: 200 len: 946 time: 0.0858352 Aug 31 09:50:42.101334 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 46950) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:50:42.141568 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5ce3a29f-8538-4514-a64e-5301ca5f5967 req-306edea1-0f7a-4163-b8a1-d728e08bed17 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556769 Aug 31 09:50:42.228353 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-ef97b553-c038-4088-be16-aadffa24b037 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:42.375531 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-ef97b553-c038-4088-be16-aadffa24b037 admin admin] Publish callbacks [] for security_group (2da92e82-6567-4cc7-b986-d9f8185a5b97), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:42.380072 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b8b338-ba89-4b4f-a007-43430e782754 req-2a9b099e-6330-48af-bfd7-c9d21a2a7a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:42.382792 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-e2b8b338-ba89-4b4f-a007-43430e782754 req-2a9b099e-6330-48af-bfd7-c9d21a2a7a42 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd0a166f-d662-4a72-8ea2-bfbbb02b2221 HTTP/1.1" status: 200 len: 1130 time: 0.0938962 Aug 31 09:50:42.384525 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-ef97b553-c038-4088-be16-aadffa24b037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (2da92e82-6567-4cc7-b986-d9f8185a5b97), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:42.474416 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-ef97b553-c038-4088-be16-aadffa24b037 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=ff060921d1dc4d26a4c8e8ec2635b5f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3665757 Aug 31 09:50:42.476149 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 46958) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:50:42.497789 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef97b553-c038-4088-be16-aadffa24b037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da92e82-6567-4cc7-b986-d9f8185a5b97,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:42.511465 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-e2b8b338-ba89-4b4f-a007-43430e782754 req-6b6905fc-05fc-4f37-a13f-af8d84121980 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062799 Aug 31 09:50:42.608262 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-8dc2643f-6abb-4791-a9cb-d92ce99b3612 admin admin] Publish callbacks [] for security_group (2da92e82-6567-4cc7-b986-d9f8185a5b97), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:42.645480 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-8dc2643f-6abb-4791-a9cb-d92ce99b3612 admin admin] Publish callbacks [] for security_group (2da92e82-6567-4cc7-b986-d9f8185a5b97), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:42.736557 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-8dc2643f-6abb-4791-a9cb-d92ce99b3612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (2da92e82-6567-4cc7-b986-d9f8185a5b97), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:42.741697 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-8dc2643f-6abb-4791-a9cb-d92ce99b3612 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:42.747920 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-8dc2643f-6abb-4791-a9cb-d92ce99b3612 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/2da92e82-6567-4cc7-b986-d9f8185a5b97 HTTP/1.1" status: 204 len: 168 time: 0.2560167 Aug 31 09:50:42.763369 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc2643f-6abb-4791-a9cb-d92ce99b3612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da92e82-6567-4cc7-b986-d9f8185a5b97,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:43.066971 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.agents_db [None req-8002e13a-56e4-448b-bc0d-5c9f038cbdad None None] Agent healthcheck: found 6 active agents {{(pid=112922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:50:43.166228 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 46974) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:50:43.184660 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-f057ac39-b2bb-4cc6-9dbf-057a460c65e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:43.335166 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e952d5-9262-4ec4-9fc9-b24334e46e04 req-d6b18e64-a804-4ab6-9657-6b08738d3e58 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:43.336773 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b4e952d5-9262-4ec4-9fc9-b24334e46e04 req-d6b18e64-a804-4ab6-9657-6b08738d3e58 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dd0a166f-d662-4a72-8ea2-bfbbb02b2221 HTTP/1.1" status: 200 len: 946 time: 0.0956726 Aug 31 09:50:43.426685 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-f057ac39-b2bb-4cc6-9dbf-057a460c65e2 admin admin] Publish callbacks [] for security_group (f99e8a1b-e286-4a40-bece-39819b586e52), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:43.438852 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:50:43.449992 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-f057ac39-b2bb-4cc6-9dbf-057a460c65e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (f99e8a1b-e286-4a40-bece-39819b586e52), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:43.503507 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b4e952d5-9262-4ec4-9fc9-b24334e46e04 req-28f902ac-9e6a-49c0-8b70-d1eeb90bb11c tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580062 Aug 31 09:50:43.569527 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f057ac39-b2bb-4cc6-9dbf-057a460c65e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99e8a1b-e286-4a40-bece-39819b586e52,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:43.582449 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-f057ac39-b2bb-4cc6-9dbf-057a460c65e2 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=ee75f580391a43d480184849d6ab35f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4100301 Aug 31 09:50:43.582913 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 46982) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:50:43.695047 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-91bdff72-78f3-4582-a3ec-aa0a9fdf043a admin admin] Publish callbacks [] for security_group (f99e8a1b-e286-4a40-bece-39819b586e52), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:43.735943 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-91bdff72-78f3-4582-a3ec-aa0a9fdf043a admin admin] Publish callbacks [] for security_group (f99e8a1b-e286-4a40-bece-39819b586e52), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:43.838253 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-91bdff72-78f3-4582-a3ec-aa0a9fdf043a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (f99e8a1b-e286-4a40-bece-39819b586e52), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:43.841259 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-91bdff72-78f3-4582-a3ec-aa0a9fdf043a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:43.842508 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-91bdff72-78f3-4582-a3ec-aa0a9fdf043a admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/f99e8a1b-e286-4a40-bece-39819b586e52 HTTP/1.1" status: 204 len: 168 time: 0.2582836 Aug 31 09:50:43.855889 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bdff72-78f3-4582-a3ec-aa0a9fdf043a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99e8a1b-e286-4a40-bece-39819b586e52,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:44.647596 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 47010) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:50:44.928624 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61efd406-dd97-4086-9d07-473821110f48 req-fc7945b7-eff0-4814-8ae0-72c2486024fc tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:44.958511 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-61efd406-dd97-4086-9d07-473821110f48 req-fc7945b7-eff0-4814-8ae0-72c2486024fc tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dd0a166f-d662-4a72-8ea2-bfbbb02b2221 HTTP/1.1" status: 200 len: 946 time: 0.2092929 Aug 31 09:50:44.991424 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 47016) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:50:45.057995 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-b53f2bb4-4672-49c6-b28d-4318c4b627f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:45.080537 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-61efd406-dd97-4086-9d07-473821110f48 req-e87a1374-f801-4336-b4da-1e2cb0965087 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208570 Aug 31 09:50:45.196872 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-b53f2bb4-4672-49c6-b28d-4318c4b627f2 admin admin] Publish callbacks [] for security_group (ab563cdc-6ca5-4585-8f69-e4da2fd15b2e), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:45.206129 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-b53f2bb4-4672-49c6-b28d-4318c4b627f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (ab563cdc-6ca5-4585-8f69-e4da2fd15b2e), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:45.313142 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f2bb4-4672-49c6-b28d-4318c4b627f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab563cdc-6ca5-4585-8f69-e4da2fd15b2e,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:45.335386 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-b53f2bb4-4672-49c6-b28d-4318c4b627f2 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=cc64571db46543b7a20198f3e3e73a95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3405483 Aug 31 09:50:45.337940 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 47022) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:50:45.355182 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-99282f4e-ac9d-4ff6-b52b-da99fd788e81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:45.522146 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-99282f4e-ac9d-4ff6-b52b-da99fd788e81 admin admin] Publish callbacks [] for security_group (5e9073eb-0e23-41d6-a455-ec4e4fde089b), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:45.530550 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-99282f4e-ac9d-4ff6-b52b-da99fd788e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (5e9073eb-0e23-41d6-a455-ec4e4fde089b), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:45.534580 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:50:45.576937 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-beb43d77-bbf0-4a15-a36c-f2d57d8e1c61 admin admin] Publish callbacks [] for security_group (ab563cdc-6ca5-4585-8f69-e4da2fd15b2e), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:45.621503 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-beb43d77-bbf0-4a15-a36c-f2d57d8e1c61 admin admin] Publish callbacks [] for security_group (ab563cdc-6ca5-4585-8f69-e4da2fd15b2e), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:45.634155 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-99282f4e-ac9d-4ff6-b52b-da99fd788e81 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=722c32420cf54ef2b9357d78ecbe3460&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9838576 Aug 31 09:50:45.635389 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99282f4e-ac9d-4ff6-b52b-da99fd788e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9073eb-0e23-41d6-a455-ec4e4fde089b,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:45.650087 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 47030) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:50:45.696509 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-beb43d77-bbf0-4a15-a36c-f2d57d8e1c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (ab563cdc-6ca5-4585-8f69-e4da2fd15b2e), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:45.699954 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-beb43d77-bbf0-4a15-a36c-f2d57d8e1c61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:45.704817 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-beb43d77-bbf0-4a15-a36c-f2d57d8e1c61 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/ab563cdc-6ca5-4585-8f69-e4da2fd15b2e HTTP/1.1" status: 204 len: 168 time: 0.3614004 Aug 31 09:50:45.737711 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb43d77-bbf0-4a15-a36c-f2d57d8e1c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab563cdc-6ca5-4585-8f69-e4da2fd15b2e,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:45.755554 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a7b5b0c8-b57f-4945-a53f-b589fc4cc376 admin admin] Publish callbacks [] for security_group (5e9073eb-0e23-41d6-a455-ec4e4fde089b), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:45.820343 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a7b5b0c8-b57f-4945-a53f-b589fc4cc376 admin admin] Publish callbacks [] for security_group (5e9073eb-0e23-41d6-a455-ec4e4fde089b), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:45.877679 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:50:45.894556 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a7b5b0c8-b57f-4945-a53f-b589fc4cc376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (5e9073eb-0e23-41d6-a455-ec4e4fde089b), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:45.897521 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a7b5b0c8-b57f-4945-a53f-b589fc4cc376 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:45.898447 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-a7b5b0c8-b57f-4945-a53f-b589fc4cc376 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/5e9073eb-0e23-41d6-a455-ec4e4fde089b HTTP/1.1" status: 204 len: 168 time: 0.2452865 Aug 31 09:50:45.910594 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b5b0c8-b57f-4945-a53f-b589fc4cc376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9073eb-0e23-41d6-a455-ec4e4fde089b,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:46.265779 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aab663-96a6-48ff-a0f9-f95aa5e3b3e8 req-9b8dbcf7-cf59-483c-a3ca-020ecb4c243a tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:46.275014 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-66aab663-96a6-48ff-a0f9-f95aa5e3b3e8 req-9b8dbcf7-cf59-483c-a3ca-020ecb4c243a tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dd0a166f-d662-4a72-8ea2-bfbbb02b2221 HTTP/1.1" status: 200 len: 946 time: 0.0790312 Aug 31 09:50:46.375554 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-66aab663-96a6-48ff-a0f9-f95aa5e3b3e8 req-ff6550e7-a01e-4b4e-bb5d-f78fe31f9f40 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991936 Aug 31 09:50:46.823452 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6096e-c591-4ed7-ab2b-bde869b03d20 req-d5783563-3af0-4850-9040-0ee2d808d14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:46.825839 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-17d6096e-c591-4ed7-ab2b-bde869b03d20 req-d5783563-3af0-4850-9040-0ee2d808d14e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=c0fc6660b5494415915cdf2b325e5bd6&device_id=dd0a166f-d662-4a72-8ea2-bfbbb02b2221 HTTP/1.1" status: 200 len: 1130 time: 0.0564749 Aug 31 09:50:46.834954 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2949a043-e3a6-4d45-9394-377794e15646 req-6cd348b9-83e4-4d97-8bbe-d9918b247469 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:46.836580 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2949a043-e3a6-4d45-9394-377794e15646 req-6cd348b9-83e4-4d97-8bbe-d9918b247469 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dd0a166f-d662-4a72-8ea2-bfbbb02b2221 HTTP/1.1" status: 200 len: 946 time: 0.0927942 Aug 31 09:50:46.945793 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2949a043-e3a6-4d45-9394-377794e15646 req-8f64a2d5-4d14-4640-9abe-01a2c118d645 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860870 Aug 31 09:50:46.988228 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:50:47.027041 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6096e-c591-4ed7-ab2b-bde869b03d20 req-0c067d64-542b-48d7-83cb-7bd2d5ae723f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:47.027041 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-17d6096e-c591-4ed7-ab2b-bde869b03d20 req-0c067d64-542b-48d7-83cb-7bd2d5ae723f service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=2e69cc92-d348-4eef-9a4c-b8daacafc440 HTTP/1.1" status: 200 len: 920 time: 0.1834762 Aug 31 09:50:47.069651 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-17d6096e-c591-4ed7-ab2b-bde869b03d20 req-3a3cdf4b-1fba-4963-adcf-ecfb7491ec5a service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc0a1702-552b-409c-91a1-5a380acf6fea HTTP/1.1" status: 200 len: 217 time: 0.0389125 Aug 31 09:50:47.140876 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6096e-c591-4ed7-ab2b-bde869b03d20 req-3908cf16-116d-4a64-a5ab-5bcf25e7e58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:47.143893 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-17d6096e-c591-4ed7-ab2b-bde869b03d20 req-3908cf16-116d-4a64-a5ab-5bcf25e7e58a service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=851420a3-644f-4898-b99d-54af1fb83d8b HTTP/1.1" status: 200 len: 858 time: 0.0676777 Aug 31 09:50:47.200370 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6096e-c591-4ed7-ab2b-bde869b03d20 req-3b42aec1-e4f5-4917-b057-47f85b917409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:47.202314 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-17d6096e-c591-4ed7-ab2b-bde869b03d20 req-3b42aec1-e4f5-4917-b057-47f85b917409 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=2e69cc92-d348-4eef-9a4c-b8daacafc440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511589 Aug 31 09:50:47.377342 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-17d6096e-c591-4ed7-ab2b-bde869b03d20 req-15af4339-ce86-4ea5-a76b-a9953e5f8712 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2e69cc92-d348-4eef-9a4c-b8daacafc440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586609 Aug 31 09:50:47.512647 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-17d6096e-c591-4ed7-ab2b-bde869b03d20 req-aca524d5-0479-4366-bf4d-efd4e30d78c4 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2e69cc92-d348-4eef-9a4c-b8daacafc440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279888 Aug 31 09:50:48.098089 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=3 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:50:48.134775 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f6e13-8da4-4756-a0fc-6b7d4e4314df req-56770c2a-1401-4904-ac67-98b11b218849 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:48.136485 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-953f6e13-8da4-4756-a0fc-6b7d4e4314df req-56770c2a-1401-4904-ac67-98b11b218849 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dd0a166f-d662-4a72-8ea2-bfbbb02b2221 HTTP/1.1" status: 200 len: 946 time: 0.0605390 Aug 31 09:50:48.210544 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-953f6e13-8da4-4756-a0fc-6b7d4e4314df req-d65eab50-3eb7-4c21-b481-53b6120779dd tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672135 Aug 31 09:50:48.542116 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 47078) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:50:48.722525 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-22a44d96-0903-4cb3-85b8-351a91b19a29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:48.832106 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:50:48.878703 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-22a44d96-0903-4cb3-85b8-351a91b19a29 admin admin] Publish callbacks [] for security_group (fb0dbda5-63af-427b-9cac-3eea740f64d2), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:48.885564 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-22a44d96-0903-4cb3-85b8-351a91b19a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (fb0dbda5-63af-427b-9cac-3eea740f64d2), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:48.990731 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 47086) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:50:48.991333 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-22a44d96-0903-4cb3-85b8-351a91b19a29 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=77311e37f4df4dbb8b44aecd8ec83df1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4475377 Aug 31 09:50:48.994255 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a44d96-0903-4cb3-85b8-351a91b19a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0dbda5-63af-427b-9cac-3eea740f64d2,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:49.115928 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-99501e2d-38df-444a-9fde-b9e8c47a2748 admin admin] Publish callbacks [] for security_group (fb0dbda5-63af-427b-9cac-3eea740f64d2), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:49.152600 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-99501e2d-38df-444a-9fde-b9e8c47a2748 admin admin] Publish callbacks [] for security_group (fb0dbda5-63af-427b-9cac-3eea740f64d2), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:49.231299 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-99501e2d-38df-444a-9fde-b9e8c47a2748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (fb0dbda5-63af-427b-9cac-3eea740f64d2), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:49.239059 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-99501e2d-38df-444a-9fde-b9e8c47a2748 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:49.241041 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-99501e2d-38df-444a-9fde-b9e8c47a2748 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/fb0dbda5-63af-427b-9cac-3eea740f64d2 HTTP/1.1" status: 204 len: 168 time: 0.2481916 Aug 31 09:50:49.253885 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99501e2d-38df-444a-9fde-b9e8c47a2748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0dbda5-63af-427b-9cac-3eea740f64d2,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:49.409598 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f6b356-f0a8-4ec9-bfca-f53e1786fc09 req-97fc3fc2-d3cf-4d2f-ae64-e1f459d781b1 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:49.409598 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a0f6b356-f0a8-4ec9-bfca-f53e1786fc09 req-97fc3fc2-d3cf-4d2f-ae64-e1f459d781b1 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dd0a166f-d662-4a72-8ea2-bfbbb02b2221 HTTP/1.1" status: 200 len: 946 time: 0.0999653 Aug 31 09:50:49.501505 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a0f6b356-f0a8-4ec9-bfca-f53e1786fc09 req-babc4c38-2505-4502-9c1d-20d264e8709c tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920036 Aug 31 09:50:50.712615 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1697d32-4a6f-4e53-b88d-fc1b4850a254 req-9a410544-de40-4ae0-8c2d-e3f51cdef421 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:50.714599 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e1697d32-4a6f-4e53-b88d-fc1b4850a254 req-9a410544-de40-4ae0-8c2d-e3f51cdef421 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dd0a166f-d662-4a72-8ea2-bfbbb02b2221 HTTP/1.1" status: 200 len: 946 time: 0.0887306 Aug 31 09:50:50.941543 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e1697d32-4a6f-4e53-b88d-fc1b4850a254 req-3ea41040-6167-4b6f-99dc-7c9eb4dac6f5 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669443 Aug 31 09:50:52.182353 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c17e9d-217e-49eb-9f74-d44327be76ff req-af57fb14-ce13-4928-a89f-3569ddd3db06 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:52.184843 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b3c17e9d-217e-49eb-9f74-d44327be76ff req-af57fb14-ce13-4928-a89f-3569ddd3db06 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dd0a166f-d662-4a72-8ea2-bfbbb02b2221 HTTP/1.1" status: 200 len: 946 time: 0.0613053 Aug 31 09:50:52.252871 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b3c17e9d-217e-49eb-9f74-d44327be76ff req-2555858b-6ca9-4f4f-a5bc-918ea15f98bc tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607612 Aug 31 09:50:52.722237 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 47166) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:50:52.941575 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-6fd52ae1-b3cb-4201-bf2e-4b35fb585c18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:53.062371 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=7 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:50:53.072058 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-6fd52ae1-b3cb-4201-bf2e-4b35fb585c18 admin admin] Publish callbacks [] for security_group (262203af-0267-4fe6-9e8b-a220835ab0c3), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:53.076782 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-6fd52ae1-b3cb-4201-bf2e-4b35fb585c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (262203af-0267-4fe6-9e8b-a220835ab0c3), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:53.126113 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd52ae1-b3cb-4201-bf2e-4b35fb585c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=262203af-0267-4fe6-9e8b-a220835ab0c3,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:53.133332 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-6fd52ae1-b3cb-4201-bf2e-4b35fb585c18 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=5eaf9a46dc28462b8bcba413107270e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4097571 Aug 31 09:50:53.138203 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 47178) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:50:53.200270 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-57dfd093-2b28-417d-8107-558116b7b1f8 admin admin] Publish callbacks [] for security_group (262203af-0267-4fe6-9e8b-a220835ab0c3), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:53.202129 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:50:53.225973 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-57dfd093-2b28-417d-8107-558116b7b1f8 admin admin] Publish callbacks [] for security_group (262203af-0267-4fe6-9e8b-a220835ab0c3), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:53.342752 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-57dfd093-2b28-417d-8107-558116b7b1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (262203af-0267-4fe6-9e8b-a220835ab0c3), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:53.351557 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-57dfd093-2b28-417d-8107-558116b7b1f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:53.355025 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-57dfd093-2b28-417d-8107-558116b7b1f8 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/262203af-0267-4fe6-9e8b-a220835ab0c3 HTTP/1.1" status: 204 len: 168 time: 0.2145777 Aug 31 09:50:53.378037 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dfd093-2b28-417d-8107-558116b7b1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=262203af-0267-4fe6-9e8b-a220835ab0c3,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:54.218255 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-75293b0d-f384-482c-8aea-c4ef81120341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:54.227901 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 47212) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:50:54.243509 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [None req-de18ba3d-7741-4fb2-9bf8-eae4351652fb tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1409086732', 'description': 'tempest-description--767079046'}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:50:54.304310 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-de18ba3d-7741-4fb2-9bf8-eae4351652fb tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks [] for security_group (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:54.494759 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-de18ba3d-7741-4fb2-9bf8-eae4351652fb tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks [] for security_group (e1c7de74-f380-4ca1-a663-74761fb0e191), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:54.511796 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-de18ba3d-7741-4fb2-9bf8-eae4351652fb tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (e1c7de74-f380-4ca1-a663-74761fb0e191), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:54.590164 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-de18ba3d-7741-4fb2-9bf8-eae4351652fb tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks [] for security_group (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:54.599830 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 47224) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:50:54.601446 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-de18ba3d-7741-4fb2-9bf8-eae4351652fb tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3687491 Aug 31 09:50:54.603855 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de18ba3d-7741-4fb2-9bf8-eae4351652fb tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c7de74-f380-4ca1-a663-74761fb0e191,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:54.611128 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-631539e9-62c3-4a33-b726-93642132f6e7 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Request body: {'security_group_rule': {'security_group_id': 'e1c7de74-f380-4ca1-a663-74761fb0e191', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:50:54.679247 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-631539e9-62c3-4a33-b726-93642132f6e7 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks [] for security_group_rule (d71d0458-caa7-488e-a169-d030a924bcb1), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:54.826625 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-631539e9-62c3-4a33-b726-93642132f6e7 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks [] for security_group_rule (d71d0458-caa7-488e-a169-d030a924bcb1), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:54.832254 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-631539e9-62c3-4a33-b726-93642132f6e7 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045036'] for security_group_rule (d71d0458-caa7-488e-a169-d030a924bcb1), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:54.866386 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631539e9-62c3-4a33-b726-93642132f6e7 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d71d0458-caa7-488e-a169-d030a924bcb1,revision_number=0']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:54.878267 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-631539e9-62c3-4a33-b726-93642132f6e7 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:54.882600 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-631539e9-62c3-4a33-b726-93642132f6e7 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2789292 Aug 31 09:50:54.886815 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 47234) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:50:54.894968 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-71dd2cfd-db62-4cad-8842-62485e452d44 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Request body: {'security_group_rule': {'security_group_id': 'e1c7de74-f380-4ca1-a663-74761fb0e191', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:50:54.902156 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:50:54.904895 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:50:54.950168 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-71dd2cfd-db62-4cad-8842-62485e452d44 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks [] for security_group_rule (3b175521-3323-470d-8491-a70e97d4845e), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:55.072576 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-71dd2cfd-db62-4cad-8842-62485e452d44 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks [] for security_group_rule (3b175521-3323-470d-8491-a70e97d4845e), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:55.079549 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-71dd2cfd-db62-4cad-8842-62485e452d44 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045036'] for security_group_rule (3b175521-3323-470d-8491-a70e97d4845e), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:55.119746 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dd2cfd-db62-4cad-8842-62485e452d44 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b175521-3323-470d-8491-a70e97d4845e,revision_number=0']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:55.140778 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-71dd2cfd-db62-4cad-8842-62485e452d44 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:55.144115 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-71dd2cfd-db62-4cad-8842-62485e452d44 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2546279 Aug 31 09:50:55.149511 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 47238) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:50:55.162753 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-c3a5235c-2036-4367-984a-1f0bf2d21e1f tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Request body: {'floatingip': {'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:50:55.279609 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-c3a5235c-2036-4367-984a-1f0bf2d21e1f tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:55.430591 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-c3a5235c-2036-4367-984a-1f0bf2d21e1f tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:55.687019 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.db_base_plugin_common [None req-c3a5235c-2036-4367-984a-1f0bf2d21e1f tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Allocated IP 172.27.3.19 (9ecc2a3c-efc3-4c90-8e67-1028759a248c/b5177607-d6ca-45c7-ac03-71d68f18093b/a6770bb3-5bbe-4e4e-b249-c36d59b41701) {{(pid=112920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:50:55.790924 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e6f198be-e193-4693-a253-f9c4522a6272), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:55.898528 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-c3a5235c-2036-4367-984a-1f0bf2d21e1f tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks [] for port (a6770bb3-5bbe-4e4e-b249-c36d59b41701), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:55.959661 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-c3a5235c-2036-4367-984a-1f0bf2d21e1f tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64202837'] for port (a6770bb3-5bbe-4e4e-b249-c36d59b41701), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:56.035802 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a5235c-2036-4367-984a-1f0bf2d21e1f tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Pushing event updated for resources: {'Port': ['ID=a6770bb3-5bbe-4e4e-b249-c36d59b41701,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:56.044208 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a5235c-2036-4367-984a-1f0bf2d21e1f tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Network 9ecc2a3c-efc3-4c90-8e67-1028759a248c is already hosted by enough agents. {{(pid=112920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:50:56.051772 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.base_scheduler [None req-c3a5235c-2036-4367-984a-1f0bf2d21e1f tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Resources bound (agent type, host, resource id): {{(pid=112920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:50:56.055863 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a5235c-2036-4367-984a-1f0bf2d21e1f tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:56.056284 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a5235c-2036-4367-984a-1f0bf2d21e1f tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:56.056788 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a5235c-2036-4367-984a-1f0bf2d21e1f tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:56.057573 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a5235c-2036-4367-984a-1f0bf2d21e1f tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:56.057917 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a5235c-2036-4367-984a-1f0bf2d21e1f tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:56.058421 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a5235c-2036-4367-984a-1f0bf2d21e1f tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:56.058740 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a5235c-2036-4367-984a-1f0bf2d21e1f tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:56.059071 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a5235c-2036-4367-984a-1f0bf2d21e1f tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:56.059400 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a5235c-2036-4367-984a-1f0bf2d21e1f tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:56.059724 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a5235c-2036-4367-984a-1f0bf2d21e1f tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:56.060047 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a5235c-2036-4367-984a-1f0bf2d21e1f tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:56.060456 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a5235c-2036-4367-984a-1f0bf2d21e1f tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:56.060774 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a5235c-2036-4367-984a-1f0bf2d21e1f tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:56.061168 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a5235c-2036-4367-984a-1f0bf2d21e1f tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:56.061653 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a5235c-2036-4367-984a-1f0bf2d21e1f tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:56.067183 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a5235c-2036-4367-984a-1f0bf2d21e1f tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Received port after_create {{(pid=112920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:50:56.177203 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-c3a5235c-2036-4367-984a-1f0bf2d21e1f tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks [] for floatingip (066922a7-8b5b-4a2e-ae36-2b8fcc700449), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:56.248710 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-c3a5235c-2036-4367-984a-1f0bf2d21e1f tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (a6770bb3-5bbe-4e4e-b249-c36d59b41701), before_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:56.294654 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:50:56.447641 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:50:56.517362 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-23752904-22fc-43f5-8f14-f2a929c6a8c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:56.606908 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-c3a5235c-2036-4367-984a-1f0bf2d21e1f tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks [] for port (a6770bb3-5bbe-4e4e-b249-c36d59b41701), precommit_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:56.615279 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-c3a5235c-2036-4367-984a-1f0bf2d21e1f tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64202844'] for port (a6770bb3-5bbe-4e4e-b249-c36d59b41701), after_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:56.723650 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-c3a5235c-2036-4367-984a-1f0bf2d21e1f tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964517'] for floatingip (066922a7-8b5b-4a2e-ae36-2b8fcc700449), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:56.732132 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a5235c-2036-4367-984a-1f0bf2d21e1f tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Pushing event updated for resources: {'Port': ['ID=a6770bb3-5bbe-4e4e-b249-c36d59b41701,revision_number=2']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:56.755031 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-c3a5235c-2036-4367-984a-1f0bf2d21e1f tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for floatingip (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:56.767785 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-c3a5235c-2036-4367-984a-1f0bf2d21e1f tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6052463 Aug 31 09:50:57.159008 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-51a05843-c10d-4d02-b09e-9f9ab040101f req-d015e9d7-8606-4940-8af1-03e612b654b1 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1409086732&fields=id&tenant_id=c0fc6660b5494415915cdf2b325e5bd6 HTTP/1.1" status: 200 len: 267 time: 0.0764098 Aug 31 09:50:57.397653 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a05843-c10d-4d02-b09e-9f9ab040101f req-d33c7e59-c685-4076-8fb1-137001ee6b90 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:50:57.400820 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-51a05843-c10d-4d02-b09e-9f9ab040101f req-d33c7e59-c685-4076-8fb1-137001ee6b90 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/networks?id=2e69cc92-d348-4eef-9a4c-b8daacafc440 HTTP/1.1" status: 200 len: 819 time: 0.2258890 Aug 31 09:50:57.443104 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-51a05843-c10d-4d02-b09e-9f9ab040101f req-4d6c06db-18ab-4602-b030-7f076602ebb8 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/quotas/c0fc6660b5494415915cdf2b325e5bd6 HTTP/1.1" status: 200 len: 375 time: 0.0307777 Aug 31 09:50:57.588513 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-51a05843-c10d-4d02-b09e-9f9ab040101f req-21993018-74bc-4038-aa49-194ca987faaa tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=c0fc6660b5494415915cdf2b325e5bd6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1433649 Aug 31 09:50:57.703132 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:50:57.791709 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:57.803706 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-51a05843-c10d-4d02-b09e-9f9ab040101f req-8231d28b-6fea-4697-a87e-8738662beb0c service neutron] 10.222.0.13 "GET /networking/v2.0/networks/2e69cc92-d348-4eef-9a4c-b8daacafc440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895697 Aug 31 09:50:57.985602 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-51a05843-c10d-4d02-b09e-9f9ab040101f req-41e10db3-fe78-4505-8034-6307cbcb2e36 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/2e69cc92-d348-4eef-9a4c-b8daacafc440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791790 Aug 31 09:50:58.406534 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7fa7ab48-7560-478a-b194-801671d5c8d1 req-26a4bad9-5363-49f9-8432-9f9969d24625 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 210 time: 0.0775316 Aug 31 09:50:59.471579 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:50:59.603253 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-38820157-68d1-4b4c-b6be-bf9b3fa5e533 req-6b948aa2-65ef-4693-aa08-0dbe3dcf8b77 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 210 time: 0.0884826 Aug 31 09:50:59.644975 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:00.740456 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4809a165-1c35-4145-ae9c-def3f931f3b8 req-614f497e-ada9-413e-b66a-23a7328f5585 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 210 time: 0.0381999 Aug 31 09:51:01.886503 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a95e7779-dbf8-41f8-9259-e252507f0611 req-c0c90ea1-84bd-47ac-a671-2c033a90c91a tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 210 time: 0.0357301 Aug 31 09:51:03.009602 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ec3a10bc-7993-44fc-8846-ac0f211414fb req-d2ef4ff6-e68c-434f-bcc5-b3955bc25995 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 210 time: 0.0312593 Aug 31 09:51:04.142857 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f7b4c191-5165-4a90-9d5f-199e410e7591 req-d4d824dd-641d-471c-a9f6-1a7434ac6b84 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 210 time: 0.0367885 Aug 31 09:51:04.310897 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a05843-c10d-4d02-b09e-9f9ab040101f req-c94bc877-49ab-46e3-b20e-5bbee902aebf tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:51:04.313853 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-51a05843-c10d-4d02-b09e-9f9ab040101f req-c94bc877-49ab-46e3-b20e-5bbee902aebf tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.64 "GET /networking/v2.0/networks?id=2e69cc92-d348-4eef-9a4c-b8daacafc440 HTTP/1.1" status: 200 len: 819 time: 0.1543930 Aug 31 09:51:04.442059 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-51a05843-c10d-4d02-b09e-9f9ab040101f req-aab3fac1-0b25-4aec-9053-a00ebffe5551 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c0fc6660b5494415915cdf2b325e5bd6 HTTP/1.1" status: 200 len: 380 time: 0.0886216 Aug 31 09:51:04.570147 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [req-51a05843-c10d-4d02-b09e-9f9ab040101f req-7de12bfa-56b2-488d-b499-510522d996e6 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Request body: {'port': {'device_id': 'ad92550c-f29b-4f97-9511-a2f1ffa98e3e', 'network_id': '2e69cc92-d348-4eef-9a4c-b8daacafc440', 'admin_state_up': True, 'tenant_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'security_groups': ['e1c7de74-f380-4ca1-a663-74761fb0e191']}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:04.732364 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51a05843-c10d-4d02-b09e-9f9ab040101f req-7de12bfa-56b2-488d-b499-510522d996e6 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Made reservation on behalf of c0fc6660b5494415915cdf2b325e5bd6 for: {'port': 1} {{(pid=112920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:51:04.737423 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-51a05843-c10d-4d02-b09e-9f9ab040101f req-7de12bfa-56b2-488d-b499-510522d996e6 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:04.933120 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.db_base_plugin_common [req-51a05843-c10d-4d02-b09e-9f9ab040101f req-7de12bfa-56b2-488d-b499-510522d996e6 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Allocated IP 172.20.0.8 (2e69cc92-d348-4eef-9a4c-b8daacafc440/851420a3-644f-4898-b99d-54af1fb83d8b/ebfc41b8-372f-4c67-97e3-7caa675975ac) {{(pid=112920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:51:05.149616 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-51a05843-c10d-4d02-b09e-9f9ab040101f req-7de12bfa-56b2-488d-b499-510522d996e6 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks [] for port (ebfc41b8-372f-4c67-97e3-7caa675975ac), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:05.212073 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:05.234001 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:05.248910 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-51a05843-c10d-4d02-b09e-9f9ab040101f req-7de12bfa-56b2-488d-b499-510522d996e6 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64202837'] for port (ebfc41b8-372f-4c67-97e3-7caa675975ac), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:05.375807 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51a05843-c10d-4d02-b09e-9f9ab040101f req-7de12bfa-56b2-488d-b499-510522d996e6 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Network 2e69cc92-d348-4eef-9a4c-b8daacafc440 is already hosted by enough agents. {{(pid=112920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:51:05.384271 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.base_scheduler [req-51a05843-c10d-4d02-b09e-9f9ab040101f req-7de12bfa-56b2-488d-b499-510522d996e6 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Resources bound (agent type, host, resource id): {{(pid=112920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:51:05.388278 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de12bfa-56b2-488d-b499-510522d996e6 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Pushing event updated for resources: {'Port': ['ID=ebfc41b8-372f-4c67-97e3-7caa675975ac,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:05.393978 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.l3_dvrscheduler_db [req-51a05843-c10d-4d02-b09e-9f9ab040101f req-7de12bfa-56b2-488d-b499-510522d996e6 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Received port after_create {{(pid=112920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:51:05.519829 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a05843-c10d-4d02-b09e-9f9ab040101f req-7de12bfa-56b2-488d-b499-510522d996e6 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:51:05.521444 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-51a05843-c10d-4d02-b09e-9f9ab040101f req-7de12bfa-56b2-488d-b499-510522d996e6 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for port (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:05.560136 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-51a05843-c10d-4d02-b09e-9f9ab040101f req-7de12bfa-56b2-488d-b499-510522d996e6 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9945285 Aug 31 09:51:05.590467 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [req-51a05843-c10d-4d02-b09e-9f9ab040101f req-c31953bd-3dee-411e-a84a-bcf46485abc2 service neutron] Request body: {'port': {'device_id': 'ad92550c-f29b-4f97-9511-a2f1ffa98e3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84496'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:05.726167 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-51a05843-c10d-4d02-b09e-9f9ab040101f req-c31953bd-3dee-411e-a84a-bcf46485abc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (ebfc41b8-372f-4c67-97e3-7caa675975ac), before_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:05.800781 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f7ecb-eabe-4d22-bcd5-10cec1fec9fd req-3549b6a4-c7b3-41d4-af1b-f93651847b16 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:51:05.803282 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5f7f7ecb-eabe-4d22-bcd5-10cec1fec9fd req-3549b6a4-c7b3-41d4-af1b-f93651847b16 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 931 time: 0.5203965 Aug 31 09:51:05.872471 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5f7f7ecb-eabe-4d22-bcd5-10cec1fec9fd req-b39814df-d9d4-4e5f-8a89-adf0f4eb5121 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e1c7de74-f380-4ca1-a663-74761fb0e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572205 Aug 31 09:51:05.923454 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-c4e22140-c25f-4797-ab81-2879a1cd89ba None None] Provisioning complete for port ebfc41b8-372f-4c67-97e3-7caa675975ac triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:51:05.924725 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-c4e22140-c25f-4797-ab81-2879a1cd89ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (ebfc41b8-372f-4c67-97e3-7caa675975ac), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:05.970281 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-c4e22140-c25f-4797-ab81-2879a1cd89ba None None] Port ebfc41b8-372f-4c67-97e3-7caa675975ac cannot update to ACTIVE because it is not bound. {{(pid=112921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 09:51:06.199777 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.notifiers.nova [req-51a05843-c10d-4d02-b09e-9f9ab040101f req-c31953bd-3dee-411e-a84a-bcf46485abc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebfc41b8-372f-4c67-97e3-7caa675975ac {{(pid=112920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 09:51:06.214032 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-51a05843-c10d-4d02-b09e-9f9ab040101f req-c31953bd-3dee-411e-a84a-bcf46485abc2 service neutron] Publish callbacks [] for port (ebfc41b8-372f-4c67-97e3-7caa675975ac), precommit_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:06.235679 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.provisioning_blocks [req-51a05843-c10d-4d02-b09e-9f9ab040101f req-c31953bd-3dee-411e-a84a-bcf46485abc2 service neutron] Transition to ACTIVE for port object ebfc41b8-372f-4c67-97e3-7caa675975ac will not be triggered until provisioned by entity L2. {{(pid=112920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 09:51:06.240560 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-51a05843-c10d-4d02-b09e-9f9ab040101f req-c31953bd-3dee-411e-a84a-bcf46485abc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64202844'] for port (ebfc41b8-372f-4c67-97e3-7caa675975ac), after_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:06.310577 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31953bd-3dee-411e-a84a-bcf46485abc2 service neutron] Pushing event updated for resources: {'Port': ['ID=ebfc41b8-372f-4c67-97e3-7caa675975ac,revision_number=2']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:06.379545 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.managers [req-51a05843-c10d-4d02-b09e-9f9ab040101f req-c31953bd-3dee-411e-a84a-bcf46485abc2 service neutron] Attempting to bind port ebfc41b8-372f-4c67-97e3-7caa675975ac on host hv-cinder-84496 for vnic_type normal with profile {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 09:51:06.380907 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.managers [req-51a05843-c10d-4d02-b09e-9f9ab040101f req-c31953bd-3dee-411e-a84a-bcf46485abc2 service neutron] Attempting to bind port ebfc41b8-372f-4c67-97e3-7caa675975ac by drivers openvswitch,hyperv on host hv-cinder-84496 at level 0 using segments [{'id': '77ec7e58-22c2-416f-b36d-15e60d463b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2e69cc92-d348-4eef-9a4c-b8daacafc440'}] {{(pid=112920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 09:51:06.380907 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a05843-c10d-4d02-b09e-9f9ab040101f req-c31953bd-3dee-411e-a84a-bcf46485abc2 service neutron] Attempting to bind port ebfc41b8-372f-4c67-97e3-7caa675975ac on network 2e69cc92-d348-4eef-9a4c-b8daacafc440 {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:51:06.385452 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a05843-c10d-4d02-b09e-9f9ab040101f req-c31953bd-3dee-411e-a84a-bcf46485abc2 service neutron] Port ebfc41b8-372f-4c67-97e3-7caa675975ac on network 2e69cc92-d348-4eef-9a4c-b8daacafc440 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84496 {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 09:51:06.385772 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a05843-c10d-4d02-b09e-9f9ab040101f req-c31953bd-3dee-411e-a84a-bcf46485abc2 service neutron] Attempting to bind port ebfc41b8-372f-4c67-97e3-7caa675975ac on network 2e69cc92-d348-4eef-9a4c-b8daacafc440 {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:51:06.392461 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a05843-c10d-4d02-b09e-9f9ab040101f req-c31953bd-3dee-411e-a84a-bcf46485abc2 service neutron] Checking agent: {'id': 'e6f198be-e193-4693-a253-f9c4522a6272', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 9, 45, 52), 'started_at': datetime.datetime(2022, 8, 31, 9, 45, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 9, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 09:51:06.392847 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a05843-c10d-4d02-b09e-9f9ab040101f req-c31953bd-3dee-411e-a84a-bcf46485abc2 service neutron] Checking segment: {'id': '77ec7e58-22c2-416f-b36d-15e60d463b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2e69cc92-d348-4eef-9a4c-b8daacafc440'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:51:06.393267 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a05843-c10d-4d02-b09e-9f9ab040101f req-c31953bd-3dee-411e-a84a-bcf46485abc2 service neutron] Bound using segment: {'id': '77ec7e58-22c2-416f-b36d-15e60d463b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2e69cc92-d348-4eef-9a4c-b8daacafc440'} {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 09:51:06.393801 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.managers [req-51a05843-c10d-4d02-b09e-9f9ab040101f req-c31953bd-3dee-411e-a84a-bcf46485abc2 service neutron] Bound port: ebfc41b8-372f-4c67-97e3-7caa675975ac, host: hv-cinder-84496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77ec7e58-22c2-416f-b36d-15e60d463b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2e69cc92-d348-4eef-9a4c-b8daacafc440'}}] {{(pid=112920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 09:51:06.394221 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-51a05843-c10d-4d02-b09e-9f9ab040101f req-c31953bd-3dee-411e-a84a-bcf46485abc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (ebfc41b8-372f-4c67-97e3-7caa675975ac), before_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:06.462341 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.db [req-51a05843-c10d-4d02-b09e-9f9ab040101f req-c31953bd-3dee-411e-a84a-bcf46485abc2 service neutron] For port ebfc41b8-372f-4c67-97e3-7caa675975ac, host hv-cinder-84496, cleared binding levels {{(pid=112920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:51:06.466281 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.db [req-51a05843-c10d-4d02-b09e-9f9ab040101f req-c31953bd-3dee-411e-a84a-bcf46485abc2 service neutron] For port ebfc41b8-372f-4c67-97e3-7caa675975ac, host hv-cinder-84496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=ebfc41b8-372f-4c67-97e3-7caa675975ac,segment=NetworkSegment(77ec7e58-22c2-416f-b36d-15e60d463b0c),segment_id=77ec7e58-22c2-416f-b36d-15e60d463b0c)] {{(pid=112920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:51:06.473549 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-51a05843-c10d-4d02-b09e-9f9ab040101f req-c31953bd-3dee-411e-a84a-bcf46485abc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64202844'] for port (ebfc41b8-372f-4c67-97e3-7caa675975ac), after_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:06.478343 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a05843-c10d-4d02-b09e-9f9ab040101f req-c31953bd-3dee-411e-a84a-bcf46485abc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:51:06.479027 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-51a05843-c10d-4d02-b09e-9f9ab040101f req-c31953bd-3dee-411e-a84a-bcf46485abc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for port (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:06.480525 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-51a05843-c10d-4d02-b09e-9f9ab040101f req-c31953bd-3dee-411e-a84a-bcf46485abc2 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/ebfc41b8-372f-4c67-97e3-7caa675975ac HTTP/1.1" status: 200 len: 1093 time: 0.8993359 Aug 31 09:51:06.481060 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad92550c-f29b-4f97-9511-a2f1ffa98e3e', 'tag': 'ebfc41b8-372f-4c67-97e3-7caa675975ac'}] {{(pid=112920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:51:06.483764 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b1c67df7a66df2dbb2f1d86d1740294a25e35557c8b7fb736f9ab0bc04a1bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8978b0ea-f2ef-4acf-a8f4-50ef05e9e1f6" -d '{"events": [{"name": "network-changed", "server_uuid": "ad92550c-f29b-4f97-9511-a2f1ffa98e3e", "tag": "ebfc41b8-372f-4c67-97e3-7caa675975ac"}]}' {{(pid=112920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:51:06.544175 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31953bd-3dee-411e-a84a-bcf46485abc2 service neutron] Pushing event updated for resources: {'Port': ['ID=ebfc41b8-372f-4c67-97e3-7caa675975ac,revision_number=3']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:06.570349 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 09:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f34fd88-b042-434f-9623-b17ad4b4f033 x-openstack-request-id: req-5f34fd88-b042-434f-9623-b17ad4b4f033 {{(pid=112920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:51:06.570845 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad92550c-f29b-4f97-9511-a2f1ffa98e3e", "tag": "ebfc41b8-372f-4c67-97e3-7caa675975ac", "status": "completed", "code": 200}]} {{(pid=112920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:51:06.571156 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5f34fd88-b042-434f-9623-b17ad4b4f033 {{(pid=112920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:51:06.571677 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f34fd88-b042-434f-9623-b17ad4b4f033'] response: {'name': 'network-changed', 'server_uuid': 'ad92550c-f29b-4f97-9511-a2f1ffa98e3e', 'tag': 'ebfc41b8-372f-4c67-97e3-7caa675975ac', 'status': 'completed', 'code': 200} Aug 31 09:51:06.601551 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:06.608147 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a05843-c10d-4d02-b09e-9f9ab040101f req-ffc5af46-8216-48e6-bc09-c01f4f68bd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:51:06.610372 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-51a05843-c10d-4d02-b09e-9f9ab040101f req-ffc5af46-8216-48e6-bc09-c01f4f68bd44 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=c0fc6660b5494415915cdf2b325e5bd6&device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 1127 time: 0.0552051 Aug 31 09:51:06.660700 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-51a05843-c10d-4d02-b09e-9f9ab040101f req-738adf3c-a785-45ef-9586-4d5db1c355c0 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebfc41b8-372f-4c67-97e3-7caa675975ac HTTP/1.1" status: 200 len: 217 time: 0.0371480 Aug 31 09:51:06.721904 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a05843-c10d-4d02-b09e-9f9ab040101f req-a1a14b26-5585-41db-acc6-fa38c92be8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:51:06.723292 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-51a05843-c10d-4d02-b09e-9f9ab040101f req-a1a14b26-5585-41db-acc6-fa38c92be8bf service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=851420a3-644f-4898-b99d-54af1fb83d8b HTTP/1.1" status: 200 len: 858 time: 0.0562134 Aug 31 09:51:06.786263 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a05843-c10d-4d02-b09e-9f9ab040101f req-591b4c75-7987-4c3b-8bab-7a4fb71f72ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:51:06.787811 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-51a05843-c10d-4d02-b09e-9f9ab040101f req-591b4c75-7987-4c3b-8bab-7a4fb71f72ad service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=2e69cc92-d348-4eef-9a4c-b8daacafc440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0570762 Aug 31 09:51:06.864608 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:06.940379 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-51a05843-c10d-4d02-b09e-9f9ab040101f req-de9c60a2-70b8-4075-8553-50edaec856b0 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2e69cc92-d348-4eef-9a4c-b8daacafc440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426692 Aug 31 09:51:06.952287 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 47552) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:51:07.087749 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae9f31b-0a83-41be-a59b-2d85ca18386d req-2138ef7d-6ec9-4076-a52a-8807d4901eaf tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:51:07.095239 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-aae9f31b-0a83-41be-a59b-2d85ca18386d req-2138ef7d-6ec9-4076-a52a-8807d4901eaf tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 943 time: 0.0891447 Aug 31 09:51:07.123149 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:07.128967 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.db_base_plugin_v2 [None req-83ca3320-4d6c-4902-98a1-4aac341be1a3 admin admin] Deleting subnet 37663499-cf56-4aeb-bb17-1087d341c29e {{(pid=112920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 09:51:07.135215 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-83ca3320-4d6c-4902-98a1-4aac341be1a3 admin admin] Publish callbacks [] for subnet (37663499-cf56-4aeb-bb17-1087d341c29e), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:07.164108 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-aae9f31b-0a83-41be-a59b-2d85ca18386d req-32250dd8-2cbd-48dc-97b2-a7f88611db58 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e1c7de74-f380-4ca1-a663-74761fb0e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635006 Aug 31 09:51:07.209620 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-83ca3320-4d6c-4902-98a1-4aac341be1a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64553430'] for subnet (37663499-cf56-4aeb-bb17-1087d341c29e), precommit_delete_associations {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:07.216376 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-51a05843-c10d-4d02-b09e-9f9ab040101f req-2ba9de8c-87bc-4d77-8411-fdb017738f70 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2e69cc92-d348-4eef-9a4c-b8daacafc440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676249 Aug 31 09:51:07.260176 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 47558) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:51:07.284388 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-83ca3320-4d6c-4902-98a1-4aac341be1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931882'] for subnet (37663499-cf56-4aeb-bb17-1087d341c29e), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:07.386124 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-83ca3320-4d6c-4902-98a1-4aac341be1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64201894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64498398'] for subnet (37663499-cf56-4aeb-bb17-1087d341c29e), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:07.418598 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ca3320-4d6c-4902-98a1-4aac341be1a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37663499-cf56-4aeb-bb17-1087d341c29e,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:07.426505 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-c72758be-3827-4fbe-b813-163727abf6b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:07.429233 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-83ca3320-4d6c-4902-98a1-4aac341be1a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:07.435748 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-83ca3320-4d6c-4902-98a1-4aac341be1a3 admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/37663499-cf56-4aeb-bb17-1087d341c29e HTTP/1.1" status: 204 len: 168 time: 0.4811153 Aug 31 09:51:07.439457 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 47562) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:51:07.541983 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-c72758be-3827-4fbe-b813-163727abf6b4 admin admin] Publish callbacks [] for security_group (5880d052-3b02-4a42-a7c7-705d2704e665), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:07.548231 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-c72758be-3827-4fbe-b813-163727abf6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (5880d052-3b02-4a42-a7c7-705d2704e665), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:07.566960 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-4cbf5231-f1eb-4bec-a7cb-51a0b00be9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2085207'] for network (9aad165a-e9a5-4348-86e8-f13640f54588), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:07.619490 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-c72758be-3827-4fbe-b813-163727abf6b4 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=32966fbcfc754f8d87f390972b0756b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3577621 Aug 31 09:51:07.621730 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72758be-3827-4fbe-b813-163727abf6b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5880d052-3b02-4a42-a7c7-705d2704e665,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:07.627414 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 47564) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:51:07.649595 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72758be-3827-4fbe-b813-163727abf6b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:07.650185 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72758be-3827-4fbe-b813-163727abf6b4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:07.650772 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72758be-3827-4fbe-b813-163727abf6b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:07.651350 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72758be-3827-4fbe-b813-163727abf6b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:07.651983 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72758be-3827-4fbe-b813-163727abf6b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:07.652566 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72758be-3827-4fbe-b813-163727abf6b4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:07.653200 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72758be-3827-4fbe-b813-163727abf6b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:07.654152 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72758be-3827-4fbe-b813-163727abf6b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:07.654811 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72758be-3827-4fbe-b813-163727abf6b4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:07.655392 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72758be-3827-4fbe-b813-163727abf6b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:07.655965 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72758be-3827-4fbe-b813-163727abf6b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:07.656587 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72758be-3827-4fbe-b813-163727abf6b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:07.657174 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72758be-3827-4fbe-b813-163727abf6b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:07.657983 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72758be-3827-4fbe-b813-163727abf6b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:07.658763 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72758be-3827-4fbe-b813-163727abf6b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:07.695342 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-4cbf5231-f1eb-4bec-a7cb-51a0b00be9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1925385', 'neutron.services.segments.db._delete_segments_for_network-8747473415235'] for network (9aad165a-e9a5-4348-86e8-f13640f54588), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:07.722475 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.services.segments.db [None req-4cbf5231-f1eb-4bec-a7cb-51a0b00be9f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aad165a-e9a5-4348-86e8-f13640f54588']}} {{(pid=112920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:07.729782 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-07fb47e5-708f-4fbf-9c03-bfabae09fa94 admin admin] Publish callbacks [] for security_group (5880d052-3b02-4a42-a7c7-705d2704e665), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:07.739558 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.services.segments.db [None req-4cbf5231-f1eb-4bec-a7cb-51a0b00be9f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffcbb7ca-7186-483f-98eb-1cd520c41bdd') {'for_net_delete': True} {{(pid=112920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:07.739967 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.services.segments.db [None req-4cbf5231-f1eb-4bec-a7cb-51a0b00be9f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffcbb7ca-7186-483f-98eb-1cd520c41bdd') {} {{(pid=112920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:07.756431 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-4cbf5231-f1eb-4bec-a7cb-51a0b00be9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747473409711', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64553437'] for segment (ffcbb7ca-7186-483f-98eb-1cd520c41bdd), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:07.757498 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-07fb47e5-708f-4fbf-9c03-bfabae09fa94 admin admin] Publish callbacks [] for security_group (5880d052-3b02-4a42-a7c7-705d2704e665), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:07.776641 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-4cbf5231-f1eb-4bec-a7cb-51a0b00be9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927539'] for segment (ffcbb7ca-7186-483f-98eb-1cd520c41bdd), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:07.787967 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cbf5231-f1eb-4bec-a7cb-51a0b00be9f4 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=112920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:51:07.788530 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-4cbf5231-f1eb-4bec-a7cb-51a0b00be9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64202752'] for segment (ffcbb7ca-7186-483f-98eb-1cd520c41bdd), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:07.837131 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-07fb47e5-708f-4fbf-9c03-bfabae09fa94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (5880d052-3b02-4a42-a7c7-705d2704e665), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:07.841370 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-07fb47e5-708f-4fbf-9c03-bfabae09fa94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:07.844385 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-07fb47e5-708f-4fbf-9c03-bfabae09fa94 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/5880d052-3b02-4a42-a7c7-705d2704e665 HTTP/1.1" status: 204 len: 168 time: 0.2148106 Aug 31 09:51:07.864603 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.services.segments.plugin [-] Segment ffcbb7ca-7186-483f-98eb-1cd520c41bdd resource provider aggregate not found Aug 31 09:51:07.866592 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb47e5-708f-4fbf-9c03-bfabae09fa94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5880d052-3b02-4a42-a7c7-705d2704e665,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:07.907150 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.services.segments.plugin [-] Segment ffcbb7ca-7186-483f-98eb-1cd520c41bdd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ffcbb7ca-7186-483f-98eb-1cd520c41bdd found for delete ", "request_id": "req-e35a38fd-1e1c-4103-afde-e390e0142c0a"}]} Aug 31 09:51:07.909548 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-4cbf5231-f1eb-4bec-a7cb-51a0b00be9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1925376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-964490'] for network (9aad165a-e9a5-4348-86e8-f13640f54588), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:07.918927 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-4cbf5231-f1eb-4bec-a7cb-51a0b00be9f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for network (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:07.923555 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-4cbf5231-f1eb-4bec-a7cb-51a0b00be9f4 admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/9aad165a-e9a5-4348-86e8-f13640f54588 HTTP/1.1" status: 204 len: 168 time: 0.4823260 Aug 31 09:51:07.939975 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbf5231-f1eb-4bec-a7cb-51a0b00be9f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9aad165a-e9a5-4348-86e8-f13640f54588,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:08.203721 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 47584) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:51:08.336478 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 47592) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:51:08.349267 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1200d472-eb45-4ef6-91ba-2900b62f00be req-01d663a6-6313-4610-9dc4-29ad91479989 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:51:08.352230 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-1200d472-eb45-4ef6-91ba-2900b62f00be req-01d663a6-6313-4610-9dc4-29ad91479989 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 943 time: 0.0711143 Aug 31 09:51:08.432422 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-ed825f04-a003-4e2d-b2bc-4e27525a0f0e admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=0d7d52f95e5e452ca2ac11900fc0d931&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0936372 Aug 31 09:51:08.436240 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 47594) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:51:08.437277 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-1200d472-eb45-4ef6-91ba-2900b62f00be req-a9f5371f-2b19-4c49-a5cf-51b26faf921b tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e1c7de74-f380-4ca1-a663-74761fb0e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776582 Aug 31 09:51:08.483845 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:08.557165 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-d976c2e6-51e4-4469-a670-564fbfad6936 admin admin] Publish callbacks [] for security_group (e4187bef-31b9-4ca8-9d0f-06acd88bcb6e), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:08.567881 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-cccf9b6b-a354-4e6d-96e5-3910f577caa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:08.600755 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-d976c2e6-51e4-4469-a670-564fbfad6936 admin admin] Publish callbacks [] for security_group (e4187bef-31b9-4ca8-9d0f-06acd88bcb6e), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:08.617731 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:08.692020 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-cccf9b6b-a354-4e6d-96e5-3910f577caa8 admin admin] Publish callbacks [] for security_group (697663e0-a3cc-4067-a83f-a156e31508bf), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:08.692273 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-d976c2e6-51e4-4469-a670-564fbfad6936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (e4187bef-31b9-4ca8-9d0f-06acd88bcb6e), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:08.697338 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-cccf9b6b-a354-4e6d-96e5-3910f577caa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (697663e0-a3cc-4067-a83f-a156e31508bf), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:08.697896 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-d976c2e6-51e4-4469-a670-564fbfad6936 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:08.699755 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-d976c2e6-51e4-4469-a670-564fbfad6936 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/e4187bef-31b9-4ca8-9d0f-06acd88bcb6e HTTP/1.1" status: 204 len: 168 time: 0.2600892 Aug 31 09:51:08.712330 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c2e6-51e4-4469-a670-564fbfad6936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4187bef-31b9-4ca8-9d0f-06acd88bcb6e,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:08.760564 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 47604) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:51:08.769447 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-cccf9b6b-a354-4e6d-96e5-3910f577caa8 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=b7ce73b883774578b69c9267d2f80e41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5644050 Aug 31 09:51:08.793350 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccf9b6b-a354-4e6d-96e5-3910f577caa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697663e0-a3cc-4067-a83f-a156e31508bf,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:08.815569 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:08.859025 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-1d965aa8-73f8-440a-8e11-2793c03e4ee9 admin admin] Publish callbacks [] for security_group (697663e0-a3cc-4067-a83f-a156e31508bf), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:08.895078 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-1d965aa8-73f8-440a-8e11-2793c03e4ee9 admin admin] Publish callbacks [] for security_group (697663e0-a3cc-4067-a83f-a156e31508bf), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:08.956349 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-1d965aa8-73f8-440a-8e11-2793c03e4ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (697663e0-a3cc-4067-a83f-a156e31508bf), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:08.959669 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-1d965aa8-73f8-440a-8e11-2793c03e4ee9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:08.961267 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-1d965aa8-73f8-440a-8e11-2793c03e4ee9 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/697663e0-a3cc-4067-a83f-a156e31508bf HTTP/1.1" status: 204 len: 168 time: 0.1996675 Aug 31 09:51:08.979726 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d965aa8-73f8-440a-8e11-2793c03e4ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697663e0-a3cc-4067-a83f-a156e31508bf,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:09.135741 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 47618) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:51:09.453238 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-a64a5516-8a5a-4703-8a7a-4b13ac561a12 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-35709202-network', 'tenant_id': '6634173c9d534fca800d394d545a9d0c'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:09.506882 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64a5516-8a5a-4703-8a7a-4b13ac561a12 admin admin] Made reservation on behalf of 6634173c9d534fca800d394d545a9d0c for: {'network': 1} {{(pid=112920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:51:09.510954 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a64a5516-8a5a-4703-8a7a-4b13ac561a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for network (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:09.536181 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a64a5516-8a5a-4703-8a7a-4b13ac561a12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:09.637207 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee376d9-9de7-4989-af04-3873d02dd74c req-b5adc584-4c06-424f-b0a8-4445b0a6a37f tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:51:09.639515 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4ee376d9-9de7-4989-af04-3873d02dd74c req-b5adc584-4c06-424f-b0a8-4445b0a6a37f tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 943 time: 0.0777724 Aug 31 09:51:09.713434 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a64a5516-8a5a-4703-8a7a-4b13ac561a12 admin admin] Publish callbacks [] for security_group (6e7cd8ae-6942-4887-95ec-89601bdc9aa6), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:09.723633 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a64a5516-8a5a-4703-8a7a-4b13ac561a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (6e7cd8ae-6942-4887-95ec-89601bdc9aa6), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:09.762592 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4ee376d9-9de7-4989-af04-3873d02dd74c req-4a20cd56-2fc1-4bf9-9513-15ca95d1bbe5 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e1c7de74-f380-4ca1-a663-74761fb0e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110766 Aug 31 09:51:09.763076 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a64a5516-8a5a-4703-8a7a-4b13ac561a12 admin admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=112920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:51:09.798089 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64a5516-8a5a-4703-8a7a-4b13ac561a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7cd8ae-6942-4887-95ec-89601bdc9aa6,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:09.802056 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a64a5516-8a5a-4703-8a7a-4b13ac561a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927539'] for segment (ea218d44-3149-46b8-ba8f-676cf816a455), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:09.802460 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.db.segments_db [None req-a64a5516-8a5a-4703-8a7a-4b13ac561a12 admin admin] Added segment ea218d44-3149-46b8-ba8f-676cf816a455 of type vlan for network b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a Aug 31 09:51:09.903703 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a64a5516-8a5a-4703-8a7a-4b13ac561a12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747472916821'] for network (b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:09.915573 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8978b0ea-f2ef-4acf-a8f4-50ef05e9e1f6 req-1f5c2070-c325-4225-b462-f2717c29b64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:51:09.917847 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-8978b0ea-f2ef-4acf-a8f4-50ef05e9e1f6 req-1f5c2070-c325-4225-b462-f2717c29b64c service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=c0fc6660b5494415915cdf2b325e5bd6&device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 1127 time: 0.0681510 Aug 31 09:51:10.054047 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a64a5516-8a5a-4703-8a7a-4b13ac561a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582'] for network (b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:10.055757 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64a5516-8a5a-4703-8a7a-4b13ac561a12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:51:10.056786 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a64a5516-8a5a-4703-8a7a-4b13ac561a12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for network (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:10.169556 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-a64a5516-8a5a-4703-8a7a-4b13ac561a12 admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0307949 Aug 31 09:51:10.174255 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 47658) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:51:10.192218 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [None req-ccba7785-ecab-466c-af11-6504348309bb admin admin] Request body: {'subnet': {'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-35709202-subnet', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'ip_version': 4}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:10.228069 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64a5516-8a5a-4703-8a7a-4b13ac561a12 admin admin] Pushing event updated for resources: {'Network': ['ID=b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:10.231491 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 47660) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:51:10.236491 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8978b0ea-f2ef-4acf-a8f4-50ef05e9e1f6 req-79c7c6e1-775f-4fa5-9669-f5173dc9b404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:51:10.239079 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-8978b0ea-f2ef-4acf-a8f4-50ef05e9e1f6 req-79c7c6e1-775f-4fa5-9669-f5173dc9b404 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=2e69cc92-d348-4eef-9a4c-b8daacafc440 HTTP/1.1" status: 200 len: 920 time: 0.3135397 Aug 31 09:51:10.244998 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccba7785-ecab-466c-af11-6504348309bb admin admin] Made reservation on behalf of 6634173c9d534fca800d394d545a9d0c for: {'subnet': 1} {{(pid=112919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:51:10.247648 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Network b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a details requested by agent ovs-agent-dv-cinder-844961-2-iscsi with host dv-cinder-844961-2-iscsi {{(pid=112921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:51:10.251675 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-ccba7785-ecab-466c-af11-6504348309bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65641895'] for subnet (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:10.320229 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-8978b0ea-f2ef-4acf-a8f4-50ef05e9e1f6 req-c7ce8add-f95e-4d66-84fa-cd65d098963c service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebfc41b8-372f-4c67-97e3-7caa675975ac HTTP/1.1" status: 200 len: 217 time: 0.0711079 Aug 31 09:51:10.387862 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=48,neutron:UPDATE=3 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:10.390018 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=28,neutron:UPDATE=3 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:10.393109 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8978b0ea-f2ef-4acf-a8f4-50ef05e9e1f6 req-07f266d9-ab7d-4495-87f8-258045576e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:51:10.396090 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-8978b0ea-f2ef-4acf-a8f4-50ef05e9e1f6 req-07f266d9-ab7d-4495-87f8-258045576e3c service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=851420a3-644f-4898-b99d-54af1fb83d8b HTTP/1.1" status: 200 len: 858 time: 0.0668714 Aug 31 09:51:10.461652 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:10.475808 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device ebfc41b8-372f-4c67-97e3-7caa675975ac details requested by agent hyperv_hv-cinder-84496 with host hv-cinder-84496 {{(pid=112921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:51:10.494856 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8978b0ea-f2ef-4acf-a8f4-50ef05e9e1f6 req-e76c8d0f-e572-45f3-8d18-c4cf85972896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:51:10.498441 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-8978b0ea-f2ef-4acf-a8f4-50ef05e9e1f6 req-e76c8d0f-e572-45f3-8d18-c4cf85972896 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=2e69cc92-d348-4eef-9a4c-b8daacafc440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0888200 Aug 31 09:51:10.501822 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:10.759439 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-ccba7785-ecab-466c-af11-6504348309bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66029822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65641905'] for subnet (951df996-7b80-48db-8007-5a5a52488eaf), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:10.771861 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port ebfc41b8-372f-4c67-97e3-7caa675975ac, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=ebfc41b8-372f-4c67-97e3-7caa675975ac,segment=NetworkSegment(77ec7e58-22c2-416f-b36d-15e60d463b0c),segment_id=77ec7e58-22c2-416f-b36d-15e60d463b0c)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:51:10.799583 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Returning: {'device': 'ebfc41b8-372f-4c67-97e3-7caa675975ac', 'network_id': '2e69cc92-d348-4eef-9a4c-b8daacafc440', 'port_id': 'ebfc41b8-372f-4c67-97e3-7caa675975ac', 'mac_address': 'fa:16:3e:54:cf:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '851420a3-644f-4898-b99d-54af1fb83d8b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:51:10.830183 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba7785-ecab-466c-af11-6504348309bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=951df996-7b80-48db-8007-5a5a52488eaf,revision_number=0']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:10.858812 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccba7785-ecab-466c-af11-6504348309bb admin admin] Checking segment: {'id': 'ea218d44-3149-46b8-ba8f-676cf816a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:51:10.860059 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccba7785-ecab-466c-af11-6504348309bb admin admin] Network hostable DHCP agents. Network: b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a, hostable agents: ['018d2bb8-ebf2-469c-9257-23530a727a9b'], hosted agents: [] {{(pid=112919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:51:10.860251 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Current status of the port ebfc41b8-372f-4c67-97e3-7caa675975ac is: DOWN; New status is: BUILD {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:51:10.860727 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (ebfc41b8-372f-4c67-97e3-7caa675975ac), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:10.886124 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccba7785-ecab-466c-af11-6504348309bb admin admin] Network b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a is scheduled to be hosted by DHCP agent 018d2bb8-ebf2-469c-9257-23530a727a9b with binding_index 1 {{(pid=112919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:51:10.892298 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.notifiers.nova [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebfc41b8-372f-4c67-97e3-7caa675975ac {{(pid=112921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 09:51:10.903450 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.base_scheduler [None req-ccba7785-ecab-466c-af11-6504348309bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844961-2-iscsi, b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a) {{(pid=112919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:51:10.914697 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccba7785-ecab-466c-af11-6504348309bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:51:10.917655 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-ccba7785-ecab-466c-af11-6504348309bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for subnet (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:10.920338 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1242d33e-3fef-45ce-b674-ce605fef8eb0 None None] Network b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a requested from dv-cinder-844961-2-iscsi {{(pid=112921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 09:51:10.954859 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port ebfc41b8-372f-4c67-97e3-7caa675975ac, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=ebfc41b8-372f-4c67-97e3-7caa675975ac,segment=NetworkSegment(77ec7e58-22c2-416f-b36d-15e60d463b0c),segment_id=77ec7e58-22c2-416f-b36d-15e60d463b0c)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:51:10.981359 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-ccba7785-ecab-466c-af11-6504348309bb admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8038595 Aug 31 09:51:10.994223 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (ebfc41b8-372f-4c67-97e3-7caa675975ac), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:11.001116 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 47698) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:51:11.008776 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [None req-d099aa66-ea89-481a-9cc8-a48a757541de admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-35709202-router', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'}}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:11.043416 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-d099aa66-ea89-481a-9cc8-a48a757541de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-963210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7939'] for router (eac686d3-e381-4e81-8df0-b10cffb85e37), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:11.044667 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-d099aa66-ea89-481a-9cc8-a48a757541de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-964023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-909203', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7948'] for router (eac686d3-e381-4e81-8df0-b10cffb85e37), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:11.097346 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec605ea-0120-4cfc-8fa8-237ea3abf851 req-0b593c6a-6ce4-48ac-b505-40846c3de049 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:51:11.103056 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-21f763ea-a32e-44d7-b636-3d6841aac317 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-390033029-network', 'tenant_id': 'b058d5f34eee47a58629407e166f3499'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:11.103342 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Pushing event updated for resources: {'Port': ['ID=ebfc41b8-372f-4c67-97e3-7caa675975ac,revision_number=4']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:11.106164 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-6ec605ea-0120-4cfc-8fa8-237ea3abf851 req-0b593c6a-6ce4-48ac-b505-40846c3de049 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 944 time: 0.1540267 Aug 31 09:51:11.134487 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:11.134833 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:11.135954 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:11.136330 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:11.136668 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:11.137000 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:11.137326 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:11.137671 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:11.138175 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:11.138651 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:11.139149 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:11.139621 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:11.141454 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:11.142100 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:11.142598 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:11.165295 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed9b8ce-f0f1-43a5-a974-6bf584810954 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf769dcf0-00d3-5bf4-b672-2b9122ce186a-b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a', 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a', 'project_id': '6634173c9d534fca800d394d545a9d0c', 'fixed_ips': [{'subnet_id': '951df996-7b80-48db-8007-5a5a52488eaf'}]}} from dv-cinder-844961-2-iscsi. {{(pid=112921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 09:51:11.169668 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-7ed9b8ce-f0f1-43a5-a974-6bf584810954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:11.174857 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:11.186631 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-d099aa66-ea89-481a-9cc8-a48a757541de admin admin] Publish callbacks [] for router_controller (eac686d3-e381-4e81-8df0-b10cffb85e37), precommit_add_association {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:11.202262 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f763ea-a32e-44d7-b636-3d6841aac317 admin admin] Made reservation on behalf of b058d5f34eee47a58629407e166f3499 for: {'network': 1} {{(pid=112920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:51:11.207864 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-21f763ea-a32e-44d7-b636-3d6841aac317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for network (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:11.222073 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-6ec605ea-0120-4cfc-8fa8-237ea3abf851 req-8ad1acb6-abb5-4b86-8d60-a69c70eef5bb tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e1c7de74-f380-4ca1-a663-74761fb0e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145451 Aug 31 09:51:11.235122 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-21f763ea-a32e-44d7-b636-3d6841aac317 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:11.280667 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:11.333578 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-8978b0ea-f2ef-4acf-a8f4-50ef05e9e1f6 req-7dbbd9f1-1079-409f-bf79-cd0bd6abe2dd service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2e69cc92-d348-4eef-9a4c-b8daacafc440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8195999 Aug 31 09:51:11.393936 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-d099aa66-ea89-481a-9cc8-a48a757541de admin admin] Publish callbacks [] for router_gateway (eac686d3-e381-4e81-8df0-b10cffb85e37), precommit_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:11.614973 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.db_base_plugin_common [None req-7ed9b8ce-f0f1-43a5-a974-6bf584810954 None None] Allocated IP 172.20.0.2 (b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a/951df996-7b80-48db-8007-5a5a52488eaf/07991d37-b14a-4882-babd-7c7e47131ad6) {{(pid=112921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:51:11.637117 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-21f763ea-a32e-44d7-b636-3d6841aac317 admin admin] Publish callbacks [] for security_group (9ea752c5-d1ec-411a-addf-357a55dbf56c), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:11.642267 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-8978b0ea-f2ef-4acf-a8f4-50ef05e9e1f6 req-2db1ad5e-6648-4e28-a88b-68f8add58efe service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2e69cc92-d348-4eef-9a4c-b8daacafc440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937391 Aug 31 09:51:11.644956 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-21f763ea-a32e-44d7-b636-3d6841aac317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (9ea752c5-d1ec-411a-addf-357a55dbf56c), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:11.669842 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] get_ports_and_sgs() called for port_ids ['ebfc41b8-372f-4c67-97e3-7caa675975ac'] {{(pid=112921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 09:51:11.699253 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-d099aa66-ea89-481a-9cc8-a48a757541de admin admin] Publish callbacks [] for router_gateway (eac686d3-e381-4e81-8df0-b10cffb85e37), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:11.714756 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21f763ea-a32e-44d7-b636-3d6841aac317 admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=112920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:51:11.736287 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f763ea-a32e-44d7-b636-3d6841aac317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea752c5-d1ec-411a-addf-357a55dbf56c,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:11.740177 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-21f763ea-a32e-44d7-b636-3d6841aac317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927539'] for segment (9bae367b-c7ab-46d0-9a67-97eb94131586), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:11.740859 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.db.segments_db [None req-21f763ea-a32e-44d7-b636-3d6841aac317 admin admin] Added segment 9bae367b-c7ab-46d0-9a67-97eb94131586 of type vlan for network 177a62e1-5d2b-4e36-ba2d-27911ac1eac2 Aug 31 09:51:11.752478 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-d099aa66-ea89-481a-9cc8-a48a757541de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:11.803328 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-21f763ea-a32e-44d7-b636-3d6841aac317 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747472916821'] for network (177a62e1-5d2b-4e36-ba2d-27911ac1eac2), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:11.852096 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-21f763ea-a32e-44d7-b636-3d6841aac317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582'] for network (177a62e1-5d2b-4e36-ba2d-27911ac1eac2), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:11.853167 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f763ea-a32e-44d7-b636-3d6841aac317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:51:11.853810 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-21f763ea-a32e-44d7-b636-3d6841aac317 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for network (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:11.965639 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-21f763ea-a32e-44d7-b636-3d6841aac317 admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7293608 Aug 31 09:51:11.965998 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 47716) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:51:11.974354 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-460d9cbd-7f05-4973-80b6-40d05ef76a05 admin admin] Request body: {'subnet': {'network_id': '177a62e1-5d2b-4e36-ba2d-27911ac1eac2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-390033029-subnet', 'tenant_id': 'b058d5f34eee47a58629407e166f3499', 'ip_version': 4}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:11.990665 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.db_base_plugin_common [None req-d099aa66-ea89-481a-9cc8-a48a757541de admin admin] Allocated IP 172.27.3.212 (9ecc2a3c-efc3-4c90-8e67-1028759a248c/b5177607-d6ca-45c7-ac03-71d68f18093b/603cacde-2f37-4c9a-bec9-1d8b0343ffdd) {{(pid=112919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:51:12.004411 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f763ea-a32e-44d7-b636-3d6841aac317 admin admin] Pushing event updated for resources: {'Network': ['ID=177a62e1-5d2b-4e36-ba2d-27911ac1eac2,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:12.019150 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460d9cbd-7f05-4973-80b6-40d05ef76a05 admin admin] Made reservation on behalf of b058d5f34eee47a58629407e166f3499 for: {'subnet': 1} {{(pid=112920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:51:12.022573 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Network 177a62e1-5d2b-4e36-ba2d-27911ac1eac2 details requested by agent ovs-agent-dv-cinder-844961-2-iscsi with host dv-cinder-844961-2-iscsi {{(pid=112921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:51:12.023091 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-460d9cbd-7f05-4973-80b6-40d05ef76a05 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64498369'] for subnet (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:12.104370 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:12.137892 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:12.145590 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:12.169102 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-d099aa66-ea89-481a-9cc8-a48a757541de admin admin] Publish callbacks [] for port (603cacde-2f37-4c9a-bec9-1d8b0343ffdd), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:12.191644 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-7ed9b8ce-f0f1-43a5-a974-6bf584810954 None None] Publish callbacks [] for port (07991d37-b14a-4882-babd-7c7e47131ad6), precommit_create {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:12.209115 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-7ed9b8ce-f0f1-43a5-a974-6bf584810954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278'] for port (07991d37-b14a-4882-babd-7c7e47131ad6), after_create {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:12.264005 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-d099aa66-ea89-481a-9cc8-a48a757541de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66028622'] for port (603cacde-2f37-4c9a-bec9-1d8b0343ffdd), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:12.286010 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed9b8ce-f0f1-43a5-a974-6bf584810954 None None] Network b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a is already hosted by enough agents. {{(pid=112921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:51:12.290633 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.scheduler.base_scheduler [None req-7ed9b8ce-f0f1-43a5-a974-6bf584810954 None None] Resources bound (agent type, host, resource id): {{(pid=112921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:51:12.297639 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed9b8ce-f0f1-43a5-a974-6bf584810954 None None] Received port after_create {{(pid=112921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:51:12.314287 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed9b8ce-f0f1-43a5-a974-6bf584810954 None None] Pushing event updated for resources: {'Port': ['ID=07991d37-b14a-4882-babd-7c7e47131ad6,revision_number=1']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:12.359250 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:12.385083 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d099aa66-ea89-481a-9cc8-a48a757541de admin admin] Network 9ecc2a3c-efc3-4c90-8e67-1028759a248c is already hosted by enough agents. {{(pid=112919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:51:12.388061 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-7ed9b8ce-f0f1-43a5-a974-6bf584810954 None None] Attempting to bind port 07991d37-b14a-4882-babd-7c7e47131ad6 on host dv-cinder-844961-2-iscsi for vnic_type normal with profile {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 09:51:12.388061 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-7ed9b8ce-f0f1-43a5-a974-6bf584810954 None None] Attempting to bind port 07991d37-b14a-4882-babd-7c7e47131ad6 by drivers openvswitch,hyperv on host dv-cinder-844961-2-iscsi at level 0 using segments [{'id': 'ea218d44-3149-46b8-ba8f-676cf816a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a'}] {{(pid=112921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 09:51:12.388061 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed9b8ce-f0f1-43a5-a974-6bf584810954 None None] Attempting to bind port 07991d37-b14a-4882-babd-7c7e47131ad6 on network b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:51:12.393119 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-460d9cbd-7f05-4973-80b6-40d05ef76a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64201957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64498391'] for subnet (100d0a81-296f-40bc-b9da-620cf0c03709), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:12.395714 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.base_scheduler [None req-d099aa66-ea89-481a-9cc8-a48a757541de admin admin] Resources bound (agent type, host, resource id): {{(pid=112919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:51:12.396620 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed9b8ce-f0f1-43a5-a974-6bf584810954 None None] Checking agent: {'id': '18a9d5f8-8bea-4c71-b161-cda838278486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844961-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 9, 39, 30), 'started_at': datetime.datetime(2022, 8, 31, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844961-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 09:51:12.397001 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed9b8ce-f0f1-43a5-a974-6bf584810954 None None] Checking segment: {'id': 'ea218d44-3149-46b8-ba8f-676cf816a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:51:12.397630 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-7ed9b8ce-f0f1-43a5-a974-6bf584810954 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:12.398112 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed9b8ce-f0f1-43a5-a974-6bf584810954 None None] Bound using segment: {'id': 'ea218d44-3149-46b8-ba8f-676cf816a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a'} {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 09:51:12.398677 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-7ed9b8ce-f0f1-43a5-a974-6bf584810954 None None] Bound port: 07991d37-b14a-4882-babd-7c7e47131ad6, host: dv-cinder-844961-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea218d44-3149-46b8-ba8f-676cf816a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a'}}] {{(pid=112921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 09:51:12.399077 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-7ed9b8ce-f0f1-43a5-a974-6bf584810954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (07991d37-b14a-4882-babd-7c7e47131ad6), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:12.407363 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d099aa66-ea89-481a-9cc8-a48a757541de admin admin] Received port after_create {{(pid=112919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:51:12.419260 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d099aa66-ea89-481a-9cc8-a48a757541de admin admin] Pushing event updated for resources: {'Port': ['ID=603cacde-2f37-4c9a-bec9-1d8b0343ffdd,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:12.511634 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d82ef6-1fa9-443e-ba06-4e972798a23f req-a3de451a-6200-4f5c-898c-126c5ad17f17 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:51:12.513286 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f4d82ef6-1fa9-443e-ba06-4e972798a23f req-a3de451a-6200-4f5c-898c-126c5ad17f17 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 944 time: 0.1141648 Aug 31 09:51:12.543064 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-7ed9b8ce-f0f1-43a5-a974-6bf584810954 None None] For port 07991d37-b14a-4882-babd-7c7e47131ad6, host dv-cinder-844961-2-iscsi, cleared binding levels {{(pid=112921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:51:12.553081 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-7ed9b8ce-f0f1-43a5-a974-6bf584810954 None None] For port 07991d37-b14a-4882-babd-7c7e47131ad6, host dv-cinder-844961-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=07991d37-b14a-4882-babd-7c7e47131ad6,segment=NetworkSegment(ea218d44-3149-46b8-ba8f-676cf816a455),segment_id=ea218d44-3149-46b8-ba8f-676cf816a455)] {{(pid=112921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:51:12.564416 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-7ed9b8ce-f0f1-43a5-a974-6bf584810954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (07991d37-b14a-4882-babd-7c7e47131ad6), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:12.585798 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460d9cbd-7f05-4973-80b6-40d05ef76a05 admin admin] Checking segment: {'id': '9bae367b-c7ab-46d0-9a67-97eb94131586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '177a62e1-5d2b-4e36-ba2d-27911ac1eac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:51:12.586381 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460d9cbd-7f05-4973-80b6-40d05ef76a05 admin admin] Network hostable DHCP agents. Network: 177a62e1-5d2b-4e36-ba2d-27911ac1eac2, hostable agents: ['018d2bb8-ebf2-469c-9257-23530a727a9b'], hosted agents: [] {{(pid=112920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:51:12.608018 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460d9cbd-7f05-4973-80b6-40d05ef76a05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=100d0a81-296f-40bc-b9da-620cf0c03709,revision_number=0']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:12.642922 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460d9cbd-7f05-4973-80b6-40d05ef76a05 admin admin] Network 177a62e1-5d2b-4e36-ba2d-27911ac1eac2 is scheduled to be hosted by DHCP agent 018d2bb8-ebf2-469c-9257-23530a727a9b with binding_index 1 {{(pid=112920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:51:12.649668 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f4d82ef6-1fa9-443e-ba06-4e972798a23f req-ea897f45-b778-40b4-9645-a23494e9dac4 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e1c7de74-f380-4ca1-a663-74761fb0e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848866 Aug 31 09:51:12.675784 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.base_scheduler [None req-460d9cbd-7f05-4973-80b6-40d05ef76a05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844961-2-iscsi, 177a62e1-5d2b-4e36-ba2d-27911ac1eac2) {{(pid=112920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:51:12.694108 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fe0bce-8bd0-49b7-89ae-a6943ba998de None None] Network 177a62e1-5d2b-4e36-ba2d-27911ac1eac2 requested from dv-cinder-844961-2-iscsi {{(pid=112921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 09:51:12.694846 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460d9cbd-7f05-4973-80b6-40d05ef76a05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:51:12.694846 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-460d9cbd-7f05-4973-80b6-40d05ef76a05 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:12.721559 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:12.728576 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed9b8ce-f0f1-43a5-a974-6bf584810954 None None] Pushing event updated for resources: {'Port': ['ID=07991d37-b14a-4882-babd-7c7e47131ad6,revision_number=2']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:12.737309 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-460d9cbd-7f05-4973-80b6-40d05ef76a05 admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7697015 Aug 31 09:51:12.738062 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 47734) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:51:12.748847 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [None req-43902632-8b58-4ba7-83d6-a56a033c3ea5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-390033029-router', 'tenant_id': 'b058d5f34eee47a58629407e166f3499', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'}}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:12.829225 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-43902632-8b58-4ba7-83d6-a56a033c3ea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-963210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7939'] for router (5ba489de-df5d-417a-8862-8dcedb3564ab), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:12.830598 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-43902632-8b58-4ba7-83d6-a56a033c3ea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-964023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-909203', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7948'] for router (5ba489de-df5d-417a-8862-8dcedb3564ab), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:12.888301 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7fe176-eb99-41cb-936a-4186b0120246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf769dcf0-00d3-5bf4-b672-2b9122ce186a-177a62e1-5d2b-4e36-ba2d-27911ac1eac2', 'network_id': '177a62e1-5d2b-4e36-ba2d-27911ac1eac2', 'project_id': 'b058d5f34eee47a58629407e166f3499', 'fixed_ips': [{'subnet_id': '100d0a81-296f-40bc-b9da-620cf0c03709'}]}} from dv-cinder-844961-2-iscsi. {{(pid=112921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 09:51:12.889695 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-2a7fe176-eb99-41cb-936a-4186b0120246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:13.042775 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-d099aa66-ea89-481a-9cc8-a48a757541de admin admin] Publish callbacks [] for router_gateway (eac686d3-e381-4e81-8df0-b10cffb85e37), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:13.081089 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-43902632-8b58-4ba7-83d6-a56a033c3ea5 admin admin] Publish callbacks [] for router_controller (5ba489de-df5d-417a-8862-8dcedb3564ab), precommit_add_association {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:13.186642 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.db_base_plugin_common [None req-2a7fe176-eb99-41cb-936a-4186b0120246 None None] Allocated IP 172.20.0.2 (177a62e1-5d2b-4e36-ba2d-27911ac1eac2/100d0a81-296f-40bc-b9da-620cf0c03709/28cc0b04-211a-42b4-8bfa-9abb7a9dc221) {{(pid=112921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:51:13.304277 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-43902632-8b58-4ba7-83d6-a56a033c3ea5 admin admin] Publish callbacks [] for router_gateway (5ba489de-df5d-417a-8862-8dcedb3564ab), precommit_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:13.359958 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device ebfc41b8-372f-4c67-97e3-7caa675975ac up at agent hyperv_hv-cinder-84496 {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:51:13.404017 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:13.405087 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-2a7fe176-eb99-41cb-936a-4186b0120246 None None] Publish callbacks [] for port (28cc0b04-211a-42b4-8bfa-9abb7a9dc221), precommit_create {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:13.417323 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-2a7fe176-eb99-41cb-936a-4186b0120246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278'] for port (28cc0b04-211a-42b4-8bfa-9abb7a9dc221), after_create {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:13.473546 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:13.480369 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Provisioning for port ebfc41b8-372f-4c67-97e3-7caa675975ac completed by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 09:51:13.487196 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7fe176-eb99-41cb-936a-4186b0120246 None None] Network 177a62e1-5d2b-4e36-ba2d-27911ac1eac2 is already hosted by enough agents. {{(pid=112921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:51:13.490156 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7fe176-eb99-41cb-936a-4186b0120246 None None] Pushing event updated for resources: {'Port': ['ID=28cc0b04-211a-42b4-8bfa-9abb7a9dc221,revision_number=1']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:13.493087 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.scheduler.base_scheduler [None req-2a7fe176-eb99-41cb-936a-4186b0120246 None None] Resources bound (agent type, host, resource id): {{(pid=112921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:51:13.495689 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7fe176-eb99-41cb-936a-4186b0120246 None None] Received port after_create {{(pid=112921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:51:13.502079 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Provisioning complete for port ebfc41b8-372f-4c67-97e3-7caa675975ac triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:51:13.502501 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (ebfc41b8-372f-4c67-97e3-7caa675975ac), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:13.538940 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-d099aa66-ea89-481a-9cc8-a48a757541de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-964079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-964474'] for router (eac686d3-e381-4e81-8df0-b10cffb85e37), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:13.598304 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-2a7fe176-eb99-41cb-936a-4186b0120246 None None] Attempting to bind port 28cc0b04-211a-42b4-8bfa-9abb7a9dc221 on host dv-cinder-844961-2-iscsi for vnic_type normal with profile {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 09:51:13.598695 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-2a7fe176-eb99-41cb-936a-4186b0120246 None None] Attempting to bind port 28cc0b04-211a-42b4-8bfa-9abb7a9dc221 by drivers openvswitch,hyperv on host dv-cinder-844961-2-iscsi at level 0 using segments [{'id': '9bae367b-c7ab-46d0-9a67-97eb94131586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '177a62e1-5d2b-4e36-ba2d-27911ac1eac2'}] {{(pid=112921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 09:51:13.598989 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7fe176-eb99-41cb-936a-4186b0120246 None None] Attempting to bind port 28cc0b04-211a-42b4-8bfa-9abb7a9dc221 on network 177a62e1-5d2b-4e36-ba2d-27911ac1eac2 {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:51:13.608108 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7fe176-eb99-41cb-936a-4186b0120246 None None] Checking agent: {'id': '18a9d5f8-8bea-4c71-b161-cda838278486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844961-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 9, 39, 30), 'started_at': datetime.datetime(2022, 8, 31, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844961-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 09:51:13.608481 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7fe176-eb99-41cb-936a-4186b0120246 None None] Checking segment: {'id': '9bae367b-c7ab-46d0-9a67-97eb94131586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '177a62e1-5d2b-4e36-ba2d-27911ac1eac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:51:13.608924 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-2a7fe176-eb99-41cb-936a-4186b0120246 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:13.609869 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7fe176-eb99-41cb-936a-4186b0120246 None None] Bound using segment: {'id': '9bae367b-c7ab-46d0-9a67-97eb94131586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '177a62e1-5d2b-4e36-ba2d-27911ac1eac2'} {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 09:51:13.610370 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-2a7fe176-eb99-41cb-936a-4186b0120246 None None] Bound port: 28cc0b04-211a-42b4-8bfa-9abb7a9dc221, host: dv-cinder-844961-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bae367b-c7ab-46d0-9a67-97eb94131586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '177a62e1-5d2b-4e36-ba2d-27911ac1eac2'}}] {{(pid=112921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 09:51:13.610950 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-2a7fe176-eb99-41cb-936a-4186b0120246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (28cc0b04-211a-42b4-8bfa-9abb7a9dc221), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:13.626997 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:13.708431 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Current status of the port ebfc41b8-372f-4c67-97e3-7caa675975ac is: BUILD; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:51:13.709289 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (ebfc41b8-372f-4c67-97e3-7caa675975ac), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:13.748758 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-43902632-8b58-4ba7-83d6-a56a033c3ea5 admin admin] Publish callbacks [] for router_gateway (5ba489de-df5d-417a-8862-8dcedb3564ab), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:13.780779 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-43902632-8b58-4ba7-83d6-a56a033c3ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:13.782394 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port ebfc41b8-372f-4c67-97e3-7caa675975ac, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=ebfc41b8-372f-4c67-97e3-7caa675975ac,segment=NetworkSegment(77ec7e58-22c2-416f-b36d-15e60d463b0c),segment_id=77ec7e58-22c2-416f-b36d-15e60d463b0c)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:51:13.787707 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad92550c-f29b-4f97-9511-a2f1ffa98e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebfc41b8-372f-4c67-97e3-7caa675975ac'}] {{(pid=112921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:51:13.792761 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b0c9b70db3c71f613761f7f5e171cb6bed896c41d1f4f7babde002b819469c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3aeb11a-1e19-4297-aeae-e0ea9e3294db" -d '{"events": [{"server_uuid": "ad92550c-f29b-4f97-9511-a2f1ffa98e3e", "name": "network-vif-plugged", "status": "completed", "tag": "ebfc41b8-372f-4c67-97e3-7caa675975ac"}]}' {{(pid=112921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:51:13.800800 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (ebfc41b8-372f-4c67-97e3-7caa675975ac), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:13.833463 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-2a7fe176-eb99-41cb-936a-4186b0120246 None None] For port 28cc0b04-211a-42b4-8bfa-9abb7a9dc221, host dv-cinder-844961-2-iscsi, cleared binding levels {{(pid=112921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:51:13.865337 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-2a7fe176-eb99-41cb-936a-4186b0120246 None None] For port 28cc0b04-211a-42b4-8bfa-9abb7a9dc221, host dv-cinder-844961-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=28cc0b04-211a-42b4-8bfa-9abb7a9dc221,segment=NetworkSegment(9bae367b-c7ab-46d0-9a67-97eb94131586),segment_id=9bae367b-c7ab-46d0-9a67-97eb94131586)] {{(pid=112921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:51:13.886218 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-2a7fe176-eb99-41cb-936a-4186b0120246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (28cc0b04-211a-42b4-8bfa-9abb7a9dc221), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:13.908170 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 09:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ecae3e-c987-4a9b-80eb-764ac736ad11 x-openstack-request-id: req-63ecae3e-c987-4a9b-80eb-764ac736ad11 {{(pid=112921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:51:13.908396 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad92550c-f29b-4f97-9511-a2f1ffa98e3e", "name": "network-vif-plugged", "status": "completed", "tag": "ebfc41b8-372f-4c67-97e3-7caa675975ac", "code": 200}]} {{(pid=112921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:51:13.908740 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-63ecae3e-c987-4a9b-80eb-764ac736ad11 {{(pid=112921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:51:13.909231 dv-cinder-844961-2-iscsi neutron-server[112921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63ecae3e-c987-4a9b-80eb-764ac736ad11'] response: {'server_uuid': 'ad92550c-f29b-4f97-9511-a2f1ffa98e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebfc41b8-372f-4c67-97e3-7caa675975ac', 'code': 200} Aug 31 09:51:13.925243 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Pushing event updated for resources: {'Port': ['ID=ebfc41b8-372f-4c67-97e3-7caa675975ac,revision_number=5']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:13.947482 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:14.041296 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7fe176-eb99-41cb-936a-4186b0120246 None None] Pushing event updated for resources: {'Port': ['ID=28cc0b04-211a-42b4-8bfa-9abb7a9dc221,revision_number=2']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:14.099720 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c00ae9-03ea-455a-8bbe-0f656d60e2ff req-4d841fae-02a6-40c9-9756-1fb1e0b6a7b4 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:51:14.102428 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-91c00ae9-03ea-455a-8bbe-0f656d60e2ff req-4d841fae-02a6-40c9-9756-1fb1e0b6a7b4 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 945 time: 0.2001474 Aug 31 09:51:14.124179 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d099aa66-ea89-481a-9cc8-a48a757541de admin admin] Router eac686d3-e381-4e81-8df0-b10cffb85e37 is scheduled to L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 with binding_index 1 {{(pid=112919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:51:14.155446 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.db_base_plugin_common [None req-43902632-8b58-4ba7-83d6-a56a033c3ea5 admin admin] Allocated IP 172.27.3.198 (9ecc2a3c-efc3-4c90-8e67-1028759a248c/b5177607-d6ca-45c7-ac03-71d68f18093b/78c393a7-e7a8-4c94-bb6c-6d14cbf71d63) {{(pid=112919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:51:14.219473 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18afb380-48bf-4c40-80c0-af61f1055e49 None None] Network b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a requested from dv-cinder-844961-2-iscsi {{(pid=112921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 09:51:14.372931 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f3a49-ddec-473a-9fb0-9a3f550756d5 req-c5b053d0-8842-4420-ae86-f50ffa34c7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:51:14.374946 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-af8f3a49-ddec-473a-9fb0-9a3f550756d5 req-c5b053d0-8842-4420-ae86-f50ffa34c7c6 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 1129 time: 0.0664709 Aug 31 09:51:14.398438 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-dddacee5-c72a-4473-a300-338681d0ab40 None None] Provisioning complete for port 07991d37-b14a-4882-babd-7c7e47131ad6 triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:51:14.404025 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-dddacee5-c72a-4473-a300-338681d0ab40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (07991d37-b14a-4882-babd-7c7e47131ad6), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:14.422220 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-91c00ae9-03ea-455a-8bbe-0f656d60e2ff req-272c5924-fbce-4c5d-b7f7-a54954d7074e tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e1c7de74-f380-4ca1-a663-74761fb0e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3064568 Aug 31 09:51:14.426478 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:INSERT=12,neutron:SELECT=85,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:14.497762 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-af8f3a49-ddec-473a-9fb0-9a3f550756d5 req-e47ee648-8294-442b-a27e-cc30a633e709 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e1c7de74-f380-4ca1-a663-74761fb0e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124160 Aug 31 09:51:14.622017 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-dddacee5-c72a-4473-a300-338681d0ab40 None None] Current status of the port 07991d37-b14a-4882-babd-7c7e47131ad6 is: DOWN; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:51:14.622617 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-dddacee5-c72a-4473-a300-338681d0ab40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (07991d37-b14a-4882-babd-7c7e47131ad6), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:14.703451 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-dddacee5-c72a-4473-a300-338681d0ab40 None None] For port 07991d37-b14a-4882-babd-7c7e47131ad6, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=07991d37-b14a-4882-babd-7c7e47131ad6,segment=NetworkSegment(ea218d44-3149-46b8-ba8f-676cf816a455),segment_id=ea218d44-3149-46b8-ba8f-676cf816a455)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:51:14.712202 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-dddacee5-c72a-4473-a300-338681d0ab40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (07991d37-b14a-4882-babd-7c7e47131ad6), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:14.770279 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 28cc0b04-211a-42b4-8bfa-9abb7a9dc221 up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:51:14.888661 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddacee5-c72a-4473-a300-338681d0ab40 None None] Pushing event updated for resources: {'Port': ['ID=07991d37-b14a-4882-babd-7c7e47131ad6,revision_number=3']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:14.917031 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port 28cc0b04-211a-42b4-8bfa-9abb7a9dc221 triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:51:14.917031 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (28cc0b04-211a-42b4-8bfa-9abb7a9dc221), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:14.919846 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:14.927598 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d099aa66-ea89-481a-9cc8-a48a757541de admin admin] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:51:14.959159 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50369f48-77d6-4549-ae00-b3832eaa3401 None None] Sync routers for ids ['eac686d3-e381-4e81-8df0-b10cffb85e37'] in dv-cinder-844961-2-iscsi {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:51:14.974018 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-43902632-8b58-4ba7-83d6-a56a033c3ea5 admin admin] Publish callbacks [] for port (78c393a7-e7a8-4c94-bb6c-6d14cbf71d63), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:14.991538 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-d099aa66-ea89-481a-9cc8-a48a757541de admin admin] Publish callbacks [] for router (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:14.993420 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-d099aa66-ea89-481a-9cc8-a48a757541de admin admin] 10.222.0.13 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9900939 Aug 31 09:51:14.997758 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 47744) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:51:15.014696 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50369f48-77d6-4549-ae00-b3832eaa3401 None None] Routers {'eac686d3-e381-4e81-8df0-b10cffb85e37'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:51:15.015787 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-50369f48-77d6-4549-ae00-b3832eaa3401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:50:56Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['eac686d3-e381-4e81-8df0-b10cffb85e37'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:15.021586 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:15.148969 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-c41d67d9-f165-404f-bd53-99218fdceef2 None None] Provisioning complete for port 07991d37-b14a-4882-babd-7c7e47131ad6 triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:51:15.149567 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-c41d67d9-f165-404f-bd53-99218fdceef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (07991d37-b14a-4882-babd-7c7e47131ad6), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:15.181673 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-43902632-8b58-4ba7-83d6-a56a033c3ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66028622'] for port (78c393a7-e7a8-4c94-bb6c-6d14cbf71d63), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:15.272393 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43902632-8b58-4ba7-83d6-a56a033c3ea5 admin admin] Network 9ecc2a3c-efc3-4c90-8e67-1028759a248c is already hosted by enough agents. {{(pid=112919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:51:15.285836 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.base_scheduler [None req-43902632-8b58-4ba7-83d6-a56a033c3ea5 admin admin] Resources bound (agent type, host, resource id): {{(pid=112919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:51:15.287890 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-50369f48-77d6-4549-ae00-b3832eaa3401 None None] Set router eac686d3-e381-4e81-8df0-b10cffb85e37 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:51:15.297302 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43902632-8b58-4ba7-83d6-a56a033c3ea5 admin admin] Received port after_create {{(pid=112919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:51:15.358505 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43902632-8b58-4ba7-83d6-a56a033c3ea5 admin admin] Pushing event updated for resources: {'Port': ['ID=78c393a7-e7a8-4c94-bb6c-6d14cbf71d63,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:15.600857 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:15.665333 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:15.709684 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c24e88-d071-49a0-abf0-dc0a3631b7b8 req-9abe8035-c11d-4512-ae5d-41bd9c7b5258 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:51:15.711368 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c7c24e88-d071-49a0-abf0-dc0a3631b7b8 req-9abe8035-c11d-4512-ae5d-41bd9c7b5258 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 945 time: 0.1376472 Aug 31 09:51:15.761343 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port 28cc0b04-211a-42b4-8bfa-9abb7a9dc221 is: DOWN; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:51:15.762238 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (28cc0b04-211a-42b4-8bfa-9abb7a9dc221), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:15.771398 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1161194-9396-435f-b121-eadfed1abeb7 None None] Network 177a62e1-5d2b-4e36-ba2d-27911ac1eac2 requested from dv-cinder-844961-2-iscsi {{(pid=112921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 09:51:15.942416 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] For port 28cc0b04-211a-42b4-8bfa-9abb7a9dc221, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=28cc0b04-211a-42b4-8bfa-9abb7a9dc221,segment=NetworkSegment(9bae367b-c7ab-46d0-9a67-97eb94131586),segment_id=9bae367b-c7ab-46d0-9a67-97eb94131586)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:51:15.983365 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c7c24e88-d071-49a0-abf0-dc0a3631b7b8 req-bef8513b-633f-47fa-aae5-3949cdebf10b tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e1c7de74-f380-4ca1-a663-74761fb0e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2072415 Aug 31 09:51:16.005725 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (28cc0b04-211a-42b4-8bfa-9abb7a9dc221), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:16.005725 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 07991d37-b14a-4882-babd-7c7e47131ad6 up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:51:16.048134 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-43902632-8b58-4ba7-83d6-a56a033c3ea5 admin admin] Publish callbacks [] for router_gateway (5ba489de-df5d-417a-8862-8dcedb3564ab), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:16.130562 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-c41d67d9-f165-404f-bd53-99218fdceef2 None None] Current status of the port 07991d37-b14a-4882-babd-7c7e47131ad6 is: ACTIVE; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:51:16.191327 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-50369f48-77d6-4549-ae00-b3832eaa3401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'name': 'tempest-TestVolumeBootPattern-35709202-router', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '603cacde-2f37-4c9a-bec9-1d8b0343ffdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:51:11Z', 'updated_at': '2022-08-31T09:51:12Z', 'revision_number': 3, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'gw_port': {'id': '603cacde-2f37-4c9a-bec9-1d8b0343ffdd', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:85:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:11Z', 'updated_at': '2022-08-31T09:51:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi'}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:16.195070 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Pushing event updated for resources: {'Port': ['ID=28cc0b04-211a-42b4-8bfa-9abb7a9dc221,revision_number=3']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:16.228438 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port 07991d37-b14a-4882-babd-7c7e47131ad6 triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:51:16.228889 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (07991d37-b14a-4882-babd-7c7e47131ad6), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:16.233511 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50369f48-77d6-4549-ae00-b3832eaa3401 None None] Checking router: eac686d3-e381-4e81-8df0-b10cffb85e37 for host: dv-cinder-844961-2-iscsi {{(pid=112921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:51:16.233511 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50369f48-77d6-4549-ae00-b3832eaa3401 None None] Updating router eac686d3-e381-4e81-8df0-b10cffb85e37 port 603cacde-2f37-4c9a-bec9-1d8b0343ffdd binding host dv-cinder-844961-2-iscsi {{(pid=112921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:51:16.349575 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-0bd45250-d908-4c31-8a13-b4a620280469 None None] Provisioning complete for port 28cc0b04-211a-42b4-8bfa-9abb7a9dc221 triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:51:16.350163 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-0bd45250-d908-4c31-8a13-b4a620280469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (28cc0b04-211a-42b4-8bfa-9abb7a9dc221), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:16.398078 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-50369f48-77d6-4549-ae00-b3832eaa3401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (603cacde-2f37-4c9a-bec9-1d8b0343ffdd), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:16.421471 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:16.499276 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-7e2e6321-2963-4e7a-9192-98753e04ba9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:16.533336 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-43902632-8b58-4ba7-83d6-a56a033c3ea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-964079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-964474'] for router (5ba489de-df5d-417a-8862-8dcedb3564ab), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:16.576864 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:16.633507 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port 07991d37-b14a-4882-babd-7c7e47131ad6 is: ACTIVE; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:51:16.694731 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-0bd45250-d908-4c31-8a13-b4a620280469 None None] Current status of the port 28cc0b04-211a-42b4-8bfa-9abb7a9dc221 is: ACTIVE; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:51:16.738997 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:16.821328 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:16.832369 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.db_base_plugin_common [None req-7e2e6321-2963-4e7a-9192-98753e04ba9a admin admin] Allocated IP 172.20.0.1 (b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a/951df996-7b80-48db-8007-5a5a52488eaf/5d2ec1c7-5052-416f-81de-e9aab741524f) {{(pid=112919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:51:16.851629 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 28cc0b04-211a-42b4-8bfa-9abb7a9dc221 up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:51:16.864605 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43902632-8b58-4ba7-83d6-a56a033c3ea5 admin admin] Router 5ba489de-df5d-417a-8862-8dcedb3564ab is scheduled to L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 with binding_index 1 {{(pid=112919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:51:16.931203 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-8d7624d2-3cb8-451d-91cc-b4df295d4c7b None None] Provisioning complete for port 28cc0b04-211a-42b4-8bfa-9abb7a9dc221 triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:51:16.931838 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-8d7624d2-3cb8-451d-91cc-b4df295d4c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (28cc0b04-211a-42b4-8bfa-9abb7a9dc221), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:17.020418 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-50369f48-77d6-4549-ae00-b3832eaa3401 None None] Publish callbacks [] for port (603cacde-2f37-4c9a-bec9-1d8b0343ffdd), precommit_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:17.037505 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port 28cc0b04-211a-42b4-8bfa-9abb7a9dc221 triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:51:17.038110 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (28cc0b04-211a-42b4-8bfa-9abb7a9dc221), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:17.047681 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-50369f48-77d6-4549-ae00-b3832eaa3401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (603cacde-2f37-4c9a-bec9-1d8b0343ffdd), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:17.088940 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-7e2e6321-2963-4e7a-9192-98753e04ba9a admin admin] Publish callbacks [] for port (5d2ec1c7-5052-416f-81de-e9aab741524f), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:17.103240 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43902632-8b58-4ba7-83d6-a56a033c3ea5 admin admin] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:51:17.131147 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a62e78-3433-424a-b997-ed8612c3c4a5 None None] Sync routers for ids ['5ba489de-df5d-417a-8862-8dcedb3564ab'] in dv-cinder-844961-2-iscsi {{(pid=112922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:51:17.133928 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-50369f48-77d6-4549-ae00-b3832eaa3401 None None] Attempting to bind port 603cacde-2f37-4c9a-bec9-1d8b0343ffdd on host dv-cinder-844961-2-iscsi for vnic_type normal with profile {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 09:51:17.134352 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-50369f48-77d6-4549-ae00-b3832eaa3401 None None] Attempting to bind port 603cacde-2f37-4c9a-bec9-1d8b0343ffdd by drivers openvswitch,hyperv on host dv-cinder-844961-2-iscsi at level 0 using segments [{'id': 'a4995e04-234e-4976-89c5-310a94033a09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'}] {{(pid=112921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 09:51:17.134687 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50369f48-77d6-4549-ae00-b3832eaa3401 None None] Attempting to bind port 603cacde-2f37-4c9a-bec9-1d8b0343ffdd on network 9ecc2a3c-efc3-4c90-8e67-1028759a248c {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:51:17.161175 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-43902632-8b58-4ba7-83d6-a56a033c3ea5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:17.163098 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-43902632-8b58-4ba7-83d6-a56a033c3ea5 admin admin] 10.222.0.13 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.4226944 Aug 31 09:51:17.164307 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a62e78-3433-424a-b997-ed8612c3c4a5 None None] Routers {'5ba489de-df5d-417a-8862-8dcedb3564ab'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:51:17.165838 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-e4a62e78-3433-424a-b997-ed8612c3c4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:50:56Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['5ba489de-df5d-417a-8862-8dcedb3564ab'], 'active': True} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:17.167333 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 47754) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:51:17.179611 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50369f48-77d6-4549-ae00-b3832eaa3401 None None] Checking agent: {'id': '18a9d5f8-8bea-4c71-b161-cda838278486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844961-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 9, 39, 30), 'started_at': datetime.datetime(2022, 8, 31, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844961-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 09:51:17.180137 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50369f48-77d6-4549-ae00-b3832eaa3401 None None] Checking segment: {'id': 'a4995e04-234e-4976-89c5-310a94033a09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:51:17.180455 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-50369f48-77d6-4549-ae00-b3832eaa3401 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:17.180866 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50369f48-77d6-4549-ae00-b3832eaa3401 None None] Bound using segment: {'id': 'a4995e04-234e-4976-89c5-310a94033a09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'} {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 09:51:17.181371 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-50369f48-77d6-4549-ae00-b3832eaa3401 None None] Bound port: 603cacde-2f37-4c9a-bec9-1d8b0343ffdd, host: dv-cinder-844961-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4995e04-234e-4976-89c5-310a94033a09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'}}] {{(pid=112921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 09:51:17.181785 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-50369f48-77d6-4549-ae00-b3832eaa3401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (603cacde-2f37-4c9a-bec9-1d8b0343ffdd), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:17.220099 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d73cf80-6c33-4dea-93ab-37daaf3a847c None None] Pushing event updated for resources: {'Port': ['ID=603cacde-2f37-4c9a-bec9-1d8b0343ffdd,revision_number=2']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:17.236176 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-7e2e6321-2963-4e7a-9192-98753e04ba9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66028622'] for port (5d2ec1c7-5052-416f-81de-e9aab741524f), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:17.248509 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-8d7624d2-3cb8-451d-91cc-b4df295d4c7b None None] Current status of the port 28cc0b04-211a-42b4-8bfa-9abb7a9dc221 is: ACTIVE; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:51:17.316923 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-50369f48-77d6-4549-ae00-b3832eaa3401 None None] For port 603cacde-2f37-4c9a-bec9-1d8b0343ffdd, host dv-cinder-844961-2-iscsi, cleared binding levels {{(pid=112921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:51:17.323145 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-50369f48-77d6-4549-ae00-b3832eaa3401 None None] For port 603cacde-2f37-4c9a-bec9-1d8b0343ffdd, host dv-cinder-844961-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=603cacde-2f37-4c9a-bec9-1d8b0343ffdd,segment=NetworkSegment(a4995e04-234e-4976-89c5-310a94033a09),segment_id=a4995e04-234e-4976-89c5-310a94033a09)] {{(pid=112921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:51:17.325845 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port 28cc0b04-211a-42b4-8bfa-9abb7a9dc221 is: ACTIVE; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:51:17.327362 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 07991d37-b14a-4882-babd-7c7e47131ad6 up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:51:17.357271 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-50369f48-77d6-4549-ae00-b3832eaa3401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (603cacde-2f37-4c9a-bec9-1d8b0343ffdd), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:17.380523 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b6c66c-44c4-4402-9c7f-a5432723baa7 req-682b811c-facb-4216-8ca5-2c58aac63a5c tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:51:17.383332 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-82b6c66c-44c4-4402-9c7f-a5432723baa7 req-682b811c-facb-4216-8ca5-2c58aac63a5c tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 945 time: 0.2166743 Aug 31 09:51:17.420232 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2e6321-2963-4e7a-9192-98753e04ba9a admin admin] Network b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a is already hosted by enough agents. {{(pid=112919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:51:17.435017 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50369f48-77d6-4549-ae00-b3832eaa3401 None None] Routers {'eac686d3-e381-4e81-8df0-b10cffb85e37'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:51:17.436278 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-50369f48-77d6-4549-ae00-b3832eaa3401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:50:56Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['eac686d3-e381-4e81-8df0-b10cffb85e37'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:17.443998 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.base_scheduler [None req-7e2e6321-2963-4e7a-9192-98753e04ba9a admin admin] Resources bound (agent type, host, resource id): {{(pid=112919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:51:17.459450 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2e6321-2963-4e7a-9192-98753e04ba9a admin admin] Received port after_create {{(pid=112919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:51:17.465247 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2e6321-2963-4e7a-9192-98753e04ba9a admin admin] Pushing event updated for resources: {'Port': ['ID=5d2ec1c7-5052-416f-81de-e9aab741524f,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:17.504023 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:17.504918 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d73cf80-6c33-4dea-93ab-37daaf3a847c None None] Pushing event updated for resources: {'Port': ['ID=603cacde-2f37-4c9a-bec9-1d8b0343ffdd,revision_number=3']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:17.511371 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port 07991d37-b14a-4882-babd-7c7e47131ad6 triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:51:17.511752 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (07991d37-b14a-4882-babd-7c7e47131ad6), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:17.535161 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvr_db [None req-e4a62e78-3433-424a-b997-ed8612c3c4a5 None None] Set router 5ba489de-df5d-417a-8862-8dcedb3564ab gateway port host: dv-cinder-844961-2-iscsi {{(pid=112922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:51:17.605566 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-82b6c66c-44c4-4402-9c7f-a5432723baa7 req-1d401cb0-bdda-4f3a-af50-58a949eb7327 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e1c7de74-f380-4ca1-a663-74761fb0e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2064600 Aug 31 09:51:17.623633 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-7e2e6321-2963-4e7a-9192-98753e04ba9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962846'] for router_interface (eac686d3-e381-4e81-8df0-b10cffb85e37), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:17.639380 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:17.824757 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-e4a62e78-3433-424a-b997-ed8612c3c4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba489de-df5d-417a-8862-8dcedb3564ab', 'name': 'tempest-TestShelveInstance-390033029-router', 'tenant_id': 'b058d5f34eee47a58629407e166f3499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '78c393a7-e7a8-4c94-bb6c-6d14cbf71d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:51:12Z', 'updated_at': '2022-08-31T09:51:15Z', 'revision_number': 3, 'project_id': 'b058d5f34eee47a58629407e166f3499', 'gw_port': {'id': '78c393a7-e7a8-4c94-bb6c-6d14cbf71d63', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba489de-df5d-417a-8862-8dcedb3564ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:13Z', 'updated_at': '2022-08-31T09:51:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi'}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:17.877534 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a62e78-3433-424a-b997-ed8612c3c4a5 None None] Checking router: 5ba489de-df5d-417a-8862-8dcedb3564ab for host: dv-cinder-844961-2-iscsi {{(pid=112922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:51:17.878170 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-50369f48-77d6-4549-ae00-b3832eaa3401 None None] Set router eac686d3-e381-4e81-8df0-b10cffb85e37 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:51:17.878644 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb8476-c7e2-4042-9f1f-70b28f33b1de req-a78c016d-0ffc-4642-bbd1-a42a21c2b895 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:51:17.878872 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a62e78-3433-424a-b997-ed8612c3c4a5 None None] Updating router 5ba489de-df5d-417a-8862-8dcedb3564ab port 78c393a7-e7a8-4c94-bb6c-6d14cbf71d63 binding host dv-cinder-844961-2-iscsi {{(pid=112922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:51:17.892857 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5cfb8476-c7e2-4042-9f1f-70b28f33b1de req-a78c016d-0ffc-4642-bbd1-a42a21c2b895 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 945 time: 0.0769253 Aug 31 09:51:17.892857 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 47760) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:51:17.905304 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [None req-4cbbe103-a74c-4152-9b52-f4e438d16ac0 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Request body: {'floatingip': {'port_id': 'ebfc41b8-372f-4c67-97e3-7caa675975ac'}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:17.924064 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-e4a62e78-3433-424a-b997-ed8612c3c4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (78c393a7-e7a8-4c94-bb6c-6d14cbf71d63), before_update {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:17.986112 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port 07991d37-b14a-4882-babd-7c7e47131ad6 is: ACTIVE; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:51:17.989285 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-4cbbe103-a74c-4152-9b52-f4e438d16ac0 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks [] for floatingip (066922a7-8b5b-4a2e-ae36-2b8fcc700449), before_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:18.020732 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-a0c00d81-abf8-4dde-a593-10aeb8aef975 None None] Provisioning complete for port 5d2ec1c7-5052-416f-81de-e9aab741524f triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:51:18.021106 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-a0c00d81-abf8-4dde-a593-10aeb8aef975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (5d2ec1c7-5052-416f-81de-e9aab741524f), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:18.035071 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-7e2e6321-2963-4e7a-9192-98753e04ba9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (5d2ec1c7-5052-416f-81de-e9aab741524f), before_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:18.058886 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-2e900a86-1c7c-4c48-aed5-d2a47b0d4cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:18.170946 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:18.180441 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:18.293609 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-a0c00d81-abf8-4dde-a593-10aeb8aef975 None None] Port 5d2ec1c7-5052-416f-81de-e9aab741524f cannot update to ACTIVE because it is not bound. {{(pid=112921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 09:51:18.317885 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.db_base_plugin_common [None req-2e900a86-1c7c-4c48-aed5-d2a47b0d4cb4 admin admin] Allocated IP 172.20.0.1 (177a62e1-5d2b-4e36-ba2d-27911ac1eac2/100d0a81-296f-40bc-b9da-620cf0c03709/6cda3252-6a1e-4e20-95fc-254b396661ab) {{(pid=112920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:51:18.339085 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-e4a62e78-3433-424a-b997-ed8612c3c4a5 None None] Publish callbacks [] for port (78c393a7-e7a8-4c94-bb6c-6d14cbf71d63), precommit_update {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:18.351636 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-e4a62e78-3433-424a-b997-ed8612c3c4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (78c393a7-e7a8-4c94-bb6c-6d14cbf71d63), after_update {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:18.403259 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.managers [None req-e4a62e78-3433-424a-b997-ed8612c3c4a5 None None] Attempting to bind port 78c393a7-e7a8-4c94-bb6c-6d14cbf71d63 on host dv-cinder-844961-2-iscsi for vnic_type normal with profile {{(pid=112922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 09:51:18.404030 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.managers [None req-e4a62e78-3433-424a-b997-ed8612c3c4a5 None None] Attempting to bind port 78c393a7-e7a8-4c94-bb6c-6d14cbf71d63 by drivers openvswitch,hyperv on host dv-cinder-844961-2-iscsi at level 0 using segments [{'id': 'a4995e04-234e-4976-89c5-310a94033a09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'}] {{(pid=112922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 09:51:18.404645 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a62e78-3433-424a-b997-ed8612c3c4a5 None None] Attempting to bind port 78c393a7-e7a8-4c94-bb6c-6d14cbf71d63 on network 9ecc2a3c-efc3-4c90-8e67-1028759a248c {{(pid=112922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:51:18.424507 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a62e78-3433-424a-b997-ed8612c3c4a5 None None] Checking agent: {'id': '18a9d5f8-8bea-4c71-b161-cda838278486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844961-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 9, 39, 30), 'started_at': datetime.datetime(2022, 8, 31, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844961-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 09:51:18.425117 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a62e78-3433-424a-b997-ed8612c3c4a5 None None] Checking segment: {'id': 'a4995e04-234e-4976-89c5-310a94033a09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:51:18.425649 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-e4a62e78-3433-424a-b997-ed8612c3c4a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:18.426142 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a62e78-3433-424a-b997-ed8612c3c4a5 None None] Bound using segment: {'id': 'a4995e04-234e-4976-89c5-310a94033a09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'} {{(pid=112922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 09:51:18.427862 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.managers [None req-e4a62e78-3433-424a-b997-ed8612c3c4a5 None None] Bound port: 78c393a7-e7a8-4c94-bb6c-6d14cbf71d63, host: dv-cinder-844961-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4995e04-234e-4976-89c5-310a94033a09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'}}] {{(pid=112922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 09:51:18.429073 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-e4a62e78-3433-424a-b997-ed8612c3c4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (78c393a7-e7a8-4c94-bb6c-6d14cbf71d63), before_update {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:18.439460 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-50369f48-77d6-4549-ae00-b3832eaa3401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'name': 'tempest-TestVolumeBootPattern-35709202-router', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '603cacde-2f37-4c9a-bec9-1d8b0343ffdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:51:11Z', 'updated_at': '2022-08-31T09:51:12Z', 'revision_number': 3, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'gw_port': {'id': '603cacde-2f37-4c9a-bec9-1d8b0343ffdd', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:85:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:11Z', 'updated_at': '2022-08-31T09:51:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi'}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:18.465873 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c0b923-de8b-462e-b7d6-935fb7064bdb None None] Pushing event updated for resources: {'Port': ['ID=78c393a7-e7a8-4c94-bb6c-6d14cbf71d63,revision_number=2']} {{(pid=112922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:18.487869 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c0b923-de8b-462e-b7d6-935fb7064bdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:18.488377 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c0b923-de8b-462e-b7d6-935fb7064bdb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:18.488981 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c0b923-de8b-462e-b7d6-935fb7064bdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:18.489468 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c0b923-de8b-462e-b7d6-935fb7064bdb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:18.489905 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c0b923-de8b-462e-b7d6-935fb7064bdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:18.490365 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c0b923-de8b-462e-b7d6-935fb7064bdb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:18.490783 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c0b923-de8b-462e-b7d6-935fb7064bdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:18.491205 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c0b923-de8b-462e-b7d6-935fb7064bdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:18.491633 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c0b923-de8b-462e-b7d6-935fb7064bdb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:18.492060 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c0b923-de8b-462e-b7d6-935fb7064bdb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:18.492484 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c0b923-de8b-462e-b7d6-935fb7064bdb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:18.492931 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c0b923-de8b-462e-b7d6-935fb7064bdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:18.493511 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c0b923-de8b-462e-b7d6-935fb7064bdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:18.494061 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c0b923-de8b-462e-b7d6-935fb7064bdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:18.494359 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c0b923-de8b-462e-b7d6-935fb7064bdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:18.498494 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50369f48-77d6-4549-ae00-b3832eaa3401 None None] The sync data for ids ['eac686d3-e381-4e81-8df0-b10cffb85e37'] in dv-cinder-844961-2-iscsi is: [{'id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'name': 'tempest-TestVolumeBootPattern-35709202-router', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '603cacde-2f37-4c9a-bec9-1d8b0343ffdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:51:11Z', 'updated_at': '2022-08-31T09:51:12Z', 'revision_number': 3, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'gw_port': {'id': '603cacde-2f37-4c9a-bec9-1d8b0343ffdd', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:85:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:11Z', 'updated_at': '2022-08-31T09:51:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi'}] {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:51:18.537361 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-2e900a86-1c7c-4c48-aed5-d2a47b0d4cb4 admin admin] Publish callbacks [] for port (6cda3252-6a1e-4e20-95fc-254b396661ab), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:18.545003 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:18.550750 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.db [None req-e4a62e78-3433-424a-b997-ed8612c3c4a5 None None] For port 78c393a7-e7a8-4c94-bb6c-6d14cbf71d63, host dv-cinder-844961-2-iscsi, cleared binding levels {{(pid=112922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:51:18.557910 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.db [None req-e4a62e78-3433-424a-b997-ed8612c3c4a5 None None] For port 78c393a7-e7a8-4c94-bb6c-6d14cbf71d63, host dv-cinder-844961-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=78c393a7-e7a8-4c94-bb6c-6d14cbf71d63,segment=NetworkSegment(a4995e04-234e-4976-89c5-310a94033a09),segment_id=a4995e04-234e-4976-89c5-310a94033a09)] {{(pid=112922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:51:18.576335 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-e4a62e78-3433-424a-b997-ed8612c3c4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (78c393a7-e7a8-4c94-bb6c-6d14cbf71d63), after_update {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:18.609832 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a62e78-3433-424a-b997-ed8612c3c4a5 None None] Routers {'5ba489de-df5d-417a-8862-8dcedb3564ab'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:51:18.611011 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-e4a62e78-3433-424a-b997-ed8612c3c4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:50:56Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['5ba489de-df5d-417a-8862-8dcedb3564ab'], 'active': True} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:18.634095 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-2e900a86-1c7c-4c48-aed5-d2a47b0d4cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64202837'] for port (6cda3252-6a1e-4e20-95fc-254b396661ab), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:18.652526 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:18.793892 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e900a86-1c7c-4c48-aed5-d2a47b0d4cb4 admin admin] Pushing event updated for resources: {'Port': ['ID=6cda3252-6a1e-4e20-95fc-254b396661ab,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:18.806778 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e900a86-1c7c-4c48-aed5-d2a47b0d4cb4 admin admin] Network 177a62e1-5d2b-4e36-ba2d-27911ac1eac2 is already hosted by enough agents. {{(pid=112920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:51:18.812133 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.base_scheduler [None req-2e900a86-1c7c-4c48-aed5-d2a47b0d4cb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=112920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:51:18.817129 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e900a86-1c7c-4c48-aed5-d2a47b0d4cb4 admin admin] Received port after_create {{(pid=112920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:51:18.864701 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvr_db [None req-e4a62e78-3433-424a-b997-ed8612c3c4a5 None None] Set router 5ba489de-df5d-417a-8862-8dcedb3564ab gateway port host: dv-cinder-844961-2-iscsi {{(pid=112922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:51:18.872191 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-2e900a86-1c7c-4c48-aed5-d2a47b0d4cb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962846'] for router_interface (5ba489de-df5d-417a-8862-8dcedb3564ab), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:18.964891 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:18.965671 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:19.149540 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c0b923-de8b-462e-b7d6-935fb7064bdb None None] Pushing event updated for resources: {'Port': ['ID=78c393a7-e7a8-4c94-bb6c-6d14cbf71d63,revision_number=3']} {{(pid=112922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:19.167012 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-7e2e6321-2963-4e7a-9192-98753e04ba9a admin admin] Publish callbacks [] for port (5d2ec1c7-5052-416f-81de-e9aab741524f), precommit_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:19.219539 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-7e2e6321-2963-4e7a-9192-98753e04ba9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66028615'] for port (5d2ec1c7-5052-416f-81de-e9aab741524f), after_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:19.281322 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-2e900a86-1c7c-4c48-aed5-d2a47b0d4cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (6cda3252-6a1e-4e20-95fc-254b396661ab), before_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:19.302684 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-e4a62e78-3433-424a-b997-ed8612c3c4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba489de-df5d-417a-8862-8dcedb3564ab', 'name': 'tempest-TestShelveInstance-390033029-router', 'tenant_id': 'b058d5f34eee47a58629407e166f3499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '78c393a7-e7a8-4c94-bb6c-6d14cbf71d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:51:12Z', 'updated_at': '2022-08-31T09:51:15Z', 'revision_number': 3, 'project_id': 'b058d5f34eee47a58629407e166f3499', 'gw_port': {'id': '78c393a7-e7a8-4c94-bb6c-6d14cbf71d63', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba489de-df5d-417a-8862-8dcedb3564ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:13Z', 'updated_at': '2022-08-31T09:51:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi'}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:19.339109 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a62e78-3433-424a-b997-ed8612c3c4a5 None None] The sync data for ids ['5ba489de-df5d-417a-8862-8dcedb3564ab'] in dv-cinder-844961-2-iscsi is: [{'id': '5ba489de-df5d-417a-8862-8dcedb3564ab', 'name': 'tempest-TestShelveInstance-390033029-router', 'tenant_id': 'b058d5f34eee47a58629407e166f3499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '78c393a7-e7a8-4c94-bb6c-6d14cbf71d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:51:12Z', 'updated_at': '2022-08-31T09:51:15Z', 'revision_number': 3, 'project_id': 'b058d5f34eee47a58629407e166f3499', 'gw_port': {'id': '78c393a7-e7a8-4c94-bb6c-6d14cbf71d63', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba489de-df5d-417a-8862-8dcedb3564ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:13Z', 'updated_at': '2022-08-31T09:51:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi'}] {{(pid=112922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:51:19.382613 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-5ea89f69-a3d2-4042-8c03-59992e1308d7 None None] Provisioning complete for port 6cda3252-6a1e-4e20-95fc-254b396661ab triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:51:19.383500 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-5ea89f69-a3d2-4042-8c03-59992e1308d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (6cda3252-6a1e-4e20-95fc-254b396661ab), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:19.484062 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-5ea89f69-a3d2-4042-8c03-59992e1308d7 None None] Port 6cda3252-6a1e-4e20-95fc-254b396661ab cannot update to ACTIVE because it is not bound. {{(pid=112921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 09:51:19.503778 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-7e2e6321-2963-4e7a-9192-98753e04ba9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962954'] for router_interface (eac686d3-e381-4e81-8df0-b10cffb85e37), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:19.508325 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2e6321-2963-4e7a-9192-98753e04ba9a admin admin] Pushing event updated for resources: {'Port': ['ID=5d2ec1c7-5052-416f-81de-e9aab741524f,revision_number=2']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:19.663332 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-2e900a86-1c7c-4c48-aed5-d2a47b0d4cb4 admin admin] Publish callbacks [] for port (6cda3252-6a1e-4e20-95fc-254b396661ab), precommit_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:19.674396 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-2e900a86-1c7c-4c48-aed5-d2a47b0d4cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64202844'] for port (6cda3252-6a1e-4e20-95fc-254b396661ab), after_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:19.798953 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2e6321-2963-4e7a-9192-98753e04ba9a admin admin] Network b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a is already hosted by enough agents. {{(pid=112919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:51:19.801162 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.base_scheduler [None req-7e2e6321-2963-4e7a-9192-98753e04ba9a admin admin] Resources bound (agent type, host, resource id): {{(pid=112919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:51:19.816208 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.db.resource_extend [None req-4cbbe103-a74c-4152-9b52-f4e438d16ac0 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=112919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 31 09:51:19.833779 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e900a86-1c7c-4c48-aed5-d2a47b0d4cb4 admin admin] Pushing event updated for resources: {'Port': ['ID=6cda3252-6a1e-4e20-95fc-254b396661ab,revision_number=2']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:19.849185 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-2e900a86-1c7c-4c48-aed5-d2a47b0d4cb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962954'] for router_interface (5ba489de-df5d-417a-8862-8dcedb3564ab), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:19.922019 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-4cbbe103-a74c-4152-9b52-f4e438d16ac0 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:19.995063 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-4cbbe103-a74c-4152-9b52-f4e438d16ac0 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964517'] for floatingip (066922a7-8b5b-4a2e-ae36-2b8fcc700449), after_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:20.066919 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.agents_db [None req-8002e13a-56e4-448b-bc0d-5c9f038cbdad None None] Agent healthcheck: found 6 active agents {{(pid=112922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:51:20.079864 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e900a86-1c7c-4c48-aed5-d2a47b0d4cb4 admin admin] Network 177a62e1-5d2b-4e36-ba2d-27911ac1eac2 is already hosted by enough agents. {{(pid=112920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:51:20.083433 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.base_scheduler [None req-2e900a86-1c7c-4c48-aed5-d2a47b0d4cb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=112920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:51:20.106044 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:20.248819 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-aef04eec-d477-46b4-b3db-d78a239a9f4e None None] Provisioning complete for port 5d2ec1c7-5052-416f-81de-e9aab741524f triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:51:20.250073 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-aef04eec-d477-46b4-b3db-d78a239a9f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (5d2ec1c7-5052-416f-81de-e9aab741524f), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:20.366636 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-aef04eec-d477-46b4-b3db-d78a239a9f4e None None] Port 5d2ec1c7-5052-416f-81de-e9aab741524f cannot update to ACTIVE because it is not bound. {{(pid=112921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 09:51:20.408213 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e900a86-1c7c-4c48-aed5-d2a47b0d4cb4 admin admin] Router 5ba489de-df5d-417a-8862-8dcedb3564ab has already been hosted by L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 {{(pid=112920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:51:20.408717 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e2e6321-2963-4e7a-9192-98753e04ba9a admin admin] Router eac686d3-e381-4e81-8df0-b10cffb85e37 has already been hosted by L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 {{(pid=112919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:51:20.411746 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.db.l3_db [None req-4cbbe103-a74c-4152-9b52-f4e438d16ac0 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Floating IP 066922a7-8b5b-4a2e-ae36-2b8fcc700449 associated. External IP: 172.27.3.19, port: ebfc41b8-372f-4c67-97e3-7caa675975ac. Aug 31 09:51:20.469731 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:20.515747 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-c849d3ab-0131-4e2b-9805-fabe3426e06e None None] Provisioning complete for port 6cda3252-6a1e-4e20-95fc-254b396661ab triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:51:20.517071 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-c849d3ab-0131-4e2b-9805-fabe3426e06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (6cda3252-6a1e-4e20-95fc-254b396661ab), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:20.555392 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:20.614384 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-c849d3ab-0131-4e2b-9805-fabe3426e06e None None] Port 6cda3252-6a1e-4e20-95fc-254b396661ab cannot update to ACTIVE because it is not bound. {{(pid=112921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 09:51:20.642096 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e900a86-1c7c-4c48-aed5-d2a47b0d4cb4 admin admin] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:51:20.647837 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-2e900a86-1c7c-4c48-aed5-d2a47b0d4cb4 admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/5ba489de-df5d-417a-8862-8dcedb3564ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4773750 Aug 31 09:51:20.822235 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2e6321-2963-4e7a-9192-98753e04ba9a admin admin] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:51:20.831311 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-7e2e6321-2963-4e7a-9192-98753e04ba9a admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/eac686d3-e381-4e81-8df0-b10cffb85e37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8317244 Aug 31 09:51:20.911253 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cbbe103-a74c-4152-9b52-f4e438d16ac0 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Router e548f256-8fe0-48dc-a879-6665a50f046d has already been hosted by L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 {{(pid=112919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:51:20.915724 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 78c393a7-e7a8-4c94-bb6c-6d14cbf71d63 up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:51:21.039042 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port 78c393a7-e7a8-4c94-bb6c-6d14cbf71d63 triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:51:21.039862 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (78c393a7-e7a8-4c94-bb6c-6d14cbf71d63), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:21.146542 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cbbe103-a74c-4152-9b52-f4e438d16ac0 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:51:21.158790 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-4cbbe103-a74c-4152-9b52-f4e438d16ac0 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for floatingip (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:21.166707 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4289e3cb-8b07-4c6c-9572-ca75d1b98de8 None None] Sync routers for ids ['e548f256-8fe0-48dc-a879-6665a50f046d'] in dv-cinder-844961-2-iscsi {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:51:21.230144 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port 78c393a7-e7a8-4c94-bb6c-6d14cbf71d63 is: DOWN; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:51:21.230898 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (78c393a7-e7a8-4c94-bb6c-6d14cbf71d63), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:21.241856 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-4cbbe103-a74c-4152-9b52-f4e438d16ac0 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "PUT /networking/v2.0/floatingips/066922a7-8b5b-4a2e-ae36-2b8fcc700449 HTTP/1.1" status: 200 len: 990 time: 3.3481743 Aug 31 09:51:21.243435 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad92550c-f29b-4f97-9511-a2f1ffa98e3e', 'tag': 'ebfc41b8-372f-4c67-97e3-7caa675975ac'}] {{(pid=112919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:51:21.245223 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4289e3cb-8b07-4c6c-9572-ca75d1b98de8 None None] Routers {'e548f256-8fe0-48dc-a879-6665a50f046d'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:51:21.246343 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-4289e3cb-8b07-4c6c-9572-ca75d1b98de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:50:56Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['e548f256-8fe0-48dc-a879-6665a50f046d'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:21.246742 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f6ad1632a392cf14020321c7ce6c49338053db0fa13ffca62b7dfe78a8e90b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5288968-a425-4b71-a82c-37b24dc30409" -d '{"events": [{"name": "network-changed", "server_uuid": "ad92550c-f29b-4f97-9511-a2f1ffa98e3e", "tag": "ebfc41b8-372f-4c67-97e3-7caa675975ac"}]}' {{(pid=112919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:51:21.326243 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 09:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2debfa-6436-41b5-9f8d-b2cd460a84cd x-openstack-request-id: req-ac2debfa-6436-41b5-9f8d-b2cd460a84cd {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:51:21.326779 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad92550c-f29b-4f97-9511-a2f1ffa98e3e", "tag": "ebfc41b8-372f-4c67-97e3-7caa675975ac", "status": "completed", "code": 200}]} {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:51:21.327209 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ac2debfa-6436-41b5-9f8d-b2cd460a84cd {{(pid=112919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:51:21.328543 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac2debfa-6436-41b5-9f8d-b2cd460a84cd'] response: {'name': 'network-changed', 'server_uuid': 'ad92550c-f29b-4f97-9511-a2f1ffa98e3e', 'tag': 'ebfc41b8-372f-4c67-97e3-7caa675975ac', 'status': 'completed', 'code': 200} Aug 31 09:51:21.373655 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] For port 78c393a7-e7a8-4c94-bb6c-6d14cbf71d63, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=78c393a7-e7a8-4c94-bb6c-6d14cbf71d63,segment=NetworkSegment(a4995e04-234e-4976-89c5-310a94033a09),segment_id=a4995e04-234e-4976-89c5-310a94033a09)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:51:21.385510 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (78c393a7-e7a8-4c94-bb6c-6d14cbf71d63), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:21.386700 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 603cacde-2f37-4c9a-bec9-1d8b0343ffdd up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:51:21.463315 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5288968-a425-4b71-a82c-37b24dc30409 req-ea2bab1a-17bb-4957-94f7-2c504fbb79da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:51:21.465631 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-b5288968-a425-4b71-a82c-37b24dc30409 req-ea2bab1a-17bb-4957-94f7-2c504fbb79da service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=c0fc6660b5494415915cdf2b325e5bd6&device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 1129 time: 0.0561395 Aug 31 09:51:21.586519 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:21.591391 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-4289e3cb-8b07-4c6c-9572-ca75d1b98de8 None None] Set router e548f256-8fe0-48dc-a879-6665a50f046d gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:51:21.597464 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=100 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:21.649768 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port 603cacde-2f37-4c9a-bec9-1d8b0343ffdd triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:51:21.650151 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (603cacde-2f37-4c9a-bec9-1d8b0343ffdd), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:21.659865 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Pushing event updated for resources: {'Port': ['ID=78c393a7-e7a8-4c94-bb6c-6d14cbf71d63,revision_number=4']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:21.704380 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5288968-a425-4b71-a82c-37b24dc30409 req-082e5b1e-4b64-489d-a7f2-b470eb87ad06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:51:21.706661 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-b5288968-a425-4b71-a82c-37b24dc30409 req-082e5b1e-4b64-489d-a7f2-b470eb87ad06 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=2e69cc92-d348-4eef-9a4c-b8daacafc440 HTTP/1.1" status: 200 len: 920 time: 0.2236674 Aug 31 09:51:21.833679 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-b5288968-a425-4b71-a82c-37b24dc30409 req-234d9f84-0fc7-4445-b9a3-0cae30a02d78 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebfc41b8-372f-4c67-97e3-7caa675975ac HTTP/1.1" status: 200 len: 998 time: 0.1157796 Aug 31 09:51:21.886638 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port 603cacde-2f37-4c9a-bec9-1d8b0343ffdd is: DOWN; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:51:21.887062 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (603cacde-2f37-4c9a-bec9-1d8b0343ffdd), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:21.936088 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5288968-a425-4b71-a82c-37b24dc30409 req-c1e85094-596a-4e79-9586-c8dd05144407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:51:21.936909 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-b5288968-a425-4b71-a82c-37b24dc30409 req-c1e85094-596a-4e79-9586-c8dd05144407 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=851420a3-644f-4898-b99d-54af1fb83d8b HTTP/1.1" status: 200 len: 858 time: 0.0947688 Aug 31 09:51:21.942270 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] For port 603cacde-2f37-4c9a-bec9-1d8b0343ffdd, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=603cacde-2f37-4c9a-bec9-1d8b0343ffdd,segment=NetworkSegment(a4995e04-234e-4976-89c5-310a94033a09),segment_id=a4995e04-234e-4976-89c5-310a94033a09)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:51:21.958459 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (603cacde-2f37-4c9a-bec9-1d8b0343ffdd), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:21.963462 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:22.011121 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-4289e3cb-8b07-4c6c-9572-ca75d1b98de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e548f256-8fe0-48dc-a879-6665a50f046d', 'name': 'tempest-ServerRescueNegativeTestJSON-1771364971-router', 'tenant_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '8c494ce0-e6b5-4525-b16d-4d6baaa16e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:47:47Z', 'updated_at': '2022-08-31T09:47:56Z', 'revision_number': 4, 'project_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'gw_port': {'id': '8c494ce0-e6b5-4525-b16d-4d6baaa16e47', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:eb:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e548f256-8fe0-48dc-a879-6665a50f046d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:48Z', 'updated_at': '2022-08-31T09:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_floatingips': [{'id': '066922a7-8b5b-4a2e-ae36-2b8fcc700449', 'tenant_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'floating_ip_address': '172.27.3.19', 'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'router_id': 'e548f256-8fe0-48dc-a879-6665a50f046d', 'port_id': 'ebfc41b8-372f-4c67-97e3-7caa675975ac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e69cc92-d348-4eef-9a4c-b8daacafc440', 'mac_address': 'fa:16:3e:54:cf:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad92550c-f29b-4f97-9511-a2f1ffa98e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T09:50:56Z', 'updated_at': '2022-08-31T09:51:19Z', 'revision_number': 1, 'project_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84107282-1e36-4545-8fc1-71de5f445467', 'name': '', 'network_id': '2e69cc92-d348-4eef-9a4c-b8daacafc440', 'tenant_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'mac_address': 'fa:16:3e:56:9b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e548f256-8fe0-48dc-a879-6665a50f046d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '851420a3-644f-4898-b99d-54af1fb83d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:54Z', 'updated_at': '2022-08-31T09:48:09Z', 'revision_number': 5, 'project_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'subnets': [{'id': '851420a3-644f-4898-b99d-54af1fb83d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:22.027407 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5288968-a425-4b71-a82c-37b24dc30409 req-a9620791-f1f4-411e-9d1e-5c583cf6f9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:51:22.029443 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-b5288968-a425-4b71-a82c-37b24dc30409 req-a9620791-f1f4-411e-9d1e-5c583cf6f9e9 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=2e69cc92-d348-4eef-9a4c-b8daacafc440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0815752 Aug 31 09:51:22.054189 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4289e3cb-8b07-4c6c-9572-ca75d1b98de8 None None] Checking router: e548f256-8fe0-48dc-a879-6665a50f046d for host: dv-cinder-844961-2-iscsi {{(pid=112921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:51:22.065944 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 47804) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:51:22.071508 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [None req-4ac92f18-09f6-4518-9756-e7c6b107e4f8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-693922721-network', 'tenant_id': '061b65fc11484733bb6be383ff807570'}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:22.079066 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 47806) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:51:22.085496 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4289e3cb-8b07-4c6c-9572-ca75d1b98de8 None None] Routers {'e548f256-8fe0-48dc-a879-6665a50f046d'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:51:22.086153 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-4289e3cb-8b07-4c6c-9572-ca75d1b98de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:50:56Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['e548f256-8fe0-48dc-a879-6665a50f046d'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:22.088444 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Pushing event updated for resources: {'Port': ['ID=603cacde-2f37-4c9a-bec9-1d8b0343ffdd,revision_number=4']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:22.094021 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [None req-311a36b5-c6fd-4756-b1b4-90797c5229bb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-865095301-network', 'tenant_id': 'c5f727a6b9094171b5fd34fe23f9cc5a'}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:22.143438 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac92f18-09f6-4518-9756-e7c6b107e4f8 admin admin] Made reservation on behalf of 061b65fc11484733bb6be383ff807570 for: {'network': 1} {{(pid=112919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:51:22.147003 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-4ac92f18-09f6-4518-9756-e7c6b107e4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for network (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:22.151967 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311a36b5-c6fd-4756-b1b4-90797c5229bb admin admin] Made reservation on behalf of c5f727a6b9094171b5fd34fe23f9cc5a for: {'network': 1} {{(pid=112919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:51:22.155234 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-311a36b5-c6fd-4756-b1b4-90797c5229bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for network (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:22.176095 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-4ac92f18-09f6-4518-9756-e7c6b107e4f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:22.181055 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-311a36b5-c6fd-4756-b1b4-90797c5229bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:22.243667 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-b5288968-a425-4b71-a82c-37b24dc30409 req-5ac08fb0-e6b4-49aa-9561-36763146dcc4 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2e69cc92-d348-4eef-9a4c-b8daacafc440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065423 Aug 31 09:51:22.291767 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-4289e3cb-8b07-4c6c-9572-ca75d1b98de8 None None] Set router e548f256-8fe0-48dc-a879-6665a50f046d gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:51:22.310348 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3154b4-1cee-4a82-a6e4-d250d6672fbf None None] Sync routers for ids ['eac686d3-e381-4e81-8df0-b10cffb85e37'] in dv-cinder-844961-2-iscsi {{(pid=112922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:51:22.336964 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3154b4-1cee-4a82-a6e4-d250d6672fbf None None] Routers {'eac686d3-e381-4e81-8df0-b10cffb85e37'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:51:22.340551 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-6a3154b4-1cee-4a82-a6e4-d250d6672fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:50:56Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['eac686d3-e381-4e81-8df0-b10cffb85e37'], 'active': True} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:22.341780 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-311a36b5-c6fd-4756-b1b4-90797c5229bb admin admin] Publish callbacks [] for security_group (ee2a128f-b5b4-4c62-a8b6-7de823b71eba), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:22.352919 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-311a36b5-c6fd-4756-b1b4-90797c5229bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (ee2a128f-b5b4-4c62-a8b6-7de823b71eba), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:22.387227 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-311a36b5-c6fd-4756-b1b4-90797c5229bb admin admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=112919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:51:22.427736 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-4ac92f18-09f6-4518-9756-e7c6b107e4f8 admin admin] Publish callbacks [] for security_group (65acfeb7-8687-4a12-b5fc-bfac882d94b9), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:22.430143 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-311a36b5-c6fd-4756-b1b4-90797c5229bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927539'] for segment (3db91f2c-0d75-46a9-bde1-1aa79d1c50f3), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:22.430585 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.db.segments_db [None req-311a36b5-c6fd-4756-b1b4-90797c5229bb admin admin] Added segment 3db91f2c-0d75-46a9-bde1-1aa79d1c50f3 of type vlan for network 8135e0b2-ec6e-4bd2-9dae-a0b6b0bc88d8 Aug 31 09:51:22.433646 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=81,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:22.441948 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a36b5-c6fd-4756-b1b4-90797c5229bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2a128f-b5b4-4c62-a8b6-7de823b71eba,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:22.447453 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-4ac92f18-09f6-4518-9756-e7c6b107e4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (65acfeb7-8687-4a12-b5fc-bfac882d94b9), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:22.488499 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:22.491236 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-b5288968-a425-4b71-a82c-37b24dc30409 req-c2908256-df02-422b-af68-abe0252969f6 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2e69cc92-d348-4eef-9a4c-b8daacafc440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399950 Aug 31 09:51:22.529093 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ac92f18-09f6-4518-9756-e7c6b107e4f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=112919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:51:22.535075 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-311a36b5-c6fd-4756-b1b4-90797c5229bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747472916821'] for network (8135e0b2-ec6e-4bd2-9dae-a0b6b0bc88d8), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:22.556616 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvr_db [None req-6a3154b4-1cee-4a82-a6e4-d250d6672fbf None None] Set router eac686d3-e381-4e81-8df0-b10cffb85e37 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:51:22.605690 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac92f18-09f6-4518-9756-e7c6b107e4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65acfeb7-8687-4a12-b5fc-bfac882d94b9,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:22.622576 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-4ac92f18-09f6-4518-9756-e7c6b107e4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927539'] for segment (fa51746a-03eb-4e47-9677-cce153f216a0), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:22.622576 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.db.segments_db [None req-4ac92f18-09f6-4518-9756-e7c6b107e4f8 admin admin] Added segment fa51746a-03eb-4e47-9677-cce153f216a0 of type vlan for network 08ec41c0-ee0f-4624-b539-f468748549b1 Aug 31 09:51:22.629848 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-311a36b5-c6fd-4756-b1b4-90797c5229bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582'] for network (8135e0b2-ec6e-4bd2-9dae-a0b6b0bc88d8), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:22.631275 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311a36b5-c6fd-4756-b1b4-90797c5229bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:51:22.632028 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-311a36b5-c6fd-4756-b1b4-90797c5229bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for network (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:22.645277 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-4289e3cb-8b07-4c6c-9572-ca75d1b98de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e548f256-8fe0-48dc-a879-6665a50f046d', 'name': 'tempest-ServerRescueNegativeTestJSON-1771364971-router', 'tenant_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '8c494ce0-e6b5-4525-b16d-4d6baaa16e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:47:47Z', 'updated_at': '2022-08-31T09:47:56Z', 'revision_number': 4, 'project_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'gw_port': {'id': '8c494ce0-e6b5-4525-b16d-4d6baaa16e47', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:eb:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e548f256-8fe0-48dc-a879-6665a50f046d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:48Z', 'updated_at': '2022-08-31T09:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_floatingips': [{'id': '066922a7-8b5b-4a2e-ae36-2b8fcc700449', 'tenant_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'floating_ip_address': '172.27.3.19', 'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'router_id': 'e548f256-8fe0-48dc-a879-6665a50f046d', 'port_id': 'ebfc41b8-372f-4c67-97e3-7caa675975ac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e69cc92-d348-4eef-9a4c-b8daacafc440', 'mac_address': 'fa:16:3e:54:cf:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad92550c-f29b-4f97-9511-a2f1ffa98e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T09:50:56Z', 'updated_at': '2022-08-31T09:51:19Z', 'revision_number': 1, 'project_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84107282-1e36-4545-8fc1-71de5f445467', 'name': '', 'network_id': '2e69cc92-d348-4eef-9a4c-b8daacafc440', 'tenant_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'mac_address': 'fa:16:3e:56:9b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e548f256-8fe0-48dc-a879-6665a50f046d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '851420a3-644f-4898-b99d-54af1fb83d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:54Z', 'updated_at': '2022-08-31T09:48:09Z', 'revision_number': 5, 'project_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'subnets': [{'id': '851420a3-644f-4898-b99d-54af1fb83d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:22.712304 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4289e3cb-8b07-4c6c-9572-ca75d1b98de8 None None] The sync data for ids ['e548f256-8fe0-48dc-a879-6665a50f046d'] in dv-cinder-844961-2-iscsi is: [{'id': 'e548f256-8fe0-48dc-a879-6665a50f046d', 'name': 'tempest-ServerRescueNegativeTestJSON-1771364971-router', 'tenant_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '8c494ce0-e6b5-4525-b16d-4d6baaa16e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:47:47Z', 'updated_at': '2022-08-31T09:47:56Z', 'revision_number': 4, 'project_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'gw_port': {'id': '8c494ce0-e6b5-4525-b16d-4d6baaa16e47', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:eb:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e548f256-8fe0-48dc-a879-6665a50f046d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:48Z', 'updated_at': '2022-08-31T09:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_floatingips': [{'id': '066922a7-8b5b-4a2e-ae36-2b8fcc700449', 'tenant_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'floating_ip_address': '172.27.3.19', 'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'router_id': 'e548f256-8fe0-48dc-a879-6665a50f046d', 'port_id': 'ebfc41b8-372f-4c67-97e3-7caa675975ac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e69cc92-d348-4eef-9a4c-b8daacafc440', 'mac_address': 'fa:16:3e:54:cf:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad92550c-f29b-4f97-9511-a2f1ffa98e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T09:50:56Z', 'updated_at': '2022-08-31T09:51:19Z', 'revision_number': 1, 'project_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84107282-1e36-4545-8fc1-71de5f445467', 'name': '', 'network_id': '2e69cc92-d348-4eef-9a4c-b8daacafc440', 'tenant_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'mac_address': 'fa:16:3e:56:9b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e548f256-8fe0-48dc-a879-6665a50f046d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '851420a3-644f-4898-b99d-54af1fb83d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:54Z', 'updated_at': '2022-08-31T09:48:09Z', 'revision_number': 5, 'project_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'subnets': [{'id': '851420a3-644f-4898-b99d-54af1fb83d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:51:22.791016 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 78c393a7-e7a8-4c94-bb6c-6d14cbf71d63 up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:51:22.802828 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-311a36b5-c6fd-4756-b1b4-90797c5229bb admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7223315 Aug 31 09:51:22.807728 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 47810) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:51:22.813443 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-13a01158-d0da-4d40-a36c-92362513cccb admin admin] Request body: {'subnet': {'network_id': '8135e0b2-ec6e-4bd2-9dae-a0b6b0bc88d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-865095301-subnet', 'tenant_id': 'c5f727a6b9094171b5fd34fe23f9cc5a', 'ip_version': 4}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:22.845294 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-4ac92f18-09f6-4518-9756-e7c6b107e4f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747472916821'] for network (08ec41c0-ee0f-4624-b539-f468748549b1), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:22.848178 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a36b5-c6fd-4756-b1b4-90797c5229bb admin admin] Pushing event updated for resources: {'Network': ['ID=8135e0b2-ec6e-4bd2-9dae-a0b6b0bc88d8,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:22.876360 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a01158-d0da-4d40-a36c-92362513cccb admin admin] Made reservation on behalf of c5f727a6b9094171b5fd34fe23f9cc5a for: {'subnet': 1} {{(pid=112920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:51:22.881209 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-13a01158-d0da-4d40-a36c-92362513cccb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64498369'] for subnet (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:22.892807 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-6a3154b4-1cee-4a82-a6e4-d250d6672fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'name': 'tempest-TestVolumeBootPattern-35709202-router', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '603cacde-2f37-4c9a-bec9-1d8b0343ffdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:51:11Z', 'updated_at': '2022-08-31T09:51:17Z', 'revision_number': 4, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'gw_port': {'id': '603cacde-2f37-4c9a-bec9-1d8b0343ffdd', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:85:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:11Z', 'updated_at': '2022-08-31T09:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': '5d2ec1c7-5052-416f-81de-e9aab741524f', 'name': '', 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'mac_address': 'fa:16:3e:06:97:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '951df996-7b80-48db-8007-5a5a52488eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:16Z', 'updated_at': '2022-08-31T09:51:18Z', 'revision_number': 2, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'subnets': [{'id': '951df996-7b80-48db-8007-5a5a52488eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:22.912252 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:22.919430 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Network 8135e0b2-ec6e-4bd2-9dae-a0b6b0bc88d8 details requested by agent ovs-agent-dv-cinder-844961-2-iscsi with host dv-cinder-844961-2-iscsi {{(pid=112921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:51:22.923719 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ace7631-fbc6-4e72-a549-b4ac802ece3e None None] Sync routers for ids ['5ba489de-df5d-417a-8862-8dcedb3564ab'] in dv-cinder-844961-2-iscsi {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:51:22.935102 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3154b4-1cee-4a82-a6e4-d250d6672fbf None None] Checking router: eac686d3-e381-4e81-8df0-b10cffb85e37 for host: dv-cinder-844961-2-iscsi {{(pid=112922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:51:22.935557 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3154b4-1cee-4a82-a6e4-d250d6672fbf None None] Updating router eac686d3-e381-4e81-8df0-b10cffb85e37 port 5d2ec1c7-5052-416f-81de-e9aab741524f binding host dv-cinder-844961-2-iscsi {{(pid=112922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:51:22.938522 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-4ac92f18-09f6-4518-9756-e7c6b107e4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582'] for network (08ec41c0-ee0f-4624-b539-f468748549b1), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:22.941728 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac92f18-09f6-4518-9756-e7c6b107e4f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:51:22.943921 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-4ac92f18-09f6-4518-9756-e7c6b107e4f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for network (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:22.978120 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-6a3154b4-1cee-4a82-a6e4-d250d6672fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (5d2ec1c7-5052-416f-81de-e9aab741524f), before_update {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:23.039139 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ace7631-fbc6-4e72-a549-b4ac802ece3e None None] Routers {'5ba489de-df5d-417a-8862-8dcedb3564ab'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:51:23.039798 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-9ace7631-fbc6-4e72-a549-b4ac802ece3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:50:56Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['5ba489de-df5d-417a-8862-8dcedb3564ab'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:23.131518 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac92f18-09f6-4518-9756-e7c6b107e4f8 admin admin] Pushing event updated for resources: {'Network': ['ID=08ec41c0-ee0f-4624-b539-f468748549b1,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:23.165557 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-4ac92f18-09f6-4518-9756-e7c6b107e4f8 admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0978973 Aug 31 09:51:23.168335 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 47814) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:51:23.184726 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [None req-c38f9177-9356-4fc9-86e9-96d9917fa39a admin admin] Request body: {'subnet': {'network_id': '08ec41c0-ee0f-4624-b539-f468748549b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-693922721-subnet', 'tenant_id': '061b65fc11484733bb6be383ff807570', 'ip_version': 4}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:23.223001 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:23.229011 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-13a01158-d0da-4d40-a36c-92362513cccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64201957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64498391'] for subnet (5f31a27a-132a-4139-aa62-ca097cc7b5c5), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:23.239795 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38f9177-9356-4fc9-86e9-96d9917fa39a admin admin] Made reservation on behalf of 061b65fc11484733bb6be383ff807570 for: {'subnet': 1} {{(pid=112919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:51:23.244716 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-c38f9177-9356-4fc9-86e9-96d9917fa39a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65641895'] for subnet (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:23.254080 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c74400-0a55-4a6b-85f4-97b2c54ae30f None None] New status for floating IP 066922a7-8b5b-4a2e-ae36-2b8fcc700449: ACTIVE {{(pid=112922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 09:51:23.323491 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a01158-d0da-4d40-a36c-92362513cccb admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f31a27a-132a-4139-aa62-ca097cc7b5c5,revision_number=0']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:23.380668 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a01158-d0da-4d40-a36c-92362513cccb admin admin] Checking segment: {'id': '3db91f2c-0d75-46a9-bde1-1aa79d1c50f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8135e0b2-ec6e-4bd2-9dae-a0b6b0bc88d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:51:23.381731 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a01158-d0da-4d40-a36c-92362513cccb admin admin] Network hostable DHCP agents. Network: 8135e0b2-ec6e-4bd2-9dae-a0b6b0bc88d8, hostable agents: ['018d2bb8-ebf2-469c-9257-23530a727a9b'], hosted agents: [] {{(pid=112920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:51:23.382359 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Network 08ec41c0-ee0f-4624-b539-f468748549b1 details requested by agent ovs-agent-dv-cinder-844961-2-iscsi with host dv-cinder-844961-2-iscsi {{(pid=112921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:51:23.427624 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-6a3154b4-1cee-4a82-a6e4-d250d6672fbf None None] Publish callbacks [] for port (5d2ec1c7-5052-416f-81de-e9aab741524f), precommit_update {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:23.433920 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a01158-d0da-4d40-a36c-92362513cccb admin admin] Network 8135e0b2-ec6e-4bd2-9dae-a0b6b0bc88d8 is scheduled to be hosted by DHCP agent 018d2bb8-ebf2-469c-9257-23530a727a9b with binding_index 1 {{(pid=112920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:51:23.440522 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-6a3154b4-1cee-4a82-a6e4-d250d6672fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (5d2ec1c7-5052-416f-81de-e9aab741524f), after_update {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:23.458268 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.base_scheduler [None req-13a01158-d0da-4d40-a36c-92362513cccb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844961-2-iscsi, 8135e0b2-ec6e-4bd2-9dae-a0b6b0bc88d8) {{(pid=112920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:51:23.458794 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=100 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:23.472744 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a01158-d0da-4d40-a36c-92362513cccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:51:23.475643 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-13a01158-d0da-4d40-a36c-92362513cccb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:23.479677 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port 78c393a7-e7a8-4c94-bb6c-6d14cbf71d63 triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:51:23.480080 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (78c393a7-e7a8-4c94-bb6c-6d14cbf71d63), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:23.495793 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:23.496673 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:23.504069 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641e5ddb-29a7-449c-be59-814d006a210e None None] Network 8135e0b2-ec6e-4bd2-9dae-a0b6b0bc88d8 requested from dv-cinder-844961-2-iscsi {{(pid=112921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 09:51:23.506988 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-13a01158-d0da-4d40-a36c-92362513cccb admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6989119 Aug 31 09:51:23.517609 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 47824) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:51:23.527721 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-767843fa-d7e0-4432-937d-5768f3761b65 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-865095301-router', 'tenant_id': 'c5f727a6b9094171b5fd34fe23f9cc5a', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'}}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:23.529226 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-9ace7631-fbc6-4e72-a549-b4ac802ece3e None None] Set router 5ba489de-df5d-417a-8862-8dcedb3564ab gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:51:23.570380 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-767843fa-d7e0-4432-937d-5768f3761b65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-963210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7939'] for router (71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:23.571970 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-767843fa-d7e0-4432-937d-5768f3761b65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-964023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-909203', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7948'] for router (71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:23.583978 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.managers [None req-6a3154b4-1cee-4a82-a6e4-d250d6672fbf None None] Attempting to bind port 5d2ec1c7-5052-416f-81de-e9aab741524f on host dv-cinder-844961-2-iscsi for vnic_type normal with profile {{(pid=112922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 09:51:23.584600 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.managers [None req-6a3154b4-1cee-4a82-a6e4-d250d6672fbf None None] Attempting to bind port 5d2ec1c7-5052-416f-81de-e9aab741524f by drivers openvswitch,hyperv on host dv-cinder-844961-2-iscsi at level 0 using segments [{'id': 'ea218d44-3149-46b8-ba8f-676cf816a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a'}] {{(pid=112922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 09:51:23.585110 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3154b4-1cee-4a82-a6e4-d250d6672fbf None None] Attempting to bind port 5d2ec1c7-5052-416f-81de-e9aab741524f on network b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a {{(pid=112922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:51:23.585579 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-c38f9177-9356-4fc9-86e9-96d9917fa39a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66029822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65641905'] for subnet (cb57539b-79e0-444e-95b8-25fea7dc11ae), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:23.598821 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3154b4-1cee-4a82-a6e4-d250d6672fbf None None] Checking agent: {'id': '18a9d5f8-8bea-4c71-b161-cda838278486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844961-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 9, 39, 30), 'started_at': datetime.datetime(2022, 8, 31, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844961-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 09:51:23.599504 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3154b4-1cee-4a82-a6e4-d250d6672fbf None None] Checking segment: {'id': 'ea218d44-3149-46b8-ba8f-676cf816a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:51:23.600156 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-6a3154b4-1cee-4a82-a6e4-d250d6672fbf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:23.600730 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3154b4-1cee-4a82-a6e4-d250d6672fbf None None] Bound using segment: {'id': 'ea218d44-3149-46b8-ba8f-676cf816a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a'} {{(pid=112922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 09:51:23.601401 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.managers [None req-6a3154b4-1cee-4a82-a6e4-d250d6672fbf None None] Bound port: 5d2ec1c7-5052-416f-81de-e9aab741524f, host: dv-cinder-844961-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea218d44-3149-46b8-ba8f-676cf816a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a'}}] {{(pid=112922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 09:51:23.602029 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-6a3154b4-1cee-4a82-a6e4-d250d6672fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (5d2ec1c7-5052-416f-81de-e9aab741524f), before_update {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:23.651614 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-767843fa-d7e0-4432-937d-5768f3761b65 admin admin] Publish callbacks [] for router_controller (71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c), precommit_add_association {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:23.677676 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.db [None req-6a3154b4-1cee-4a82-a6e4-d250d6672fbf None None] For port 5d2ec1c7-5052-416f-81de-e9aab741524f, host dv-cinder-844961-2-iscsi, cleared binding levels {{(pid=112922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:51:23.681220 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.db [None req-6a3154b4-1cee-4a82-a6e4-d250d6672fbf None None] For port 5d2ec1c7-5052-416f-81de-e9aab741524f, host dv-cinder-844961-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=5d2ec1c7-5052-416f-81de-e9aab741524f,segment=NetworkSegment(ea218d44-3149-46b8-ba8f-676cf816a455),segment_id=ea218d44-3149-46b8-ba8f-676cf816a455)] {{(pid=112922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:51:23.688132 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38f9177-9356-4fc9-86e9-96d9917fa39a admin admin] Checking segment: {'id': 'fa51746a-03eb-4e47-9677-cce153f216a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '08ec41c0-ee0f-4624-b539-f468748549b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:51:23.688499 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38f9177-9356-4fc9-86e9-96d9917fa39a admin admin] Network hostable DHCP agents. Network: 08ec41c0-ee0f-4624-b539-f468748549b1, hostable agents: ['018d2bb8-ebf2-469c-9257-23530a727a9b'], hosted agents: [] {{(pid=112919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:51:23.693799 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f9177-9356-4fc9-86e9-96d9917fa39a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb57539b-79e0-444e-95b8-25fea7dc11ae,revision_number=0']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:23.694424 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-6a3154b4-1cee-4a82-a6e4-d250d6672fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (5d2ec1c7-5052-416f-81de-e9aab741524f), after_update {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:23.722588 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38f9177-9356-4fc9-86e9-96d9917fa39a admin admin] Network 08ec41c0-ee0f-4624-b539-f468748549b1 is scheduled to be hosted by DHCP agent 018d2bb8-ebf2-469c-9257-23530a727a9b with binding_index 1 {{(pid=112919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:51:23.736956 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.base_scheduler [None req-c38f9177-9356-4fc9-86e9-96d9917fa39a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844961-2-iscsi, 08ec41c0-ee0f-4624-b539-f468748549b1) {{(pid=112919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:51:23.745374 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38f9177-9356-4fc9-86e9-96d9917fa39a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:51:23.746191 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-c38f9177-9356-4fc9-86e9-96d9917fa39a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for subnet (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:23.753001 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b2432e-3066-4be5-9a7b-bb958618772d None None] Pushing event updated for resources: {'Port': ['ID=5d2ec1c7-5052-416f-81de-e9aab741524f,revision_number=3']} {{(pid=112922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:23.762229 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3154b4-1cee-4a82-a6e4-d250d6672fbf None None] Routers {'eac686d3-e381-4e81-8df0-b10cffb85e37'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:51:23.763013 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-6a3154b4-1cee-4a82-a6e4-d250d6672fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:50:56Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['eac686d3-e381-4e81-8df0-b10cffb85e37'], 'active': True} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:23.778704 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89d6063-3948-44c1-bec5-e3aabf70a175 None None] Network 08ec41c0-ee0f-4624-b539-f468748549b1 requested from dv-cinder-844961-2-iscsi {{(pid=112921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 09:51:23.782580 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-c38f9177-9356-4fc9-86e9-96d9917fa39a admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6066530 Aug 31 09:51:23.785590 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 47828) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:51:23.797413 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [None req-26aa1a08-aec4-460a-90d5-a42e81c81b2d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-693922721-router', 'tenant_id': '061b65fc11484733bb6be383ff807570', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'}}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:23.855587 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-26aa1a08-aec4-460a-90d5-a42e81c81b2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-963210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7939'] for router (c19b136f-fefa-4897-a84e-9adeeae9bde5), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:23.857256 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-26aa1a08-aec4-460a-90d5-a42e81c81b2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-964023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-909203', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7948'] for router (c19b136f-fefa-4897-a84e-9adeeae9bde5), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:23.915785 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b2432e-3066-4be5-9a7b-bb958618772d None None] Pushing event updated for resources: {'Port': ['ID=5d2ec1c7-5052-416f-81de-e9aab741524f,revision_number=4']} {{(pid=112922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:23.970950 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443347e8-12eb-41e5-a268-5439c833cb95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf769dcf0-00d3-5bf4-b672-2b9122ce186a-8135e0b2-ec6e-4bd2-9dae-a0b6b0bc88d8', 'network_id': '8135e0b2-ec6e-4bd2-9dae-a0b6b0bc88d8', 'project_id': 'c5f727a6b9094171b5fd34fe23f9cc5a', 'fixed_ips': [{'subnet_id': '5f31a27a-132a-4139-aa62-ca097cc7b5c5'}]}} from dv-cinder-844961-2-iscsi. {{(pid=112921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 09:51:23.971999 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvr_db [None req-6a3154b4-1cee-4a82-a6e4-d250d6672fbf None None] Set router eac686d3-e381-4e81-8df0-b10cffb85e37 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:51:23.972155 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-443347e8-12eb-41e5-a268-5439c833cb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:23.974282 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port 78c393a7-e7a8-4c94-bb6c-6d14cbf71d63 is: ACTIVE; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:51:23.975936 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 603cacde-2f37-4c9a-bec9-1d8b0343ffdd up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:51:23.987387 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-26aa1a08-aec4-460a-90d5-a42e81c81b2d admin admin] Publish callbacks [] for router_controller (c19b136f-fefa-4897-a84e-9adeeae9bde5), precommit_add_association {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:24.065856 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=9 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:24.224081 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f81817-5d47-45ef-8ac5-5ec1ec61473e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf769dcf0-00d3-5bf4-b672-2b9122ce186a-08ec41c0-ee0f-4624-b539-f468748549b1', 'network_id': '08ec41c0-ee0f-4624-b539-f468748549b1', 'project_id': '061b65fc11484733bb6be383ff807570', 'fixed_ips': [{'subnet_id': 'cb57539b-79e0-444e-95b8-25fea7dc11ae'}]}} from dv-cinder-844961-2-iscsi. {{(pid=112921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 09:51:24.225143 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b7f81817-5d47-45ef-8ac5-5ec1ec61473e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:24.273190 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-9ace7631-fbc6-4e72-a549-b4ac802ece3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba489de-df5d-417a-8862-8dcedb3564ab', 'name': 'tempest-TestShelveInstance-390033029-router', 'tenant_id': 'b058d5f34eee47a58629407e166f3499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '78c393a7-e7a8-4c94-bb6c-6d14cbf71d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:51:12Z', 'updated_at': '2022-08-31T09:51:19Z', 'revision_number': 4, 'project_id': 'b058d5f34eee47a58629407e166f3499', 'gw_port': {'id': '78c393a7-e7a8-4c94-bb6c-6d14cbf71d63', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba489de-df5d-417a-8862-8dcedb3564ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:13Z', 'updated_at': '2022-08-31T09:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': '6cda3252-6a1e-4e20-95fc-254b396661ab', 'name': '', 'network_id': '177a62e1-5d2b-4e36-ba2d-27911ac1eac2', 'tenant_id': 'b058d5f34eee47a58629407e166f3499', 'mac_address': 'fa:16:3e:c5:a5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba489de-df5d-417a-8862-8dcedb3564ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '100d0a81-296f-40bc-b9da-620cf0c03709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:18Z', 'updated_at': '2022-08-31T09:51:19Z', 'revision_number': 2, 'project_id': 'b058d5f34eee47a58629407e166f3499', 'subnets': [{'id': '100d0a81-296f-40bc-b9da-620cf0c03709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:24.284402 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port 603cacde-2f37-4c9a-bec9-1d8b0343ffdd triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:51:24.284617 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-767843fa-d7e0-4432-937d-5768f3761b65 admin admin] Publish callbacks [] for router_gateway (71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c), precommit_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:24.284795 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (603cacde-2f37-4c9a-bec9-1d8b0343ffdd), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:24.336285 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ace7631-fbc6-4e72-a549-b4ac802ece3e None None] Checking router: 5ba489de-df5d-417a-8862-8dcedb3564ab for host: dv-cinder-844961-2-iscsi {{(pid=112921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:51:24.336740 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ace7631-fbc6-4e72-a549-b4ac802ece3e None None] Updating router 5ba489de-df5d-417a-8862-8dcedb3564ab port 6cda3252-6a1e-4e20-95fc-254b396661ab binding host dv-cinder-844961-2-iscsi {{(pid=112921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:51:24.339172 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-059ec68e-3a27-4472-95a1-6f793568c4c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:24.340557 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:24.342848 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-6a3154b4-1cee-4a82-a6e4-d250d6672fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'name': 'tempest-TestVolumeBootPattern-35709202-router', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '603cacde-2f37-4c9a-bec9-1d8b0343ffdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:51:11Z', 'updated_at': '2022-08-31T09:51:17Z', 'revision_number': 4, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'gw_port': {'id': '603cacde-2f37-4c9a-bec9-1d8b0343ffdd', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:85:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:11Z', 'updated_at': '2022-08-31T09:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': '5d2ec1c7-5052-416f-81de-e9aab741524f', 'name': '', 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'mac_address': 'fa:16:3e:06:97:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '951df996-7b80-48db-8007-5a5a52488eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:16Z', 'updated_at': '2022-08-31T09:51:23Z', 'revision_number': 4, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'subnets': [{'id': '951df996-7b80-48db-8007-5a5a52488eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:24.381657 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3154b4-1cee-4a82-a6e4-d250d6672fbf None None] The sync data for ids ['eac686d3-e381-4e81-8df0-b10cffb85e37'] in dv-cinder-844961-2-iscsi is: [{'id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'name': 'tempest-TestVolumeBootPattern-35709202-router', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '603cacde-2f37-4c9a-bec9-1d8b0343ffdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:51:11Z', 'updated_at': '2022-08-31T09:51:17Z', 'revision_number': 4, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'gw_port': {'id': '603cacde-2f37-4c9a-bec9-1d8b0343ffdd', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:85:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:11Z', 'updated_at': '2022-08-31T09:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': '5d2ec1c7-5052-416f-81de-e9aab741524f', 'name': '', 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'mac_address': 'fa:16:3e:06:97:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '951df996-7b80-48db-8007-5a5a52488eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:16Z', 'updated_at': '2022-08-31T09:51:23Z', 'revision_number': 4, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'subnets': [{'id': '951df996-7b80-48db-8007-5a5a52488eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:51:24.497346 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-26aa1a08-aec4-460a-90d5-a42e81c81b2d admin admin] Publish callbacks [] for router_gateway (c19b136f-fefa-4897-a84e-9adeeae9bde5), precommit_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:24.502965 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:24.555296 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:24.563575 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-9ace7631-fbc6-4e72-a549-b4ac802ece3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (6cda3252-6a1e-4e20-95fc-254b396661ab), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:24.573670 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.db_base_plugin_common [None req-443347e8-12eb-41e5-a268-5439c833cb95 None None] Allocated IP 172.20.0.2 (8135e0b2-ec6e-4bd2-9dae-a0b6b0bc88d8/5f31a27a-132a-4139-aa62-ca097cc7b5c5/2965b51f-8f2d-4ce3-ac6a-aad9318f200a) {{(pid=112921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:51:24.590629 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:24.630687 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-767843fa-d7e0-4432-937d-5768f3761b65 admin admin] Publish callbacks [] for router_gateway (71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:24.656387 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-767843fa-d7e0-4432-937d-5768f3761b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:24.729142 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.db_base_plugin_common [None req-b7f81817-5d47-45ef-8ac5-5ec1ec61473e None None] Allocated IP 172.20.0.2 (08ec41c0-ee0f-4624-b539-f468748549b1/cb57539b-79e0-444e-95b8-25fea7dc11ae/f4c3c6ad-d042-461d-ae7a-a59dcaa82865) {{(pid=112921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:51:24.776623 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-26aa1a08-aec4-460a-90d5-a42e81c81b2d admin admin] Publish callbacks [] for router_gateway (c19b136f-fefa-4897-a84e-9adeeae9bde5), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:24.800419 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-26aa1a08-aec4-460a-90d5-a42e81c81b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:24.801401 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.db_base_plugin_common [None req-767843fa-d7e0-4432-937d-5768f3761b65 admin admin] Allocated IP 172.27.3.201 (9ecc2a3c-efc3-4c90-8e67-1028759a248c/b5177607-d6ca-45c7-ac03-71d68f18093b/d55b4104-9d4f-4762-ba58-f9e7a26df653) {{(pid=112920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:51:24.942229 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-767843fa-d7e0-4432-937d-5768f3761b65 admin admin] Publish callbacks [] for port (d55b4104-9d4f-4762-ba58-f9e7a26df653), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:24.943862 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port 603cacde-2f37-4c9a-bec9-1d8b0343ffdd is: ACTIVE; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:51:24.996012 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-767843fa-d7e0-4432-937d-5768f3761b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64202837'] for port (d55b4104-9d4f-4762-ba58-f9e7a26df653), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:25.017619 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:25.051938 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767843fa-d7e0-4432-937d-5768f3761b65 admin admin] Network 9ecc2a3c-efc3-4c90-8e67-1028759a248c is already hosted by enough agents. {{(pid=112920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:51:25.060026 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.base_scheduler [None req-767843fa-d7e0-4432-937d-5768f3761b65 admin admin] Resources bound (agent type, host, resource id): {{(pid=112920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:51:25.068151 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767843fa-d7e0-4432-937d-5768f3761b65 admin admin] Received port after_create {{(pid=112920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:51:25.115624 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767843fa-d7e0-4432-937d-5768f3761b65 admin admin] Pushing event updated for resources: {'Port': ['ID=d55b4104-9d4f-4762-ba58-f9e7a26df653,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:25.139595 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.db_base_plugin_common [None req-26aa1a08-aec4-460a-90d5-a42e81c81b2d admin admin] Allocated IP 172.27.3.146 (9ecc2a3c-efc3-4c90-8e67-1028759a248c/b5177607-d6ca-45c7-ac03-71d68f18093b/f5f16cdd-52b3-44b8-b4e0-572152f76ea4) {{(pid=112919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:51:25.152628 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 5d2ec1c7-5052-416f-81de-e9aab741524f up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:51:25.324014 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-26aa1a08-aec4-460a-90d5-a42e81c81b2d admin admin] Publish callbacks [] for port (f5f16cdd-52b3-44b8-b4e0-572152f76ea4), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:25.380824 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-26aa1a08-aec4-460a-90d5-a42e81c81b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66028622'] for port (f5f16cdd-52b3-44b8-b4e0-572152f76ea4), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:25.399958 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b7f81817-5d47-45ef-8ac5-5ec1ec61473e None None] Publish callbacks [] for port (f4c3c6ad-d042-461d-ae7a-a59dcaa82865), precommit_create {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:25.446292 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b7f81817-5d47-45ef-8ac5-5ec1ec61473e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278'] for port (f4c3c6ad-d042-461d-ae7a-a59dcaa82865), after_create {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:25.450395 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-443347e8-12eb-41e5-a268-5439c833cb95 None None] Publish callbacks [] for port (2965b51f-8f2d-4ce3-ac6a-aad9318f200a), precommit_create {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:25.472543 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aa1a08-aec4-460a-90d5-a42e81c81b2d admin admin] Pushing event updated for resources: {'Port': ['ID=f5f16cdd-52b3-44b8-b4e0-572152f76ea4,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:25.488749 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26aa1a08-aec4-460a-90d5-a42e81c81b2d admin admin] Network 9ecc2a3c-efc3-4c90-8e67-1028759a248c is already hosted by enough agents. {{(pid=112919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:51:25.499930 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.base_scheduler [None req-26aa1a08-aec4-460a-90d5-a42e81c81b2d admin admin] Resources bound (agent type, host, resource id): {{(pid=112919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:51:25.506465 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26aa1a08-aec4-460a-90d5-a42e81c81b2d admin admin] Received port after_create {{(pid=112919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:51:25.515912 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-443347e8-12eb-41e5-a268-5439c833cb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278'] for port (2965b51f-8f2d-4ce3-ac6a-aad9318f200a), after_create {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:25.527894 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=86,neutron:UPDATE=8,neutron:INSERT=6 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:25.531951 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-767843fa-d7e0-4432-937d-5768f3761b65 admin admin] Publish callbacks [] for router_gateway (71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:25.557980 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f81817-5d47-45ef-8ac5-5ec1ec61473e None None] Network 08ec41c0-ee0f-4624-b539-f468748549b1 is already hosted by enough agents. {{(pid=112921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:51:25.565318 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:25.589345 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.scheduler.base_scheduler [None req-b7f81817-5d47-45ef-8ac5-5ec1ec61473e None None] Resources bound (agent type, host, resource id): {{(pid=112921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:51:25.601058 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f81817-5d47-45ef-8ac5-5ec1ec61473e None None] Received port after_create {{(pid=112921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:51:25.609265 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443347e8-12eb-41e5-a268-5439c833cb95 None None] Network 8135e0b2-ec6e-4bd2-9dae-a0b6b0bc88d8 is already hosted by enough agents. {{(pid=112921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:51:25.612971 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f81817-5d47-45ef-8ac5-5ec1ec61473e None None] Pushing event updated for resources: {'Port': ['ID=f4c3c6ad-d042-461d-ae7a-a59dcaa82865,revision_number=1']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:25.622220 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port 5d2ec1c7-5052-416f-81de-e9aab741524f triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:51:25.622609 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (5d2ec1c7-5052-416f-81de-e9aab741524f), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:25.656150 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.scheduler.base_scheduler [None req-443347e8-12eb-41e5-a268-5439c833cb95 None None] Resources bound (agent type, host, resource id): {{(pid=112921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:51:25.659532 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443347e8-12eb-41e5-a268-5439c833cb95 None None] Received port after_create {{(pid=112921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:51:25.832118 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-9ace7631-fbc6-4e72-a549-b4ac802ece3e None None] Publish callbacks [] for port (6cda3252-6a1e-4e20-95fc-254b396661ab), precommit_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:25.837365 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443347e8-12eb-41e5-a268-5439c833cb95 None None] Pushing event updated for resources: {'Port': ['ID=2965b51f-8f2d-4ce3-ac6a-aad9318f200a,revision_number=1']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:25.878793 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e6f198be-e193-4693-a253-f9c4522a6272), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:25.879544 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-9ace7631-fbc6-4e72-a549-b4ac802ece3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (6cda3252-6a1e-4e20-95fc-254b396661ab), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:25.882573 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-767843fa-d7e0-4432-937d-5768f3761b65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-964079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-964474'] for router (71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:25.899769 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-b7f81817-5d47-45ef-8ac5-5ec1ec61473e None None] Attempting to bind port f4c3c6ad-d042-461d-ae7a-a59dcaa82865 on host dv-cinder-844961-2-iscsi for vnic_type normal with profile {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 09:51:25.900125 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-b7f81817-5d47-45ef-8ac5-5ec1ec61473e None None] Attempting to bind port f4c3c6ad-d042-461d-ae7a-a59dcaa82865 by drivers openvswitch,hyperv on host dv-cinder-844961-2-iscsi at level 0 using segments [{'id': 'fa51746a-03eb-4e47-9677-cce153f216a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '08ec41c0-ee0f-4624-b539-f468748549b1'}] {{(pid=112921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 09:51:25.900498 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f81817-5d47-45ef-8ac5-5ec1ec61473e None None] Attempting to bind port f4c3c6ad-d042-461d-ae7a-a59dcaa82865 on network 08ec41c0-ee0f-4624-b539-f468748549b1 {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:51:25.930624 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-443347e8-12eb-41e5-a268-5439c833cb95 None None] Attempting to bind port 2965b51f-8f2d-4ce3-ac6a-aad9318f200a on host dv-cinder-844961-2-iscsi for vnic_type normal with profile {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 09:51:25.931000 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-443347e8-12eb-41e5-a268-5439c833cb95 None None] Attempting to bind port 2965b51f-8f2d-4ce3-ac6a-aad9318f200a by drivers openvswitch,hyperv on host dv-cinder-844961-2-iscsi at level 0 using segments [{'id': '3db91f2c-0d75-46a9-bde1-1aa79d1c50f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8135e0b2-ec6e-4bd2-9dae-a0b6b0bc88d8'}] {{(pid=112921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 09:51:25.931361 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443347e8-12eb-41e5-a268-5439c833cb95 None None] Attempting to bind port 2965b51f-8f2d-4ce3-ac6a-aad9318f200a on network 8135e0b2-ec6e-4bd2-9dae-a0b6b0bc88d8 {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:51:25.940261 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f81817-5d47-45ef-8ac5-5ec1ec61473e None None] Checking agent: {'id': '18a9d5f8-8bea-4c71-b161-cda838278486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844961-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 9, 39, 30), 'started_at': datetime.datetime(2022, 8, 31, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844961-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 09:51:25.940637 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f81817-5d47-45ef-8ac5-5ec1ec61473e None None] Checking segment: {'id': 'fa51746a-03eb-4e47-9677-cce153f216a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '08ec41c0-ee0f-4624-b539-f468748549b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:51:25.941051 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b7f81817-5d47-45ef-8ac5-5ec1ec61473e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:25.941475 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f81817-5d47-45ef-8ac5-5ec1ec61473e None None] Bound using segment: {'id': 'fa51746a-03eb-4e47-9677-cce153f216a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '08ec41c0-ee0f-4624-b539-f468748549b1'} {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 09:51:25.941976 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-b7f81817-5d47-45ef-8ac5-5ec1ec61473e None None] Bound port: f4c3c6ad-d042-461d-ae7a-a59dcaa82865, host: dv-cinder-844961-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa51746a-03eb-4e47-9677-cce153f216a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '08ec41c0-ee0f-4624-b539-f468748549b1'}}] {{(pid=112921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 09:51:25.943024 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b7f81817-5d47-45ef-8ac5-5ec1ec61473e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (f4c3c6ad-d042-461d-ae7a-a59dcaa82865), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:25.948473 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-26aa1a08-aec4-460a-90d5-a42e81c81b2d admin admin] Publish callbacks [] for router_gateway (c19b136f-fefa-4897-a84e-9adeeae9bde5), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:25.955487 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:25.990580 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443347e8-12eb-41e5-a268-5439c833cb95 None None] Checking agent: {'id': '18a9d5f8-8bea-4c71-b161-cda838278486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844961-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 9, 39, 30), 'started_at': datetime.datetime(2022, 8, 31, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844961-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 09:51:25.991186 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443347e8-12eb-41e5-a268-5439c833cb95 None None] Checking segment: {'id': '3db91f2c-0d75-46a9-bde1-1aa79d1c50f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8135e0b2-ec6e-4bd2-9dae-a0b6b0bc88d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:51:25.991292 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-443347e8-12eb-41e5-a268-5439c833cb95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:25.991686 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443347e8-12eb-41e5-a268-5439c833cb95 None None] Bound using segment: {'id': '3db91f2c-0d75-46a9-bde1-1aa79d1c50f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8135e0b2-ec6e-4bd2-9dae-a0b6b0bc88d8'} {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 09:51:25.992183 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-443347e8-12eb-41e5-a268-5439c833cb95 None None] Bound port: 2965b51f-8f2d-4ce3-ac6a-aad9318f200a, host: dv-cinder-844961-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3db91f2c-0d75-46a9-bde1-1aa79d1c50f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8135e0b2-ec6e-4bd2-9dae-a0b6b0bc88d8'}}] {{(pid=112921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 09:51:25.992567 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-443347e8-12eb-41e5-a268-5439c833cb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (2965b51f-8f2d-4ce3-ac6a-aad9318f200a), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:26.068466 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port 5d2ec1c7-5052-416f-81de-e9aab741524f is: DOWN; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:51:26.068864 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (5d2ec1c7-5052-416f-81de-e9aab741524f), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:26.072471 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4aa98f-ccec-4fd9-86b3-a027f25fd58a None None] Pushing event updated for resources: {'Port': ['ID=6cda3252-6a1e-4e20-95fc-254b396661ab,revision_number=3']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:26.090834 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-767843fa-d7e0-4432-937d-5768f3761b65 admin admin] Router 71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c is scheduled to L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 with binding_index 1 {{(pid=112920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:51:26.096000 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:26.174038 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:26.181419 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-9ace7631-fbc6-4e72-a549-b4ac802ece3e None None] Attempting to bind port 6cda3252-6a1e-4e20-95fc-254b396661ab on host dv-cinder-844961-2-iscsi for vnic_type normal with profile {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 09:51:26.181419 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-9ace7631-fbc6-4e72-a549-b4ac802ece3e None None] Attempting to bind port 6cda3252-6a1e-4e20-95fc-254b396661ab by drivers openvswitch,hyperv on host dv-cinder-844961-2-iscsi at level 0 using segments [{'id': '9bae367b-c7ab-46d0-9a67-97eb94131586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '177a62e1-5d2b-4e36-ba2d-27911ac1eac2'}] {{(pid=112921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 09:51:26.181731 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ace7631-fbc6-4e72-a549-b4ac802ece3e None None] Attempting to bind port 6cda3252-6a1e-4e20-95fc-254b396661ab on network 177a62e1-5d2b-4e36-ba2d-27911ac1eac2 {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:51:26.226492 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767843fa-d7e0-4432-937d-5768f3761b65 admin admin] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:51:26.230273 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ace7631-fbc6-4e72-a549-b4ac802ece3e None None] Checking agent: {'id': '18a9d5f8-8bea-4c71-b161-cda838278486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844961-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 9, 39, 30), 'started_at': datetime.datetime(2022, 8, 31, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844961-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 09:51:26.230686 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ace7631-fbc6-4e72-a549-b4ac802ece3e None None] Checking segment: {'id': '9bae367b-c7ab-46d0-9a67-97eb94131586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '177a62e1-5d2b-4e36-ba2d-27911ac1eac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:51:26.231160 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-9ace7631-fbc6-4e72-a549-b4ac802ece3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:26.231668 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ace7631-fbc6-4e72-a549-b4ac802ece3e None None] Bound using segment: {'id': '9bae367b-c7ab-46d0-9a67-97eb94131586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '177a62e1-5d2b-4e36-ba2d-27911ac1eac2'} {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 09:51:26.232166 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-9ace7631-fbc6-4e72-a549-b4ac802ece3e None None] Bound port: 6cda3252-6a1e-4e20-95fc-254b396661ab, host: dv-cinder-844961-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bae367b-c7ab-46d0-9a67-97eb94131586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '177a62e1-5d2b-4e36-ba2d-27911ac1eac2'}}] {{(pid=112921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 09:51:26.232569 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-9ace7631-fbc6-4e72-a549-b4ac802ece3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (6cda3252-6a1e-4e20-95fc-254b396661ab), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:26.241914 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-26aa1a08-aec4-460a-90d5-a42e81c81b2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-964079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-964474'] for router (c19b136f-fefa-4897-a84e-9adeeae9bde5), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:26.242126 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] For port 5d2ec1c7-5052-416f-81de-e9aab741524f, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=5d2ec1c7-5052-416f-81de-e9aab741524f,segment=NetworkSegment(ea218d44-3149-46b8-ba8f-676cf816a455),segment_id=ea218d44-3149-46b8-ba8f-676cf816a455)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:51:26.243314 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-b7f81817-5d47-45ef-8ac5-5ec1ec61473e None None] For port f4c3c6ad-d042-461d-ae7a-a59dcaa82865, host dv-cinder-844961-2-iscsi, cleared binding levels {{(pid=112921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:51:26.252353 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883de99a-3a4c-442f-9c9d-40667d8a3a83 None None] Sync routers for ids ['71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c'] in dv-cinder-844961-2-iscsi {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:51:26.252871 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-767843fa-d7e0-4432-937d-5768f3761b65 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:26.254225 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-767843fa-d7e0-4432-937d-5768f3761b65 admin admin] 10.222.0.13 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7355390 Aug 31 09:51:26.257536 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 47838) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:51:26.274017 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (5d2ec1c7-5052-416f-81de-e9aab741524f), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:26.288175 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-b7f81817-5d47-45ef-8ac5-5ec1ec61473e None None] For port f4c3c6ad-d042-461d-ae7a-a59dcaa82865, host dv-cinder-844961-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=f4c3c6ad-d042-461d-ae7a-a59dcaa82865,segment=NetworkSegment(fa51746a-03eb-4e47-9677-cce153f216a0),segment_id=fa51746a-03eb-4e47-9677-cce153f216a0)] {{(pid=112921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:51:26.290484 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-443347e8-12eb-41e5-a268-5439c833cb95 None None] For port 2965b51f-8f2d-4ce3-ac6a-aad9318f200a, host dv-cinder-844961-2-iscsi, cleared binding levels {{(pid=112921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:51:26.347452 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:26.349172 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b7f81817-5d47-45ef-8ac5-5ec1ec61473e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (f4c3c6ad-d042-461d-ae7a-a59dcaa82865), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:26.354445 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-443347e8-12eb-41e5-a268-5439c833cb95 None None] For port 2965b51f-8f2d-4ce3-ac6a-aad9318f200a, host dv-cinder-844961-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=2965b51f-8f2d-4ce3-ac6a-aad9318f200a,segment=NetworkSegment(3db91f2c-0d75-46a9-bde1-1aa79d1c50f3),segment_id=3db91f2c-0d75-46a9-bde1-1aa79d1c50f3)] {{(pid=112921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:51:26.376130 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883de99a-3a4c-442f-9c9d-40667d8a3a83 None None] Routers {'71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:51:26.376788 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-883de99a-3a4c-442f-9c9d-40667d8a3a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:50:56Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:26.395536 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-443347e8-12eb-41e5-a268-5439c833cb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (2965b51f-8f2d-4ce3-ac6a-aad9318f200a), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:26.462760 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26aa1a08-aec4-460a-90d5-a42e81c81b2d admin admin] Router c19b136f-fefa-4897-a84e-9adeeae9bde5 is scheduled to L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 with binding_index 1 {{(pid=112919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:51:26.519796 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Pushing event updated for resources: {'Port': ['ID=5d2ec1c7-5052-416f-81de-e9aab741524f,revision_number=5']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:26.533468 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:26.553192 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-9ace7631-fbc6-4e72-a549-b4ac802ece3e None None] For port 6cda3252-6a1e-4e20-95fc-254b396661ab, host dv-cinder-844961-2-iscsi, cleared binding levels {{(pid=112921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:51:26.589296 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-bddd13f1-71bf-41ff-9209-e549e75c3d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:26.652534 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-9ace7631-fbc6-4e72-a549-b4ac802ece3e None None] For port 6cda3252-6a1e-4e20-95fc-254b396661ab, host dv-cinder-844961-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=6cda3252-6a1e-4e20-95fc-254b396661ab,segment=NetworkSegment(9bae367b-c7ab-46d0-9a67-97eb94131586),segment_id=9bae367b-c7ab-46d0-9a67-97eb94131586)] {{(pid=112921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:51:26.674416 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-9ace7631-fbc6-4e72-a549-b4ac802ece3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (6cda3252-6a1e-4e20-95fc-254b396661ab), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:26.698030 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26aa1a08-aec4-460a-90d5-a42e81c81b2d admin admin] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:51:26.713979 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f81817-5d47-45ef-8ac5-5ec1ec61473e None None] Pushing event updated for resources: {'Port': ['ID=f4c3c6ad-d042-461d-ae7a-a59dcaa82865,revision_number=2']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:26.723928 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-883de99a-3a4c-442f-9c9d-40667d8a3a83 None None] Set router 71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:51:26.726736 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cca3734-955a-4955-a649-49cc6efac3b3 None None] Sync routers for ids ['c19b136f-fefa-4897-a84e-9adeeae9bde5'] in dv-cinder-844961-2-iscsi {{(pid=112922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:51:26.757878 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cca3734-955a-4955-a649-49cc6efac3b3 None None] Routers {'c19b136f-fefa-4897-a84e-9adeeae9bde5'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:51:26.759147 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-1cca3734-955a-4955-a649-49cc6efac3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:51:26Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['c19b136f-fefa-4897-a84e-9adeeae9bde5'], 'active': True} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:26.773332 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-26aa1a08-aec4-460a-90d5-a42e81c81b2d admin admin] Publish callbacks [] for router (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:26.774844 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-26aa1a08-aec4-460a-90d5-a42e81c81b2d admin admin] 10.222.0.13 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9849560 Aug 31 09:51:26.777645 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 47842) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:51:26.819288 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ace7631-fbc6-4e72-a549-b4ac802ece3e None None] Routers {'5ba489de-df5d-417a-8862-8dcedb3564ab'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:51:26.820309 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-9ace7631-fbc6-4e72-a549-b4ac802ece3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:51:26Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['5ba489de-df5d-417a-8862-8dcedb3564ab'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:26.942196 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:27.104049 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvr_db [None req-1cca3734-955a-4955-a649-49cc6efac3b3 None None] Set router c19b136f-fefa-4897-a84e-9adeeae9bde5 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:51:27.150689 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e68a5a85-b4c5-4777-9c6c-973ed7af17fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:27.158695 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-9ace7631-fbc6-4e72-a549-b4ac802ece3e None None] Set router 5ba489de-df5d-417a-8862-8dcedb3564ab gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:51:27.353773 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 5d2ec1c7-5052-416f-81de-e9aab741524f up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:51:27.403561 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443347e8-12eb-41e5-a268-5439c833cb95 None None] Pushing event updated for resources: {'Port': ['ID=2965b51f-8f2d-4ce3-ac6a-aad9318f200a,revision_number=2']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:27.428523 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:27.476124 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:27.477606 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.db_base_plugin_common [None req-e68a5a85-b4c5-4777-9c6c-973ed7af17fd admin admin] Allocated IP 172.20.0.1 (8135e0b2-ec6e-4bd2-9dae-a0b6b0bc88d8/5f31a27a-132a-4139-aa62-ca097cc7b5c5/778befa9-a480-4622-85e1-eae7747e8444) {{(pid=112920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:51:27.539216 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-1cca3734-955a-4955-a649-49cc6efac3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c19b136f-fefa-4897-a84e-9adeeae9bde5', 'name': 'tempest-TestShelveInstance-693922721-router', 'tenant_id': '061b65fc11484733bb6be383ff807570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'f5f16cdd-52b3-44b8-b4e0-572152f76ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:51:23Z', 'updated_at': '2022-08-31T09:51:25Z', 'revision_number': 3, 'project_id': '061b65fc11484733bb6be383ff807570', 'gw_port': {'id': 'f5f16cdd-52b3-44b8-b4e0-572152f76ea4', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c19b136f-fefa-4897-a84e-9adeeae9bde5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:24Z', 'updated_at': '2022-08-31T09:51:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi'}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:27.584766 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port 5d2ec1c7-5052-416f-81de-e9aab741524f triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:51:27.585156 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (5d2ec1c7-5052-416f-81de-e9aab741524f), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:27.602908 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cca3734-955a-4955-a649-49cc6efac3b3 None None] Checking router: c19b136f-fefa-4897-a84e-9adeeae9bde5 for host: dv-cinder-844961-2-iscsi {{(pid=112922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:51:27.609443 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cca3734-955a-4955-a649-49cc6efac3b3 None None] Updating router c19b136f-fefa-4897-a84e-9adeeae9bde5 port f5f16cdd-52b3-44b8-b4e0-572152f76ea4 binding host dv-cinder-844961-2-iscsi {{(pid=112922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:51:27.683707 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e68a5a85-b4c5-4777-9c6c-973ed7af17fd admin admin] Publish callbacks [] for port (778befa9-a480-4622-85e1-eae7747e8444), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:27.696311 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-1cca3734-955a-4955-a649-49cc6efac3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (f5f16cdd-52b3-44b8-b4e0-572152f76ea4), before_update {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:27.719752 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-fc09fecf-39d8-4c17-9b1f-abc7c1f59646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:27.765446 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e68a5a85-b4c5-4777-9c6c-973ed7af17fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64202837'] for port (778befa9-a480-4622-85e1-eae7747e8444), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:27.851818 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68a5a85-b4c5-4777-9c6c-973ed7af17fd admin admin] Network 8135e0b2-ec6e-4bd2-9dae-a0b6b0bc88d8 is already hosted by enough agents. {{(pid=112920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:51:27.864366 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.base_scheduler [None req-e68a5a85-b4c5-4777-9c6c-973ed7af17fd admin admin] Resources bound (agent type, host, resource id): {{(pid=112920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:51:27.879235 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68a5a85-b4c5-4777-9c6c-973ed7af17fd admin admin] Received port after_create {{(pid=112920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:51:27.925339 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68a5a85-b4c5-4777-9c6c-973ed7af17fd admin admin] Pushing event updated for resources: {'Port': ['ID=778befa9-a480-4622-85e1-eae7747e8444,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:27.943950 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:27.956893 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:27.959144 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e68a5a85-b4c5-4777-9c6c-973ed7af17fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962846'] for router_interface (71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:27.980697 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4aa98f-ccec-4fd9-86b3-a027f25fd58a None None] Pushing event updated for resources: {'Port': ['ID=6cda3252-6a1e-4e20-95fc-254b396661ab,revision_number=4']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:28.038893 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:28.065695 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.db_base_plugin_common [None req-fc09fecf-39d8-4c17-9b1f-abc7c1f59646 admin admin] Allocated IP 172.20.0.1 (08ec41c0-ee0f-4624-b539-f468748549b1/cb57539b-79e0-444e-95b8-25fea7dc11ae/762524c5-ea53-44a9-b364-79c015a63255) {{(pid=112919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:51:28.091132 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-883de99a-3a4c-442f-9c9d-40667d8a3a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c', 'name': 'tempest-TestVolumeBootPattern-865095301-router', 'tenant_id': 'c5f727a6b9094171b5fd34fe23f9cc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': 'd55b4104-9d4f-4762-ba58-f9e7a26df653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:51:23Z', 'updated_at': '2022-08-31T09:51:25Z', 'revision_number': 3, 'project_id': 'c5f727a6b9094171b5fd34fe23f9cc5a', 'gw_port': {'id': 'd55b4104-9d4f-4762-ba58-f9e7a26df653', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:1f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:24Z', 'updated_at': '2022-08-31T09:51:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi'}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:28.112040 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:28.156677 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883de99a-3a4c-442f-9c9d-40667d8a3a83 None None] Checking router: 71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c for host: dv-cinder-844961-2-iscsi {{(pid=112921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:51:28.157593 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883de99a-3a4c-442f-9c9d-40667d8a3a83 None None] Updating router 71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c port d55b4104-9d4f-4762-ba58-f9e7a26df653 binding host dv-cinder-844961-2-iscsi {{(pid=112921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:51:28.192637 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-1cca3734-955a-4955-a649-49cc6efac3b3 None None] Publish callbacks [] for port (f5f16cdd-52b3-44b8-b4e0-572152f76ea4), precommit_update {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:28.204111 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-1cca3734-955a-4955-a649-49cc6efac3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (f5f16cdd-52b3-44b8-b4e0-572152f76ea4), after_update {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:28.209031 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:28.225133 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.managers [None req-1cca3734-955a-4955-a649-49cc6efac3b3 None None] Attempting to bind port f5f16cdd-52b3-44b8-b4e0-572152f76ea4 on host dv-cinder-844961-2-iscsi for vnic_type normal with profile {{(pid=112922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 09:51:28.225535 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.managers [None req-1cca3734-955a-4955-a649-49cc6efac3b3 None None] Attempting to bind port f5f16cdd-52b3-44b8-b4e0-572152f76ea4 by drivers openvswitch,hyperv on host dv-cinder-844961-2-iscsi at level 0 using segments [{'id': 'a4995e04-234e-4976-89c5-310a94033a09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'}] {{(pid=112922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 09:51:28.225900 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cca3734-955a-4955-a649-49cc6efac3b3 None None] Attempting to bind port f5f16cdd-52b3-44b8-b4e0-572152f76ea4 on network 9ecc2a3c-efc3-4c90-8e67-1028759a248c {{(pid=112922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:51:28.230749 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-883de99a-3a4c-442f-9c9d-40667d8a3a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (d55b4104-9d4f-4762-ba58-f9e7a26df653), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:28.236409 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cca3734-955a-4955-a649-49cc6efac3b3 None None] Checking agent: {'id': '18a9d5f8-8bea-4c71-b161-cda838278486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844961-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 9, 39, 30), 'started_at': datetime.datetime(2022, 8, 31, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844961-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 09:51:28.236833 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cca3734-955a-4955-a649-49cc6efac3b3 None None] Checking segment: {'id': 'a4995e04-234e-4976-89c5-310a94033a09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:51:28.237183 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-1cca3734-955a-4955-a649-49cc6efac3b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:28.237604 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cca3734-955a-4955-a649-49cc6efac3b3 None None] Bound using segment: {'id': 'a4995e04-234e-4976-89c5-310a94033a09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'} {{(pid=112922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 09:51:28.238096 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.managers [None req-1cca3734-955a-4955-a649-49cc6efac3b3 None None] Bound port: f5f16cdd-52b3-44b8-b4e0-572152f76ea4, host: dv-cinder-844961-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4995e04-234e-4976-89c5-310a94033a09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'}}] {{(pid=112922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 09:51:28.238481 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-1cca3734-955a-4955-a649-49cc6efac3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (f5f16cdd-52b3-44b8-b4e0-572152f76ea4), before_update {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:28.269519 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e68a5a85-b4c5-4777-9c6c-973ed7af17fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (778befa9-a480-4622-85e1-eae7747e8444), before_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:28.293773 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:28.303501 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-fc09fecf-39d8-4c17-9b1f-abc7c1f59646 admin admin] Publish callbacks [] for port (762524c5-ea53-44a9-b364-79c015a63255), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:28.327505 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.db [None req-1cca3734-955a-4955-a649-49cc6efac3b3 None None] For port f5f16cdd-52b3-44b8-b4e0-572152f76ea4, host dv-cinder-844961-2-iscsi, cleared binding levels {{(pid=112922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:51:28.331811 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.db [None req-1cca3734-955a-4955-a649-49cc6efac3b3 None None] For port f5f16cdd-52b3-44b8-b4e0-572152f76ea4, host dv-cinder-844961-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=f5f16cdd-52b3-44b8-b4e0-572152f76ea4,segment=NetworkSegment(a4995e04-234e-4976-89c5-310a94033a09),segment_id=a4995e04-234e-4976-89c5-310a94033a09)] {{(pid=112922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:51:28.364703 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=100 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:28.365900 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ed5621-5ad6-4545-98d1-9f20fe084fbc None None] Network 08ec41c0-ee0f-4624-b539-f468748549b1 requested from dv-cinder-844961-2-iscsi {{(pid=112921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 09:51:28.371935 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-1cca3734-955a-4955-a649-49cc6efac3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (f5f16cdd-52b3-44b8-b4e0-572152f76ea4), after_update {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:28.393655 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-fc09fecf-39d8-4c17-9b1f-abc7c1f59646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66028622'] for port (762524c5-ea53-44a9-b364-79c015a63255), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:28.396081 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cca3734-955a-4955-a649-49cc6efac3b3 None None] Routers {'c19b136f-fefa-4897-a84e-9adeeae9bde5'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:51:28.396966 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-1cca3734-955a-4955-a649-49cc6efac3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:51:26Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['c19b136f-fefa-4897-a84e-9adeeae9bde5'], 'active': True} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:28.494387 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-2248d6a6-a1f1-42a4-bbba-0b466bf1201d None None] Provisioning complete for port f4c3c6ad-d042-461d-ae7a-a59dcaa82865 triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:51:28.494731 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-2248d6a6-a1f1-42a4-bbba-0b466bf1201d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (f4c3c6ad-d042-461d-ae7a-a59dcaa82865), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:28.510319 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc09fecf-39d8-4c17-9b1f-abc7c1f59646 admin admin] Network 08ec41c0-ee0f-4624-b539-f468748549b1 is already hosted by enough agents. {{(pid=112919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:51:28.513743 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42eb4fd-7648-4273-ab17-b25f31f42c49 None None] Pushing event updated for resources: {'Port': ['ID=f5f16cdd-52b3-44b8-b4e0-572152f76ea4,revision_number=2']} {{(pid=112922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:28.521663 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.base_scheduler [None req-fc09fecf-39d8-4c17-9b1f-abc7c1f59646 admin admin] Resources bound (agent type, host, resource id): {{(pid=112919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:51:28.553074 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc09fecf-39d8-4c17-9b1f-abc7c1f59646 admin admin] Received port after_create {{(pid=112919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:51:28.564760 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc09fecf-39d8-4c17-9b1f-abc7c1f59646 admin admin] Pushing event updated for resources: {'Port': ['ID=762524c5-ea53-44a9-b364-79c015a63255,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:28.571196 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42eb4fd-7648-4273-ab17-b25f31f42c49 None None] Pushing event updated for resources: {'Port': ['ID=f5f16cdd-52b3-44b8-b4e0-572152f76ea4,revision_number=3']} {{(pid=112922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:28.578470 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvr_db [None req-1cca3734-955a-4955-a649-49cc6efac3b3 None None] Set router c19b136f-fefa-4897-a84e-9adeeae9bde5 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:51:28.582514 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e68a5a85-b4c5-4777-9c6c-973ed7af17fd admin admin] Publish callbacks [] for port (778befa9-a480-4622-85e1-eae7747e8444), precommit_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:28.597637 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e68a5a85-b4c5-4777-9c6c-973ed7af17fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64202844'] for port (778befa9-a480-4622-85e1-eae7747e8444), after_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:28.664521 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-fc09fecf-39d8-4c17-9b1f-abc7c1f59646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962846'] for router_interface (c19b136f-fefa-4897-a84e-9adeeae9bde5), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:28.735688 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68a5a85-b4c5-4777-9c6c-973ed7af17fd admin admin] Pushing event updated for resources: {'Port': ['ID=778befa9-a480-4622-85e1-eae7747e8444,revision_number=2']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:28.741419 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e68a5a85-b4c5-4777-9c6c-973ed7af17fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962954'] for router_interface (71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:28.843636 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-1cca3734-955a-4955-a649-49cc6efac3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c19b136f-fefa-4897-a84e-9adeeae9bde5', 'name': 'tempest-TestShelveInstance-693922721-router', 'tenant_id': '061b65fc11484733bb6be383ff807570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'f5f16cdd-52b3-44b8-b4e0-572152f76ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:51:23Z', 'updated_at': '2022-08-31T09:51:25Z', 'revision_number': 3, 'project_id': '061b65fc11484733bb6be383ff807570', 'gw_port': {'id': 'f5f16cdd-52b3-44b8-b4e0-572152f76ea4', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c19b136f-fefa-4897-a84e-9adeeae9bde5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:24Z', 'updated_at': '2022-08-31T09:51:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi'}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:28.859458 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-9ace7631-fbc6-4e72-a549-b4ac802ece3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba489de-df5d-417a-8862-8dcedb3564ab', 'name': 'tempest-TestShelveInstance-390033029-router', 'tenant_id': 'b058d5f34eee47a58629407e166f3499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '78c393a7-e7a8-4c94-bb6c-6d14cbf71d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:51:12Z', 'updated_at': '2022-08-31T09:51:19Z', 'revision_number': 4, 'project_id': 'b058d5f34eee47a58629407e166f3499', 'gw_port': {'id': '78c393a7-e7a8-4c94-bb6c-6d14cbf71d63', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba489de-df5d-417a-8862-8dcedb3564ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:13Z', 'updated_at': '2022-08-31T09:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': '6cda3252-6a1e-4e20-95fc-254b396661ab', 'name': '', 'network_id': '177a62e1-5d2b-4e36-ba2d-27911ac1eac2', 'tenant_id': 'b058d5f34eee47a58629407e166f3499', 'mac_address': 'fa:16:3e:c5:a5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba489de-df5d-417a-8862-8dcedb3564ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '100d0a81-296f-40bc-b9da-620cf0c03709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:18Z', 'updated_at': '2022-08-31T09:51:26Z', 'revision_number': 4, 'project_id': 'b058d5f34eee47a58629407e166f3499', 'subnets': [{'id': '100d0a81-296f-40bc-b9da-620cf0c03709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:28.871942 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c507c7-4b6f-4e1b-8e9e-7e177d246dc8 None None] Network 8135e0b2-ec6e-4bd2-9dae-a0b6b0bc88d8 requested from dv-cinder-844961-2-iscsi {{(pid=112921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 09:51:28.878611 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cca3734-955a-4955-a649-49cc6efac3b3 None None] The sync data for ids ['c19b136f-fefa-4897-a84e-9adeeae9bde5'] in dv-cinder-844961-2-iscsi is: [{'id': 'c19b136f-fefa-4897-a84e-9adeeae9bde5', 'name': 'tempest-TestShelveInstance-693922721-router', 'tenant_id': '061b65fc11484733bb6be383ff807570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'f5f16cdd-52b3-44b8-b4e0-572152f76ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:51:23Z', 'updated_at': '2022-08-31T09:51:25Z', 'revision_number': 3, 'project_id': '061b65fc11484733bb6be383ff807570', 'gw_port': {'id': 'f5f16cdd-52b3-44b8-b4e0-572152f76ea4', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c19b136f-fefa-4897-a84e-9adeeae9bde5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:24Z', 'updated_at': '2022-08-31T09:51:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi'}] {{(pid=112922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:51:28.894259 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-fc09fecf-39d8-4c17-9b1f-abc7c1f59646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (762524c5-ea53-44a9-b364-79c015a63255), before_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:28.898866 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68a5a85-b4c5-4777-9c6c-973ed7af17fd admin admin] Network 8135e0b2-ec6e-4bd2-9dae-a0b6b0bc88d8 is already hosted by enough agents. {{(pid=112920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:51:28.900415 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.base_scheduler [None req-e68a5a85-b4c5-4777-9c6c-973ed7af17fd admin admin] Resources bound (agent type, host, resource id): {{(pid=112920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:51:28.934510 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port 5d2ec1c7-5052-416f-81de-e9aab741524f is: ACTIVE; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:51:28.935605 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device f4c3c6ad-d042-461d-ae7a-a59dcaa82865 up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:51:28.944267 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ace7631-fbc6-4e72-a549-b4ac802ece3e None None] The sync data for ids ['5ba489de-df5d-417a-8862-8dcedb3564ab'] in dv-cinder-844961-2-iscsi is: [{'id': '5ba489de-df5d-417a-8862-8dcedb3564ab', 'name': 'tempest-TestShelveInstance-390033029-router', 'tenant_id': 'b058d5f34eee47a58629407e166f3499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '78c393a7-e7a8-4c94-bb6c-6d14cbf71d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:51:12Z', 'updated_at': '2022-08-31T09:51:19Z', 'revision_number': 4, 'project_id': 'b058d5f34eee47a58629407e166f3499', 'gw_port': {'id': '78c393a7-e7a8-4c94-bb6c-6d14cbf71d63', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba489de-df5d-417a-8862-8dcedb3564ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:13Z', 'updated_at': '2022-08-31T09:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': '6cda3252-6a1e-4e20-95fc-254b396661ab', 'name': '', 'network_id': '177a62e1-5d2b-4e36-ba2d-27911ac1eac2', 'tenant_id': 'b058d5f34eee47a58629407e166f3499', 'mac_address': 'fa:16:3e:c5:a5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba489de-df5d-417a-8862-8dcedb3564ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '100d0a81-296f-40bc-b9da-620cf0c03709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:18Z', 'updated_at': '2022-08-31T09:51:26Z', 'revision_number': 4, 'project_id': 'b058d5f34eee47a58629407e166f3499', 'subnets': [{'id': '100d0a81-296f-40bc-b9da-620cf0c03709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:51:29.035475 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-2248d6a6-a1f1-42a4-bbba-0b466bf1201d None None] Current status of the port f4c3c6ad-d042-461d-ae7a-a59dcaa82865 is: DOWN; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:51:29.035876 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-2248d6a6-a1f1-42a4-bbba-0b466bf1201d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (f4c3c6ad-d042-461d-ae7a-a59dcaa82865), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:29.161738 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e68a5a85-b4c5-4777-9c6c-973ed7af17fd admin admin] Router 71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c has already been hosted by L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 {{(pid=112920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:51:29.272465 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-fc09fecf-39d8-4c17-9b1f-abc7c1f59646 admin admin] Publish callbacks [] for port (762524c5-ea53-44a9-b364-79c015a63255), precommit_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:29.281063 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-fc09fecf-39d8-4c17-9b1f-abc7c1f59646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66028615'] for port (762524c5-ea53-44a9-b364-79c015a63255), after_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:29.328049 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port f4c3c6ad-d042-461d-ae7a-a59dcaa82865 triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:51:29.328759 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (f4c3c6ad-d042-461d-ae7a-a59dcaa82865), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:29.336819 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-2248d6a6-a1f1-42a4-bbba-0b466bf1201d None None] For port f4c3c6ad-d042-461d-ae7a-a59dcaa82865, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=f4c3c6ad-d042-461d-ae7a-a59dcaa82865,segment=NetworkSegment(fa51746a-03eb-4e47-9677-cce153f216a0),segment_id=fa51746a-03eb-4e47-9677-cce153f216a0)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:51:29.433618 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-2248d6a6-a1f1-42a4-bbba-0b466bf1201d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (f4c3c6ad-d042-461d-ae7a-a59dcaa82865), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:29.523378 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-fc09fecf-39d8-4c17-9b1f-abc7c1f59646 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962954'] for router_interface (c19b136f-fefa-4897-a84e-9adeeae9bde5), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:29.535955 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc09fecf-39d8-4c17-9b1f-abc7c1f59646 admin admin] Pushing event updated for resources: {'Port': ['ID=762524c5-ea53-44a9-b364-79c015a63255,revision_number=2']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:29.632571 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:29.719637 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:UPDATE=3,neutron:INSERT=3,neutron:SELECT=94 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:29.721920 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:29.740642 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc09fecf-39d8-4c17-9b1f-abc7c1f59646 admin admin] Network 08ec41c0-ee0f-4624-b539-f468748549b1 is already hosted by enough agents. {{(pid=112919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:51:29.744063 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.base_scheduler [None req-fc09fecf-39d8-4c17-9b1f-abc7c1f59646 admin admin] Resources bound (agent type, host, resource id): {{(pid=112919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:51:29.776279 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:29.815152 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e68a5a85-b4c5-4777-9c6c-973ed7af17fd admin admin] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:51:29.850577 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-e68a5a85-b4c5-4777-9c6c-973ed7af17fd admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5914669 Aug 31 09:51:29.857061 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:29.870768 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-883de99a-3a4c-442f-9c9d-40667d8a3a83 None None] Publish callbacks [] for port (d55b4104-9d4f-4762-ba58-f9e7a26df653), precommit_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:29.926573 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:29.947432 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-883de99a-3a4c-442f-9c9d-40667d8a3a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (d55b4104-9d4f-4762-ba58-f9e7a26df653), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:29.962363 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:29.980253 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2248d6a6-a1f1-42a4-bbba-0b466bf1201d None None] Pushing event updated for resources: {'Port': ['ID=f4c3c6ad-d042-461d-ae7a-a59dcaa82865,revision_number=3']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:29.983268 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-22ae2e23-022e-423b-85f6-9a486d691c0e None None] Provisioning complete for port 2965b51f-8f2d-4ce3-ac6a-aad9318f200a triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:51:29.983537 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-22ae2e23-022e-423b-85f6-9a486d691c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (2965b51f-8f2d-4ce3-ac6a-aad9318f200a), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:30.008341 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc09fecf-39d8-4c17-9b1f-abc7c1f59646 admin admin] Router c19b136f-fefa-4897-a84e-9adeeae9bde5 has already been hosted by L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 {{(pid=112919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:51:30.055139 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1738f8-ad0b-4a3c-9cd4-6138bebb8a58 None None] Pushing event updated for resources: {'Port': ['ID=d55b4104-9d4f-4762-ba58-f9e7a26df653,revision_number=2']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:30.103656 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-883de99a-3a4c-442f-9c9d-40667d8a3a83 None None] Attempting to bind port d55b4104-9d4f-4762-ba58-f9e7a26df653 on host dv-cinder-844961-2-iscsi for vnic_type normal with profile {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 09:51:30.104026 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-883de99a-3a4c-442f-9c9d-40667d8a3a83 None None] Attempting to bind port d55b4104-9d4f-4762-ba58-f9e7a26df653 by drivers openvswitch,hyperv on host dv-cinder-844961-2-iscsi at level 0 using segments [{'id': 'a4995e04-234e-4976-89c5-310a94033a09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'}] {{(pid=112921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 09:51:30.104404 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883de99a-3a4c-442f-9c9d-40667d8a3a83 None None] Attempting to bind port d55b4104-9d4f-4762-ba58-f9e7a26df653 on network 9ecc2a3c-efc3-4c90-8e67-1028759a248c {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:51:30.164587 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883de99a-3a4c-442f-9c9d-40667d8a3a83 None None] Checking agent: {'id': '18a9d5f8-8bea-4c71-b161-cda838278486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844961-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 9, 39, 30), 'started_at': datetime.datetime(2022, 8, 31, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 9, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844961-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 09:51:30.165455 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883de99a-3a4c-442f-9c9d-40667d8a3a83 None None] Checking segment: {'id': 'a4995e04-234e-4976-89c5-310a94033a09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:51:30.166485 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-883de99a-3a4c-442f-9c9d-40667d8a3a83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:30.167858 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883de99a-3a4c-442f-9c9d-40667d8a3a83 None None] Bound using segment: {'id': 'a4995e04-234e-4976-89c5-310a94033a09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'} {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 09:51:30.168483 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-883de99a-3a4c-442f-9c9d-40667d8a3a83 None None] Bound port: d55b4104-9d4f-4762-ba58-f9e7a26df653, host: dv-cinder-844961-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4995e04-234e-4976-89c5-310a94033a09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'}}] {{(pid=112921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 09:51:30.168971 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-883de99a-3a4c-442f-9c9d-40667d8a3a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (d55b4104-9d4f-4762-ba58-f9e7a26df653), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:30.227172 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port f4c3c6ad-d042-461d-ae7a-a59dcaa82865 is: ACTIVE; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:51:30.320079 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-883de99a-3a4c-442f-9c9d-40667d8a3a83 None None] For port d55b4104-9d4f-4762-ba58-f9e7a26df653, host dv-cinder-844961-2-iscsi, cleared binding levels {{(pid=112921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:51:30.350674 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-883de99a-3a4c-442f-9c9d-40667d8a3a83 None None] For port d55b4104-9d4f-4762-ba58-f9e7a26df653, host dv-cinder-844961-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=d55b4104-9d4f-4762-ba58-f9e7a26df653,segment=NetworkSegment(a4995e04-234e-4976-89c5-310a94033a09),segment_id=a4995e04-234e-4976-89c5-310a94033a09)] {{(pid=112921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:51:30.363175 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-22ae2e23-022e-423b-85f6-9a486d691c0e None None] Current status of the port 2965b51f-8f2d-4ce3-ac6a-aad9318f200a is: DOWN; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:51:30.363175 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-22ae2e23-022e-423b-85f6-9a486d691c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (2965b51f-8f2d-4ce3-ac6a-aad9318f200a), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:30.378924 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-883de99a-3a4c-442f-9c9d-40667d8a3a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (d55b4104-9d4f-4762-ba58-f9e7a26df653), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:30.480408 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883de99a-3a4c-442f-9c9d-40667d8a3a83 None None] Routers {'71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:51:30.491940 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-883de99a-3a4c-442f-9c9d-40667d8a3a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:51:26Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:30.683813 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-22ae2e23-022e-423b-85f6-9a486d691c0e None None] For port 2965b51f-8f2d-4ce3-ac6a-aad9318f200a, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=2965b51f-8f2d-4ce3-ac6a-aad9318f200a,segment=NetworkSegment(3db91f2c-0d75-46a9-bde1-1aa79d1c50f3),segment_id=3db91f2c-0d75-46a9-bde1-1aa79d1c50f3)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:51:30.693552 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc09fecf-39d8-4c17-9b1f-abc7c1f59646 admin admin] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:51:30.707336 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-fc09fecf-39d8-4c17-9b1f-abc7c1f59646 admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/c19b136f-fefa-4897-a84e-9adeeae9bde5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9286127 Aug 31 09:51:30.711003 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-22ae2e23-022e-423b-85f6-9a486d691c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (2965b51f-8f2d-4ce3-ac6a-aad9318f200a), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:30.802808 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1738f8-ad0b-4a3c-9cd4-6138bebb8a58 None None] Pushing event updated for resources: {'Port': ['ID=d55b4104-9d4f-4762-ba58-f9e7a26df653,revision_number=3']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:30.817052 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device f5f16cdd-52b3-44b8-b4e0-572152f76ea4 up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:51:30.872131 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-883de99a-3a4c-442f-9c9d-40667d8a3a83 None None] Set router 71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:51:30.875048 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-22ae2e23-022e-423b-85f6-9a486d691c0e None None] Provisioning complete for port 762524c5-ea53-44a9-b364-79c015a63255 triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:51:30.875603 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-22ae2e23-022e-423b-85f6-9a486d691c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (762524c5-ea53-44a9-b364-79c015a63255), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:30.962807 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 47864) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:51:30.968366 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-e39a8bc7-e351-4a42-8732-3e8540a3eacf tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1528914323', 'description': 'tempest-secgroup-smoke-1528914323 description', 'project_id': '6634173c9d534fca800d394d545a9d0c'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:30.978857 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:31.012613 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e39a8bc7-e351-4a42-8732-3e8540a3eacf tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:31.034937 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ae2e23-022e-423b-85f6-9a486d691c0e None None] Pushing event updated for resources: {'Port': ['ID=2965b51f-8f2d-4ce3-ac6a-aad9318f200a,revision_number=3']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:31.052565 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-22ae2e23-022e-423b-85f6-9a486d691c0e None None] Port 762524c5-ea53-44a9-b364-79c015a63255 cannot update to ACTIVE because it is not bound. {{(pid=112921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 09:51:31.137850 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e39a8bc7-e351-4a42-8732-3e8540a3eacf tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks [] for security_group (2f3e75c3-3d51-4110-bbcf-b88f0207fea8), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:31.147091 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e39a8bc7-e351-4a42-8732-3e8540a3eacf tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (2f3e75c3-3d51-4110-bbcf-b88f0207fea8), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:31.185099 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a8bc7-e351-4a42-8732-3e8540a3eacf tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3e75c3-3d51-4110-bbcf-b88f0207fea8,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:31.190038 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e39a8bc7-e351-4a42-8732-3e8540a3eacf tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:31.193434 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-e39a8bc7-e351-4a42-8732-3e8540a3eacf tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2274914 Aug 31 09:51:31.195821 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 47872) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:51:31.201272 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [None req-c31d2ec8-329e-49be-b6a4-271c1eeaa82f tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Request body: {'security_group_rule': {'security_group_id': '2f3e75c3-3d51-4110-bbcf-b88f0207fea8', 'project_id': '6634173c9d534fca800d394d545a9d0c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:31.245648 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-c31d2ec8-329e-49be-b6a4-271c1eeaa82f tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks [] for security_group_rule (fc1b3249-e51c-4f8e-b55f-ca833695fabc), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:31.278640 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-22ae2e23-022e-423b-85f6-9a486d691c0e None None] Provisioning complete for port f4c3c6ad-d042-461d-ae7a-a59dcaa82865 triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:51:31.279013 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-22ae2e23-022e-423b-85f6-9a486d691c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (f4c3c6ad-d042-461d-ae7a-a59dcaa82865), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:31.282576 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 47874) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:51:31.284290 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port f5f16cdd-52b3-44b8-b4e0-572152f76ea4 triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:51:31.284661 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (f5f16cdd-52b3-44b8-b4e0-572152f76ea4), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:31.286774 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [None req-1d7e7742-7bdb-49e1-b524-21487174f4e3 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-994153412', 'description': 'tempest-secgroup-smoke-994153412 description', 'project_id': 'b058d5f34eee47a58629407e166f3499'}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:31.337064 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-1d7e7742-7bdb-49e1-b524-21487174f4e3 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Publish callbacks [] for security_group (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:31.360718 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-c31d2ec8-329e-49be-b6a4-271c1eeaa82f tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks [] for security_group_rule (fc1b3249-e51c-4f8e-b55f-ca833695fabc), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:31.366602 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-c31d2ec8-329e-49be-b6a4-271c1eeaa82f tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045036'] for security_group_rule (fc1b3249-e51c-4f8e-b55f-ca833695fabc), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:31.396033 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31d2ec8-329e-49be-b6a4-271c1eeaa82f tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc1b3249-e51c-4f8e-b55f-ca833695fabc,revision_number=0']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:31.411815 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-c31d2ec8-329e-49be-b6a4-271c1eeaa82f tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:31.413024 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-c31d2ec8-329e-49be-b6a4-271c1eeaa82f tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2161951 Aug 31 09:51:31.416336 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 47876) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:51:31.422356 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-21511ead-8479-4bf8-9993-ffae99453890 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Request body: {'security_group_rule': {'security_group_id': '2f3e75c3-3d51-4110-bbcf-b88f0207fea8', 'project_id': '6634173c9d534fca800d394d545a9d0c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:31.456235 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-21511ead-8479-4bf8-9993-ffae99453890 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks [] for security_group_rule (4cd76685-80ba-4e8e-bf16-ece10e6c9c26), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:31.459699 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-1d7e7742-7bdb-49e1-b524-21487174f4e3 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Publish callbacks [] for security_group (d428904c-a6ff-4142-9450-c03d69fe280e), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:31.464096 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-1d7e7742-7bdb-49e1-b524-21487174f4e3 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (d428904c-a6ff-4142-9450-c03d69fe280e), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:31.480345 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-883de99a-3a4c-442f-9c9d-40667d8a3a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c', 'name': 'tempest-TestVolumeBootPattern-865095301-router', 'tenant_id': 'c5f727a6b9094171b5fd34fe23f9cc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': 'd55b4104-9d4f-4762-ba58-f9e7a26df653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:51:23Z', 'updated_at': '2022-08-31T09:51:28Z', 'revision_number': 4, 'project_id': 'c5f727a6b9094171b5fd34fe23f9cc5a', 'gw_port': {'id': 'd55b4104-9d4f-4762-ba58-f9e7a26df653', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:1f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:24Z', 'updated_at': '2022-08-31T09:51:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': '778befa9-a480-4622-85e1-eae7747e8444', 'name': '', 'network_id': '8135e0b2-ec6e-4bd2-9dae-a0b6b0bc88d8', 'tenant_id': 'c5f727a6b9094171b5fd34fe23f9cc5a', 'mac_address': 'fa:16:3e:80:84:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '5f31a27a-132a-4139-aa62-ca097cc7b5c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:27Z', 'updated_at': '2022-08-31T09:51:28Z', 'revision_number': 2, 'project_id': 'c5f727a6b9094171b5fd34fe23f9cc5a', 'subnets': [{'id': '5f31a27a-132a-4139-aa62-ca097cc7b5c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:31.496752 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-1d7e7742-7bdb-49e1-b524-21487174f4e3 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Publish callbacks [] for security_group (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:31.502026 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-1d7e7742-7bdb-49e1-b524-21487174f4e3 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2150018 Aug 31 09:51:31.502778 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 47878) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:51:31.506843 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7e7742-7bdb-49e1-b524-21487174f4e3 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d428904c-a6ff-4142-9450-c03d69fe280e,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:31.511877 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-e68c8afe-2a60-4cb7-8c04-91b159f54d96 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Request body: {'security_group_rule': {'security_group_id': 'd428904c-a6ff-4142-9450-c03d69fe280e', 'project_id': 'b058d5f34eee47a58629407e166f3499', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:31.521310 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883de99a-3a4c-442f-9c9d-40667d8a3a83 None None] The sync data for ids ['71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c'] in dv-cinder-844961-2-iscsi is: [{'id': '71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c', 'name': 'tempest-TestVolumeBootPattern-865095301-router', 'tenant_id': 'c5f727a6b9094171b5fd34fe23f9cc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': 'd55b4104-9d4f-4762-ba58-f9e7a26df653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:51:23Z', 'updated_at': '2022-08-31T09:51:28Z', 'revision_number': 4, 'project_id': 'c5f727a6b9094171b5fd34fe23f9cc5a', 'gw_port': {'id': 'd55b4104-9d4f-4762-ba58-f9e7a26df653', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:1f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:24Z', 'updated_at': '2022-08-31T09:51:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': '778befa9-a480-4622-85e1-eae7747e8444', 'name': '', 'network_id': '8135e0b2-ec6e-4bd2-9dae-a0b6b0bc88d8', 'tenant_id': 'c5f727a6b9094171b5fd34fe23f9cc5a', 'mac_address': 'fa:16:3e:80:84:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '5f31a27a-132a-4139-aa62-ca097cc7b5c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:27Z', 'updated_at': '2022-08-31T09:51:28Z', 'revision_number': 2, 'project_id': 'c5f727a6b9094171b5fd34fe23f9cc5a', 'subnets': [{'id': '5f31a27a-132a-4139-aa62-ca097cc7b5c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:51:31.522274 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:UPDATE=1,neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:31.529102 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-22ae2e23-022e-423b-85f6-9a486d691c0e None None] Current status of the port f4c3c6ad-d042-461d-ae7a-a59dcaa82865 is: ACTIVE; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:51:31.540332 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port f5f16cdd-52b3-44b8-b4e0-572152f76ea4 is: DOWN; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:51:31.540724 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (f5f16cdd-52b3-44b8-b4e0-572152f76ea4), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:31.548937 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-21511ead-8479-4bf8-9993-ffae99453890 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks [] for security_group_rule (4cd76685-80ba-4e8e-bf16-ece10e6c9c26), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:31.554639 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-21511ead-8479-4bf8-9993-ffae99453890 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045036'] for security_group_rule (4cd76685-80ba-4e8e-bf16-ece10e6c9c26), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:31.554831 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:31.566320 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] For port f5f16cdd-52b3-44b8-b4e0-572152f76ea4, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=f5f16cdd-52b3-44b8-b4e0-572152f76ea4,segment=NetworkSegment(a4995e04-234e-4976-89c5-310a94033a09),segment_id=a4995e04-234e-4976-89c5-310a94033a09)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:51:31.571974 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (f5f16cdd-52b3-44b8-b4e0-572152f76ea4), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:31.572808 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 6cda3252-6a1e-4e20-95fc-254b396661ab up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:51:31.586451 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e68c8afe-2a60-4cb7-8c04-91b159f54d96 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Publish callbacks [] for security_group_rule (2b8c26e2-684f-4deb-86c3-22cc30d92098), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:31.590559 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21511ead-8479-4bf8-9993-ffae99453890 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cd76685-80ba-4e8e-bf16-ece10e6c9c26,revision_number=0']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:31.597635 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-21511ead-8479-4bf8-9993-ffae99453890 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:31.599500 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-21511ead-8479-4bf8-9993-ffae99453890 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1813245 Aug 31 09:51:31.601722 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 47880) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:51:31.610585 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [None req-59784635-48a4-4035-ba6a-5bef3ae243a1 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Request body: {'security_group_rule': {'security_group_id': '2f3e75c3-3d51-4110-bbcf-b88f0207fea8', 'project_id': '6634173c9d534fca800d394d545a9d0c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:31.659288 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-59784635-48a4-4035-ba6a-5bef3ae243a1 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks [] for security_group_rule (b73f32d8-40ae-475d-85be-7a5a3a18c887), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:31.659516 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-23831530-61ae-41ff-85ab-70e379064857 None None] Provisioning complete for port 2965b51f-8f2d-4ce3-ac6a-aad9318f200a triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:51:31.659646 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-23831530-61ae-41ff-85ab-70e379064857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (2965b51f-8f2d-4ce3-ac6a-aad9318f200a), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:31.674756 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e68c8afe-2a60-4cb7-8c04-91b159f54d96 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Publish callbacks [] for security_group_rule (2b8c26e2-684f-4deb-86c3-22cc30d92098), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:31.679248 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e68c8afe-2a60-4cb7-8c04-91b159f54d96 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045036'] for security_group_rule (2b8c26e2-684f-4deb-86c3-22cc30d92098), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:31.705207 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68c8afe-2a60-4cb7-8c04-91b159f54d96 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b8c26e2-684f-4deb-86c3-22cc30d92098,revision_number=0']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:31.714023 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e68c8afe-2a60-4cb7-8c04-91b159f54d96 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:31.715842 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-e68c8afe-2a60-4cb7-8c04-91b159f54d96 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2119420 Aug 31 09:51:31.719459 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 47882) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:51:31.726365 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-e236788c-4398-4301-a8ce-69731fc13e43 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Request body: {'security_group_rule': {'security_group_id': 'd428904c-a6ff-4142-9450-c03d69fe280e', 'project_id': 'b058d5f34eee47a58629407e166f3499', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:31.758292 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-59784635-48a4-4035-ba6a-5bef3ae243a1 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks [] for security_group_rule (b73f32d8-40ae-475d-85be-7a5a3a18c887), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:31.759915 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Pushing event updated for resources: {'Port': ['ID=f5f16cdd-52b3-44b8-b4e0-572152f76ea4,revision_number=4']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:31.762286 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e236788c-4398-4301-a8ce-69731fc13e43 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Publish callbacks [] for security_group_rule (a614a5c9-d510-48ca-b5b2-e9d8ba2c6c7e), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:31.763988 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-59784635-48a4-4035-ba6a-5bef3ae243a1 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045036'] for security_group_rule (b73f32d8-40ae-475d-85be-7a5a3a18c887), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:31.777344 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port 6cda3252-6a1e-4e20-95fc-254b396661ab triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:51:31.777747 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (6cda3252-6a1e-4e20-95fc-254b396661ab), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:31.795329 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59784635-48a4-4035-ba6a-5bef3ae243a1 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b73f32d8-40ae-475d-85be-7a5a3a18c887,revision_number=0']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:31.812099 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-59784635-48a4-4035-ba6a-5bef3ae243a1 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:31.815747 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-59784635-48a4-4035-ba6a-5bef3ae243a1 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2114978 Aug 31 09:51:31.818229 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 47884) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:51:31.822868 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [None req-14c9b9b4-31b2-449d-8d3d-41c461bf5ed9 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Request body: {'security_group_rule': {'security_group_id': '2f3e75c3-3d51-4110-bbcf-b88f0207fea8', 'project_id': '6634173c9d534fca800d394d545a9d0c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:31.849147 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e236788c-4398-4301-a8ce-69731fc13e43 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Publish callbacks [] for security_group_rule (a614a5c9-d510-48ca-b5b2-e9d8ba2c6c7e), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:31.853823 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e236788c-4398-4301-a8ce-69731fc13e43 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045036'] for security_group_rule (a614a5c9-d510-48ca-b5b2-e9d8ba2c6c7e), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:31.860905 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-23831530-61ae-41ff-85ab-70e379064857 None None] Current status of the port 2965b51f-8f2d-4ce3-ac6a-aad9318f200a is: ACTIVE; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:51:31.864958 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-14c9b9b4-31b2-449d-8d3d-41c461bf5ed9 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks [] for security_group_rule (0a2e2f2b-6278-416e-8a65-a97842a7344b), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:31.869828 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:31.879926 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e236788c-4398-4301-a8ce-69731fc13e43 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a614a5c9-d510-48ca-b5b2-e9d8ba2c6c7e,revision_number=0']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:31.891310 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e236788c-4398-4301-a8ce-69731fc13e43 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:31.895877 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-e236788c-4398-4301-a8ce-69731fc13e43 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1718292 Aug 31 09:51:31.896076 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-23831530-61ae-41ff-85ab-70e379064857 None None] Provisioning complete for port 778befa9-a480-4622-85e1-eae7747e8444 triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:51:31.896076 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-23831530-61ae-41ff-85ab-70e379064857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (778befa9-a480-4622-85e1-eae7747e8444), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:31.896257 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 47886) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:51:31.900405 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [None req-efa0580c-e473-4b22-bf8f-40d62f2447f9 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Request body: {'security_group_rule': {'security_group_id': 'd428904c-a6ff-4142-9450-c03d69fe280e', 'project_id': 'b058d5f34eee47a58629407e166f3499', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:31.937604 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:31.938582 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port 6cda3252-6a1e-4e20-95fc-254b396661ab is: DOWN; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:51:31.938972 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (6cda3252-6a1e-4e20-95fc-254b396661ab), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:31.942248 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-23831530-61ae-41ff-85ab-70e379064857 None None] Port 778befa9-a480-4622-85e1-eae7747e8444 cannot update to ACTIVE because it is not bound. {{(pid=112921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 09:51:31.956182 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-14c9b9b4-31b2-449d-8d3d-41c461bf5ed9 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks [] for security_group_rule (0a2e2f2b-6278-416e-8a65-a97842a7344b), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:31.958847 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-efa0580c-e473-4b22-bf8f-40d62f2447f9 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Publish callbacks [] for security_group_rule (486c1c23-1fd1-4cbe-be35-242053601f96), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:31.963936 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-23831530-61ae-41ff-85ab-70e379064857 None None] Provisioning complete for port 762524c5-ea53-44a9-b364-79c015a63255 triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:51:31.964154 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-23831530-61ae-41ff-85ab-70e379064857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (762524c5-ea53-44a9-b364-79c015a63255), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:31.964319 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-14c9b9b4-31b2-449d-8d3d-41c461bf5ed9 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045036'] for security_group_rule (0a2e2f2b-6278-416e-8a65-a97842a7344b), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:31.993506 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:32.007040 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9b9b4-31b2-449d-8d3d-41c461bf5ed9 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a2e2f2b-6278-416e-8a65-a97842a7344b,revision_number=0']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:32.012109 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] For port 6cda3252-6a1e-4e20-95fc-254b396661ab, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=6cda3252-6a1e-4e20-95fc-254b396661ab,segment=NetworkSegment(9bae367b-c7ab-46d0-9a67-97eb94131586),segment_id=9bae367b-c7ab-46d0-9a67-97eb94131586)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:51:32.013478 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-23831530-61ae-41ff-85ab-70e379064857 None None] Port 762524c5-ea53-44a9-b364-79c015a63255 cannot update to ACTIVE because it is not bound. {{(pid=112921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 09:51:32.017036 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-14c9b9b4-31b2-449d-8d3d-41c461bf5ed9 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:32.020978 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-14c9b9b4-31b2-449d-8d3d-41c461bf5ed9 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1992514 Aug 31 09:51:32.021313 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 47888) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:51:32.026467 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (6cda3252-6a1e-4e20-95fc-254b396661ab), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:32.026668 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-4a15894b-7788-42c1-b21c-97ddb6010840 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Request body: {'security_group_rule': {'security_group_id': '2f3e75c3-3d51-4110-bbcf-b88f0207fea8', 'project_id': '6634173c9d534fca800d394d545a9d0c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:32.027096 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 2965b51f-8f2d-4ce3-ac6a-aad9318f200a up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:51:32.052323 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:32.058696 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-efa0580c-e473-4b22-bf8f-40d62f2447f9 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Publish callbacks [] for security_group_rule (486c1c23-1fd1-4cbe-be35-242053601f96), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:32.059752 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.db.securitygroups_db [None req-4a15894b-7788-42c1-b21c-97ddb6010840 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Project 6634173c9d534fca800d394d545a9d0c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:51:32.067508 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-efa0580c-e473-4b22-bf8f-40d62f2447f9 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045036'] for security_group_rule (486c1c23-1fd1-4cbe-be35-242053601f96), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:32.069331 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-4a15894b-7788-42c1-b21c-97ddb6010840 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks [] for security_group_rule (25ac402d-52ce-403f-9ebe-9bf34a94cd41), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:32.091460 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa0580c-e473-4b22-bf8f-40d62f2447f9 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=486c1c23-1fd1-4cbe-be35-242053601f96,revision_number=0']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:32.099076 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-efa0580c-e473-4b22-bf8f-40d62f2447f9 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:32.102950 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-efa0580c-e473-4b22-bf8f-40d62f2447f9 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2035646 Aug 31 09:51:32.103806 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 47890) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:51:32.107695 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [None req-0f76e3b0-42cb-4951-a747-af9744833bed tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Request body: {'security_group_rule': {'security_group_id': 'd428904c-a6ff-4142-9450-c03d69fe280e', 'project_id': 'b058d5f34eee47a58629407e166f3499', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:32.138406 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Pushing event updated for resources: {'Port': ['ID=6cda3252-6a1e-4e20-95fc-254b396661ab,revision_number=5']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:32.155964 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port 2965b51f-8f2d-4ce3-ac6a-aad9318f200a triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:51:32.156230 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (2965b51f-8f2d-4ce3-ac6a-aad9318f200a), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:32.159522 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-0f76e3b0-42cb-4951-a747-af9744833bed tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Publish callbacks [] for security_group_rule (342028ab-c67f-4da0-9000-1103a69f7fd9), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:32.172885 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-4a15894b-7788-42c1-b21c-97ddb6010840 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks [] for security_group_rule (25ac402d-52ce-403f-9ebe-9bf34a94cd41), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:32.180770 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-4a15894b-7788-42c1-b21c-97ddb6010840 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045036'] for security_group_rule (25ac402d-52ce-403f-9ebe-9bf34a94cd41), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:32.216281 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a15894b-7788-42c1-b21c-97ddb6010840 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25ac402d-52ce-403f-9ebe-9bf34a94cd41,revision_number=0']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:32.226205 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-4a15894b-7788-42c1-b21c-97ddb6010840 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:32.230384 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-4a15894b-7788-42c1-b21c-97ddb6010840 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2052240 Aug 31 09:51:32.230685 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 47894) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:51:32.238169 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-ea746678-500c-44bd-bd6a-64f416f1e54b tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Request body: {'security_group_rule': {'security_group_id': '2f3e75c3-3d51-4110-bbcf-b88f0207fea8', 'project_id': '6634173c9d534fca800d394d545a9d0c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:32.261435 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-0f76e3b0-42cb-4951-a747-af9744833bed tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Publish callbacks [] for security_group_rule (342028ab-c67f-4da0-9000-1103a69f7fd9), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:32.268243 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-0f76e3b0-42cb-4951-a747-af9744833bed tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045036'] for security_group_rule (342028ab-c67f-4da0-9000-1103a69f7fd9), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:32.281063 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.db.securitygroups_db [None req-ea746678-500c-44bd-bd6a-64f416f1e54b tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Project 6634173c9d534fca800d394d545a9d0c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:51:32.293730 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port 2965b51f-8f2d-4ce3-ac6a-aad9318f200a is: ACTIVE; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:51:32.294713 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device f4c3c6ad-d042-461d-ae7a-a59dcaa82865 up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:51:32.295016 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f76e3b0-42cb-4951-a747-af9744833bed tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=342028ab-c67f-4da0-9000-1103a69f7fd9,revision_number=0']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:32.297073 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-ea746678-500c-44bd-bd6a-64f416f1e54b tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks [] for security_group_rule (c0a41378-4b53-40f9-b9fd-5d79e36852b9), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:32.318441 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-0f76e3b0-42cb-4951-a747-af9744833bed tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:32.322424 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-0f76e3b0-42cb-4951-a747-af9744833bed tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2155373 Aug 31 09:51:32.322632 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 47896) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:51:32.328556 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [None req-573f695f-4928-4157-a8a4-44bd5a54b123 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Request body: {'security_group_rule': {'security_group_id': 'd428904c-a6ff-4142-9450-c03d69fe280e', 'project_id': 'b058d5f34eee47a58629407e166f3499', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:32.360878 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.db.securitygroups_db [None req-573f695f-4928-4157-a8a4-44bd5a54b123 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Project b058d5f34eee47a58629407e166f3499 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:51:32.377279 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-573f695f-4928-4157-a8a4-44bd5a54b123 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Publish callbacks [] for security_group_rule (5d5986d6-35ad-4861-a16b-b5f867123105), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:32.387210 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port f4c3c6ad-d042-461d-ae7a-a59dcaa82865 triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:51:32.387596 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (f4c3c6ad-d042-461d-ae7a-a59dcaa82865), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:32.388624 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-ea746678-500c-44bd-bd6a-64f416f1e54b tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks [] for security_group_rule (c0a41378-4b53-40f9-b9fd-5d79e36852b9), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:32.394858 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-ea746678-500c-44bd-bd6a-64f416f1e54b tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045036'] for security_group_rule (c0a41378-4b53-40f9-b9fd-5d79e36852b9), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:32.416727 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea746678-500c-44bd-bd6a-64f416f1e54b tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0a41378-4b53-40f9-b9fd-5d79e36852b9,revision_number=0']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:32.436837 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-ea746678-500c-44bd-bd6a-64f416f1e54b tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:32.441251 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-ea746678-500c-44bd-bd6a-64f416f1e54b tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2066050 Aug 31 09:51:32.486262 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-573f695f-4928-4157-a8a4-44bd5a54b123 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Publish callbacks [] for security_group_rule (5d5986d6-35ad-4861-a16b-b5f867123105), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:32.490177 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port f4c3c6ad-d042-461d-ae7a-a59dcaa82865 is: ACTIVE; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:51:32.497899 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-573f695f-4928-4157-a8a4-44bd5a54b123 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045036'] for security_group_rule (5d5986d6-35ad-4861-a16b-b5f867123105), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:32.528602 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f695f-4928-4157-a8a4-44bd5a54b123 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d5986d6-35ad-4861-a16b-b5f867123105,revision_number=0']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:32.549525 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-573f695f-4928-4157-a8a4-44bd5a54b123 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:32.555899 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-573f695f-4928-4157-a8a4-44bd5a54b123 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2312920 Aug 31 09:51:32.564111 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 47916) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:51:32.594237 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-a80c5305-646c-4f9c-989a-219ce167b0d5 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Request body: {'security_group_rule': {'security_group_id': 'd428904c-a6ff-4142-9450-c03d69fe280e', 'project_id': 'b058d5f34eee47a58629407e166f3499', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:32.627861 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.db.securitygroups_db [None req-a80c5305-646c-4f9c-989a-219ce167b0d5 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Project b058d5f34eee47a58629407e166f3499 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:51:32.636228 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a80c5305-646c-4f9c-989a-219ce167b0d5 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Publish callbacks [] for security_group_rule (27a407d7-8848-4530-8032-0b53b5a86a62), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:32.730394 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a80c5305-646c-4f9c-989a-219ce167b0d5 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Publish callbacks [] for security_group_rule (27a407d7-8848-4530-8032-0b53b5a86a62), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:32.736397 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device f5f16cdd-52b3-44b8-b4e0-572152f76ea4 up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:51:32.747059 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a80c5305-646c-4f9c-989a-219ce167b0d5 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045036'] for security_group_rule (27a407d7-8848-4530-8032-0b53b5a86a62), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:32.795220 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80c5305-646c-4f9c-989a-219ce167b0d5 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27a407d7-8848-4530-8032-0b53b5a86a62,revision_number=0']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:32.810907 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:32.813083 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a80c5305-646c-4f9c-989a-219ce167b0d5 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:32.831831 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-a80c5305-646c-4f9c-989a-219ce167b0d5 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2637205 Aug 31 09:51:32.840951 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port f5f16cdd-52b3-44b8-b4e0-572152f76ea4 triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:51:32.841339 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (f5f16cdd-52b3-44b8-b4e0-572152f76ea4), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:32.963555 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port f5f16cdd-52b3-44b8-b4e0-572152f76ea4 is: ACTIVE; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:51:32.964765 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 6cda3252-6a1e-4e20-95fc-254b396661ab up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:51:33.048439 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port 6cda3252-6a1e-4e20-95fc-254b396661ab triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:51:33.048810 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (6cda3252-6a1e-4e20-95fc-254b396661ab), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:33.181598 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port 6cda3252-6a1e-4e20-95fc-254b396661ab is: ACTIVE; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:51:33.182874 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 2965b51f-8f2d-4ce3-ac6a-aad9318f200a up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:51:33.242550 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port 2965b51f-8f2d-4ce3-ac6a-aad9318f200a triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:51:33.243338 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (2965b51f-8f2d-4ce3-ac6a-aad9318f200a), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:33.326801 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port 2965b51f-8f2d-4ce3-ac6a-aad9318f200a is: ACTIVE; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:51:34.602960 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device d55b4104-9d4f-4762-ba58-f9e7a26df653 up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:51:34.605226 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=100 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:34.649953 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port d55b4104-9d4f-4762-ba58-f9e7a26df653 triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:51:34.650327 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (d55b4104-9d4f-4762-ba58-f9e7a26df653), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:34.724369 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port d55b4104-9d4f-4762-ba58-f9e7a26df653 is: DOWN; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:51:34.724753 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (d55b4104-9d4f-4762-ba58-f9e7a26df653), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:34.746399 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] For port d55b4104-9d4f-4762-ba58-f9e7a26df653, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=d55b4104-9d4f-4762-ba58-f9e7a26df653,segment=NetworkSegment(a4995e04-234e-4976-89c5-310a94033a09),segment_id=a4995e04-234e-4976-89c5-310a94033a09)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:51:34.751359 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (d55b4104-9d4f-4762-ba58-f9e7a26df653), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:34.800614 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Pushing event updated for resources: {'Port': ['ID=d55b4104-9d4f-4762-ba58-f9e7a26df653,revision_number=4']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:36.048395 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2abd0f-65bf-47e2-bfa1-c6589e6e4b8c None None] Sync routers for ids ['c19b136f-fefa-4897-a84e-9adeeae9bde5'] in dv-cinder-844961-2-iscsi {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:51:36.060747 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2abd0f-65bf-47e2-bfa1-c6589e6e4b8c None None] Routers {'c19b136f-fefa-4897-a84e-9adeeae9bde5'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:51:36.061467 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-4b2abd0f-65bf-47e2-bfa1-c6589e6e4b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:51:26Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['c19b136f-fefa-4897-a84e-9adeeae9bde5'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:36.178333 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-4b2abd0f-65bf-47e2-bfa1-c6589e6e4b8c None None] Set router c19b136f-fefa-4897-a84e-9adeeae9bde5 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:51:36.374146 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:36.394325 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-4b2abd0f-65bf-47e2-bfa1-c6589e6e4b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c19b136f-fefa-4897-a84e-9adeeae9bde5', 'name': 'tempest-TestShelveInstance-693922721-router', 'tenant_id': '061b65fc11484733bb6be383ff807570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'f5f16cdd-52b3-44b8-b4e0-572152f76ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:51:23Z', 'updated_at': '2022-08-31T09:51:28Z', 'revision_number': 4, 'project_id': '061b65fc11484733bb6be383ff807570', 'gw_port': {'id': 'f5f16cdd-52b3-44b8-b4e0-572152f76ea4', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19b136f-fefa-4897-a84e-9adeeae9bde5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:24Z', 'updated_at': '2022-08-31T09:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': '762524c5-ea53-44a9-b364-79c015a63255', 'name': '', 'network_id': '08ec41c0-ee0f-4624-b539-f468748549b1', 'tenant_id': '061b65fc11484733bb6be383ff807570', 'mac_address': 'fa:16:3e:8a:6c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c19b136f-fefa-4897-a84e-9adeeae9bde5', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'cb57539b-79e0-444e-95b8-25fea7dc11ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:27Z', 'updated_at': '2022-08-31T09:51:28Z', 'revision_number': 2, 'project_id': '061b65fc11484733bb6be383ff807570', 'subnets': [{'id': 'cb57539b-79e0-444e-95b8-25fea7dc11ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:36.427272 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2abd0f-65bf-47e2-bfa1-c6589e6e4b8c None None] Checking router: c19b136f-fefa-4897-a84e-9adeeae9bde5 for host: dv-cinder-844961-2-iscsi {{(pid=112921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:51:36.427628 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2abd0f-65bf-47e2-bfa1-c6589e6e4b8c None None] Updating router c19b136f-fefa-4897-a84e-9adeeae9bde5 port 762524c5-ea53-44a9-b364-79c015a63255 binding host dv-cinder-844961-2-iscsi {{(pid=112921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:51:36.457014 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-4b2abd0f-65bf-47e2-bfa1-c6589e6e4b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (762524c5-ea53-44a9-b364-79c015a63255), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:36.590837 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device d55b4104-9d4f-4762-ba58-f9e7a26df653 up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:51:36.858149 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port d55b4104-9d4f-4762-ba58-f9e7a26df653 triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:51:36.858477 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (d55b4104-9d4f-4762-ba58-f9e7a26df653), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:36.925219 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:37.029440 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-4b2abd0f-65bf-47e2-bfa1-c6589e6e4b8c None None] Publish callbacks [] for port (762524c5-ea53-44a9-b364-79c015a63255), precommit_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:37.036413 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port d55b4104-9d4f-4762-ba58-f9e7a26df653 is: ACTIVE; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:51:37.043672 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-4b2abd0f-65bf-47e2-bfa1-c6589e6e4b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (762524c5-ea53-44a9-b364-79c015a63255), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:37.121716 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367cd3fb-5dcf-4153-b4f6-181c27cb4194 None None] Pushing event updated for resources: {'Port': ['ID=762524c5-ea53-44a9-b364-79c015a63255,revision_number=3']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:37.166988 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-4b2abd0f-65bf-47e2-bfa1-c6589e6e4b8c None None] Attempting to bind port 762524c5-ea53-44a9-b364-79c015a63255 on host dv-cinder-844961-2-iscsi for vnic_type normal with profile {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 09:51:37.167481 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-4b2abd0f-65bf-47e2-bfa1-c6589e6e4b8c None None] Attempting to bind port 762524c5-ea53-44a9-b364-79c015a63255 by drivers openvswitch,hyperv on host dv-cinder-844961-2-iscsi at level 0 using segments [{'id': 'fa51746a-03eb-4e47-9677-cce153f216a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '08ec41c0-ee0f-4624-b539-f468748549b1'}] {{(pid=112921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 09:51:37.167949 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2abd0f-65bf-47e2-bfa1-c6589e6e4b8c None None] Attempting to bind port 762524c5-ea53-44a9-b364-79c015a63255 on network 08ec41c0-ee0f-4624-b539-f468748549b1 {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:51:37.177800 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2abd0f-65bf-47e2-bfa1-c6589e6e4b8c None None] Checking agent: {'id': '18a9d5f8-8bea-4c71-b161-cda838278486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844961-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 9, 39, 30), 'started_at': datetime.datetime(2022, 8, 31, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 9, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844961-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 09:51:37.178415 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2abd0f-65bf-47e2-bfa1-c6589e6e4b8c None None] Checking segment: {'id': 'fa51746a-03eb-4e47-9677-cce153f216a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '08ec41c0-ee0f-4624-b539-f468748549b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:51:37.179111 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-4b2abd0f-65bf-47e2-bfa1-c6589e6e4b8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:37.179839 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2abd0f-65bf-47e2-bfa1-c6589e6e4b8c None None] Bound using segment: {'id': 'fa51746a-03eb-4e47-9677-cce153f216a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '08ec41c0-ee0f-4624-b539-f468748549b1'} {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 09:51:37.180532 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-4b2abd0f-65bf-47e2-bfa1-c6589e6e4b8c None None] Bound port: 762524c5-ea53-44a9-b364-79c015a63255, host: dv-cinder-844961-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa51746a-03eb-4e47-9677-cce153f216a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '08ec41c0-ee0f-4624-b539-f468748549b1'}}] {{(pid=112921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 09:51:37.181171 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-4b2abd0f-65bf-47e2-bfa1-c6589e6e4b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (762524c5-ea53-44a9-b364-79c015a63255), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:37.258027 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-4b2abd0f-65bf-47e2-bfa1-c6589e6e4b8c None None] For port 762524c5-ea53-44a9-b364-79c015a63255, host dv-cinder-844961-2-iscsi, cleared binding levels {{(pid=112921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:51:37.261285 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-4b2abd0f-65bf-47e2-bfa1-c6589e6e4b8c None None] For port 762524c5-ea53-44a9-b364-79c015a63255, host dv-cinder-844961-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=762524c5-ea53-44a9-b364-79c015a63255,segment=NetworkSegment(fa51746a-03eb-4e47-9677-cce153f216a0),segment_id=fa51746a-03eb-4e47-9677-cce153f216a0)] {{(pid=112921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:51:37.268523 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-4b2abd0f-65bf-47e2-bfa1-c6589e6e4b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (762524c5-ea53-44a9-b364-79c015a63255), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:37.317940 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2abd0f-65bf-47e2-bfa1-c6589e6e4b8c None None] Routers {'c19b136f-fefa-4897-a84e-9adeeae9bde5'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:51:37.318592 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-4b2abd0f-65bf-47e2-bfa1-c6589e6e4b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:51:26Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['c19b136f-fefa-4897-a84e-9adeeae9bde5'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:37.365121 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea2acf0-e799-4b9c-bc91-554b9d7e4c65 None None] Sync routers for ids ['71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c'] in dv-cinder-844961-2-iscsi {{(pid=112922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:51:37.379060 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea2acf0-e799-4b9c-bc91-554b9d7e4c65 None None] Routers {'71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:51:37.379464 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367cd3fb-5dcf-4153-b4f6-181c27cb4194 None None] Pushing event updated for resources: {'Port': ['ID=762524c5-ea53-44a9-b364-79c015a63255,revision_number=4']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:37.380851 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-aea2acf0-e799-4b9c-bc91-554b9d7e4c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:51:26Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c'], 'active': True} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:37.452183 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-4b2abd0f-65bf-47e2-bfa1-c6589e6e4b8c None None] Set router c19b136f-fefa-4897-a84e-9adeeae9bde5 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:51:37.490350 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:37.500389 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvr_db [None req-aea2acf0-e799-4b9c-bc91-554b9d7e4c65 None None] Set router 71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c gateway port host: dv-cinder-844961-2-iscsi {{(pid=112922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:51:37.531007 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:37.681089 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-4b2abd0f-65bf-47e2-bfa1-c6589e6e4b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c19b136f-fefa-4897-a84e-9adeeae9bde5', 'name': 'tempest-TestShelveInstance-693922721-router', 'tenant_id': '061b65fc11484733bb6be383ff807570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'f5f16cdd-52b3-44b8-b4e0-572152f76ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:51:23Z', 'updated_at': '2022-08-31T09:51:28Z', 'revision_number': 4, 'project_id': '061b65fc11484733bb6be383ff807570', 'gw_port': {'id': 'f5f16cdd-52b3-44b8-b4e0-572152f76ea4', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19b136f-fefa-4897-a84e-9adeeae9bde5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:24Z', 'updated_at': '2022-08-31T09:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': '762524c5-ea53-44a9-b364-79c015a63255', 'name': '', 'network_id': '08ec41c0-ee0f-4624-b539-f468748549b1', 'tenant_id': '061b65fc11484733bb6be383ff807570', 'mac_address': 'fa:16:3e:8a:6c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c19b136f-fefa-4897-a84e-9adeeae9bde5', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'cb57539b-79e0-444e-95b8-25fea7dc11ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:27Z', 'updated_at': '2022-08-31T09:51:37Z', 'revision_number': 4, 'project_id': '061b65fc11484733bb6be383ff807570', 'subnets': [{'id': 'cb57539b-79e0-444e-95b8-25fea7dc11ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:37.724395 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2abd0f-65bf-47e2-bfa1-c6589e6e4b8c None None] The sync data for ids ['c19b136f-fefa-4897-a84e-9adeeae9bde5'] in dv-cinder-844961-2-iscsi is: [{'id': 'c19b136f-fefa-4897-a84e-9adeeae9bde5', 'name': 'tempest-TestShelveInstance-693922721-router', 'tenant_id': '061b65fc11484733bb6be383ff807570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'f5f16cdd-52b3-44b8-b4e0-572152f76ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:51:23Z', 'updated_at': '2022-08-31T09:51:28Z', 'revision_number': 4, 'project_id': '061b65fc11484733bb6be383ff807570', 'gw_port': {'id': 'f5f16cdd-52b3-44b8-b4e0-572152f76ea4', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19b136f-fefa-4897-a84e-9adeeae9bde5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:24Z', 'updated_at': '2022-08-31T09:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': '762524c5-ea53-44a9-b364-79c015a63255', 'name': '', 'network_id': '08ec41c0-ee0f-4624-b539-f468748549b1', 'tenant_id': '061b65fc11484733bb6be383ff807570', 'mac_address': 'fa:16:3e:8a:6c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c19b136f-fefa-4897-a84e-9adeeae9bde5', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'cb57539b-79e0-444e-95b8-25fea7dc11ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:27Z', 'updated_at': '2022-08-31T09:51:37Z', 'revision_number': 4, 'project_id': '061b65fc11484733bb6be383ff807570', 'subnets': [{'id': 'cb57539b-79e0-444e-95b8-25fea7dc11ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:51:37.788368 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:37.866684 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-aea2acf0-e799-4b9c-bc91-554b9d7e4c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c', 'name': 'tempest-TestVolumeBootPattern-865095301-router', 'tenant_id': 'c5f727a6b9094171b5fd34fe23f9cc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': 'd55b4104-9d4f-4762-ba58-f9e7a26df653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:51:23Z', 'updated_at': '2022-08-31T09:51:28Z', 'revision_number': 4, 'project_id': 'c5f727a6b9094171b5fd34fe23f9cc5a', 'gw_port': {'id': 'd55b4104-9d4f-4762-ba58-f9e7a26df653', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:1f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:24Z', 'updated_at': '2022-08-31T09:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': '778befa9-a480-4622-85e1-eae7747e8444', 'name': '', 'network_id': '8135e0b2-ec6e-4bd2-9dae-a0b6b0bc88d8', 'tenant_id': 'c5f727a6b9094171b5fd34fe23f9cc5a', 'mac_address': 'fa:16:3e:80:84:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '5f31a27a-132a-4139-aa62-ca097cc7b5c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:27Z', 'updated_at': '2022-08-31T09:51:28Z', 'revision_number': 2, 'project_id': 'c5f727a6b9094171b5fd34fe23f9cc5a', 'subnets': [{'id': '5f31a27a-132a-4139-aa62-ca097cc7b5c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:37.897448 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea2acf0-e799-4b9c-bc91-554b9d7e4c65 None None] Checking router: 71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c for host: dv-cinder-844961-2-iscsi {{(pid=112922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:51:37.897778 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea2acf0-e799-4b9c-bc91-554b9d7e4c65 None None] Updating router 71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c port 778befa9-a480-4622-85e1-eae7747e8444 binding host dv-cinder-844961-2-iscsi {{(pid=112922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:51:37.938119 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-aea2acf0-e799-4b9c-bc91-554b9d7e4c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (778befa9-a480-4622-85e1-eae7747e8444), before_update {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:38.288418 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-aea2acf0-e799-4b9c-bc91-554b9d7e4c65 None None] Publish callbacks [] for port (778befa9-a480-4622-85e1-eae7747e8444), precommit_update {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:38.295125 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-aea2acf0-e799-4b9c-bc91-554b9d7e4c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (778befa9-a480-4622-85e1-eae7747e8444), after_update {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:38.382155 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8971b840-db57-4569-8c31-3458d6691ffa None None] Pushing event updated for resources: {'Port': ['ID=778befa9-a480-4622-85e1-eae7747e8444,revision_number=3']} {{(pid=112922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:38.401497 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.managers [None req-aea2acf0-e799-4b9c-bc91-554b9d7e4c65 None None] Attempting to bind port 778befa9-a480-4622-85e1-eae7747e8444 on host dv-cinder-844961-2-iscsi for vnic_type normal with profile {{(pid=112922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 09:51:38.401913 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.managers [None req-aea2acf0-e799-4b9c-bc91-554b9d7e4c65 None None] Attempting to bind port 778befa9-a480-4622-85e1-eae7747e8444 by drivers openvswitch,hyperv on host dv-cinder-844961-2-iscsi at level 0 using segments [{'id': '3db91f2c-0d75-46a9-bde1-1aa79d1c50f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8135e0b2-ec6e-4bd2-9dae-a0b6b0bc88d8'}] {{(pid=112922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 09:51:38.402245 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea2acf0-e799-4b9c-bc91-554b9d7e4c65 None None] Attempting to bind port 778befa9-a480-4622-85e1-eae7747e8444 on network 8135e0b2-ec6e-4bd2-9dae-a0b6b0bc88d8 {{(pid=112922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:51:38.409205 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea2acf0-e799-4b9c-bc91-554b9d7e4c65 None None] Checking agent: {'id': '18a9d5f8-8bea-4c71-b161-cda838278486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844961-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 9, 39, 30), 'started_at': datetime.datetime(2022, 8, 31, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 9, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844961-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 09:51:38.409601 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea2acf0-e799-4b9c-bc91-554b9d7e4c65 None None] Checking segment: {'id': '3db91f2c-0d75-46a9-bde1-1aa79d1c50f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8135e0b2-ec6e-4bd2-9dae-a0b6b0bc88d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:51:38.409992 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-aea2acf0-e799-4b9c-bc91-554b9d7e4c65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:38.410383 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea2acf0-e799-4b9c-bc91-554b9d7e4c65 None None] Bound using segment: {'id': '3db91f2c-0d75-46a9-bde1-1aa79d1c50f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8135e0b2-ec6e-4bd2-9dae-a0b6b0bc88d8'} {{(pid=112922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 09:51:38.410847 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.managers [None req-aea2acf0-e799-4b9c-bc91-554b9d7e4c65 None None] Bound port: 778befa9-a480-4622-85e1-eae7747e8444, host: dv-cinder-844961-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3db91f2c-0d75-46a9-bde1-1aa79d1c50f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8135e0b2-ec6e-4bd2-9dae-a0b6b0bc88d8'}}] {{(pid=112922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 09:51:38.411215 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-aea2acf0-e799-4b9c-bc91-554b9d7e4c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (778befa9-a480-4622-85e1-eae7747e8444), before_update {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:38.497206 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.db [None req-aea2acf0-e799-4b9c-bc91-554b9d7e4c65 None None] For port 778befa9-a480-4622-85e1-eae7747e8444, host dv-cinder-844961-2-iscsi, cleared binding levels {{(pid=112922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:51:38.501608 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.db [None req-aea2acf0-e799-4b9c-bc91-554b9d7e4c65 None None] For port 778befa9-a480-4622-85e1-eae7747e8444, host dv-cinder-844961-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=778befa9-a480-4622-85e1-eae7747e8444,segment=NetworkSegment(3db91f2c-0d75-46a9-bde1-1aa79d1c50f3),segment_id=3db91f2c-0d75-46a9-bde1-1aa79d1c50f3)] {{(pid=112922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:51:38.509516 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-aea2acf0-e799-4b9c-bc91-554b9d7e4c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (778befa9-a480-4622-85e1-eae7747e8444), after_update {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:38.560480 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea2acf0-e799-4b9c-bc91-554b9d7e4c65 None None] Routers {'71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:51:38.561139 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-aea2acf0-e799-4b9c-bc91-554b9d7e4c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:51:26Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c'], 'active': True} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:38.618055 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 762524c5-ea53-44a9-b364-79c015a63255 up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:51:38.629779 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8971b840-db57-4569-8c31-3458d6691ffa None None] Pushing event updated for resources: {'Port': ['ID=778befa9-a480-4622-85e1-eae7747e8444,revision_number=4']} {{(pid=112922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:38.672020 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port 762524c5-ea53-44a9-b364-79c015a63255 triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:51:38.672395 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (762524c5-ea53-44a9-b364-79c015a63255), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:38.705220 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvr_db [None req-aea2acf0-e799-4b9c-bc91-554b9d7e4c65 None None] Set router 71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c gateway port host: dv-cinder-844961-2-iscsi {{(pid=112922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:51:38.734408 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:38.749892 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port 762524c5-ea53-44a9-b364-79c015a63255 is: DOWN; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:51:38.750279 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (762524c5-ea53-44a9-b364-79c015a63255), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:38.796712 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] For port 762524c5-ea53-44a9-b364-79c015a63255, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=762524c5-ea53-44a9-b364-79c015a63255,segment=NetworkSegment(fa51746a-03eb-4e47-9677-cce153f216a0),segment_id=fa51746a-03eb-4e47-9677-cce153f216a0)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:51:38.801938 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (762524c5-ea53-44a9-b364-79c015a63255), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:38.853018 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:38.866163 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Pushing event updated for resources: {'Port': ['ID=762524c5-ea53-44a9-b364-79c015a63255,revision_number=5']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:38.927327 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-aea2acf0-e799-4b9c-bc91-554b9d7e4c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c', 'name': 'tempest-TestVolumeBootPattern-865095301-router', 'tenant_id': 'c5f727a6b9094171b5fd34fe23f9cc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': 'd55b4104-9d4f-4762-ba58-f9e7a26df653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:51:23Z', 'updated_at': '2022-08-31T09:51:28Z', 'revision_number': 4, 'project_id': 'c5f727a6b9094171b5fd34fe23f9cc5a', 'gw_port': {'id': 'd55b4104-9d4f-4762-ba58-f9e7a26df653', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:1f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:24Z', 'updated_at': '2022-08-31T09:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': '778befa9-a480-4622-85e1-eae7747e8444', 'name': '', 'network_id': '8135e0b2-ec6e-4bd2-9dae-a0b6b0bc88d8', 'tenant_id': 'c5f727a6b9094171b5fd34fe23f9cc5a', 'mac_address': 'fa:16:3e:80:84:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '5f31a27a-132a-4139-aa62-ca097cc7b5c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:27Z', 'updated_at': '2022-08-31T09:51:38Z', 'revision_number': 4, 'project_id': 'c5f727a6b9094171b5fd34fe23f9cc5a', 'subnets': [{'id': '5f31a27a-132a-4139-aa62-ca097cc7b5c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:38.952637 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea2acf0-e799-4b9c-bc91-554b9d7e4c65 None None] The sync data for ids ['71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c'] in dv-cinder-844961-2-iscsi is: [{'id': '71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c', 'name': 'tempest-TestVolumeBootPattern-865095301-router', 'tenant_id': 'c5f727a6b9094171b5fd34fe23f9cc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': 'd55b4104-9d4f-4762-ba58-f9e7a26df653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:51:23Z', 'updated_at': '2022-08-31T09:51:28Z', 'revision_number': 4, 'project_id': 'c5f727a6b9094171b5fd34fe23f9cc5a', 'gw_port': {'id': 'd55b4104-9d4f-4762-ba58-f9e7a26df653', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:1f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:24Z', 'updated_at': '2022-08-31T09:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': '778befa9-a480-4622-85e1-eae7747e8444', 'name': '', 'network_id': '8135e0b2-ec6e-4bd2-9dae-a0b6b0bc88d8', 'tenant_id': 'c5f727a6b9094171b5fd34fe23f9cc5a', 'mac_address': 'fa:16:3e:80:84:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '5f31a27a-132a-4139-aa62-ca097cc7b5c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:27Z', 'updated_at': '2022-08-31T09:51:38Z', 'revision_number': 4, 'project_id': 'c5f727a6b9094171b5fd34fe23f9cc5a', 'subnets': [{'id': '5f31a27a-132a-4139-aa62-ca097cc7b5c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:51:40.632742 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 762524c5-ea53-44a9-b364-79c015a63255 up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:51:40.682331 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port 762524c5-ea53-44a9-b364-79c015a63255 triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:51:40.682704 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (762524c5-ea53-44a9-b364-79c015a63255), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:40.768401 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port 762524c5-ea53-44a9-b364-79c015a63255 is: ACTIVE; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:51:40.769965 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 778befa9-a480-4622-85e1-eae7747e8444 up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:51:40.822124 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port 778befa9-a480-4622-85e1-eae7747e8444 triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:51:40.822494 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (778befa9-a480-4622-85e1-eae7747e8444), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:40.904064 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port 778befa9-a480-4622-85e1-eae7747e8444 is: DOWN; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:51:40.904449 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (778befa9-a480-4622-85e1-eae7747e8444), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:40.948081 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] For port 778befa9-a480-4622-85e1-eae7747e8444, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=778befa9-a480-4622-85e1-eae7747e8444,segment=NetworkSegment(3db91f2c-0d75-46a9-bde1-1aa79d1c50f3),segment_id=3db91f2c-0d75-46a9-bde1-1aa79d1c50f3)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:51:40.952460 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (778befa9-a480-4622-85e1-eae7747e8444), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:41.005805 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Pushing event updated for resources: {'Port': ['ID=778befa9-a480-4622-85e1-eae7747e8444,revision_number=5']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:42.527590 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=34,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:42.528404 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=63,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:42.582534 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 778befa9-a480-4622-85e1-eae7747e8444 up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:51:42.604413 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:42.642171 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port 778befa9-a480-4622-85e1-eae7747e8444 triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:51:42.642562 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (778befa9-a480-4622-85e1-eae7747e8444), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:42.727841 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port 778befa9-a480-4622-85e1-eae7747e8444 is: ACTIVE; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:51:42.787025 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=72,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:42.792219 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=44,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:48.065080 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:52.724422 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=61,neutron:UPDATE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:52.726754 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=14 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:54.214061 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-fd5a8f60-1083-40de-bc9a-92c9e72ffee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:54.937840 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 48216) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:51:55.050980 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-d6bb6e3a-33a3-4f2e-94af-f535c2d08160 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:55.134543 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-d6bb6e3a-33a3-4f2e-94af-f535c2d08160 admin admin] Publish callbacks [] for security_group (63ba4091-2a40-4ac9-a8cd-a66fee6197f8), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:55.138588 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-d6bb6e3a-33a3-4f2e-94af-f535c2d08160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (63ba4091-2a40-4ac9-a8cd-a66fee6197f8), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:55.180329 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-d6bb6e3a-33a3-4f2e-94af-f535c2d08160 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=1e493d3821e8406e96c47dfce3625ce4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2410824 Aug 31 09:51:55.181102 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bb6e3a-33a3-4f2e-94af-f535c2d08160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ba4091-2a40-4ac9-a8cd-a66fee6197f8,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:55.187961 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 48224) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:51:55.239690 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a8526523-38e7-4001-9d34-34c0ef653640 admin admin] Publish callbacks [] for security_group (63ba4091-2a40-4ac9-a8cd-a66fee6197f8), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:55.260446 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a8526523-38e7-4001-9d34-34c0ef653640 admin admin] Publish callbacks [] for security_group (63ba4091-2a40-4ac9-a8cd-a66fee6197f8), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:55.308246 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a8526523-38e7-4001-9d34-34c0ef653640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (63ba4091-2a40-4ac9-a8cd-a66fee6197f8), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:55.310968 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a8526523-38e7-4001-9d34-34c0ef653640 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:55.312095 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-a8526523-38e7-4001-9d34-34c0ef653640 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/63ba4091-2a40-4ac9-a8cd-a66fee6197f8 HTTP/1.1" status: 204 len: 168 time: 0.1232347 Aug 31 09:51:55.328448 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8526523-38e7-4001-9d34-34c0ef653640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ba4091-2a40-4ac9-a8cd-a66fee6197f8,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:55.766413 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e6f198be-e193-4693-a253-f9c4522a6272), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:56.457584 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 48264) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:51:56.482340 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-3dc47559-f169-4e3a-ae12-947915045991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:56.610523 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-4966adaf-9e74-4335-9213-cfa80a18d764 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:56.698422 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-4966adaf-9e74-4335-9213-cfa80a18d764 admin admin] Publish callbacks [] for security_group (7f7455d2-320f-4f59-aa32-eee506ed13e6), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:56.703414 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-4966adaf-9e74-4335-9213-cfa80a18d764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (7f7455d2-320f-4f59-aa32-eee506ed13e6), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:56.744553 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4966adaf-9e74-4335-9213-cfa80a18d764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7455d2-320f-4f59-aa32-eee506ed13e6,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:56.749079 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-4966adaf-9e74-4335-9213-cfa80a18d764 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=bd65e77f9ead40a6aae26c91a2a629fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2904382 Aug 31 09:51:56.752945 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 48276) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:51:56.756032 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4966adaf-9e74-4335-9213-cfa80a18d764 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:56.756383 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4966adaf-9e74-4335-9213-cfa80a18d764 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:56.756711 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4966adaf-9e74-4335-9213-cfa80a18d764 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:56.757046 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4966adaf-9e74-4335-9213-cfa80a18d764 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:56.757402 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4966adaf-9e74-4335-9213-cfa80a18d764 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:56.757729 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4966adaf-9e74-4335-9213-cfa80a18d764 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:56.758052 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4966adaf-9e74-4335-9213-cfa80a18d764 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:56.758376 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4966adaf-9e74-4335-9213-cfa80a18d764 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:56.758697 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4966adaf-9e74-4335-9213-cfa80a18d764 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:56.759021 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4966adaf-9e74-4335-9213-cfa80a18d764 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:56.759344 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4966adaf-9e74-4335-9213-cfa80a18d764 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:56.759667 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4966adaf-9e74-4335-9213-cfa80a18d764 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:56.759987 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4966adaf-9e74-4335-9213-cfa80a18d764 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:56.760303 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4966adaf-9e74-4335-9213-cfa80a18d764 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:56.760618 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4966adaf-9e74-4335-9213-cfa80a18d764 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:56.808629 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-59b8009e-5de6-4733-bbe7-590e2ffb965f admin admin] Publish callbacks [] for security_group (7f7455d2-320f-4f59-aa32-eee506ed13e6), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:56.832253 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-59b8009e-5de6-4733-bbe7-590e2ffb965f admin admin] Publish callbacks [] for security_group (7f7455d2-320f-4f59-aa32-eee506ed13e6), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:56.881551 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-59b8009e-5de6-4733-bbe7-590e2ffb965f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (7f7455d2-320f-4f59-aa32-eee506ed13e6), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:56.884039 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-59b8009e-5de6-4733-bbe7-590e2ffb965f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:56.885195 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-59b8009e-5de6-4733-bbe7-590e2ffb965f admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/7f7455d2-320f-4f59-aa32-eee506ed13e6 HTTP/1.1" status: 204 len: 168 time: 0.1295598 Aug 31 09:51:56.894538 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b8009e-5de6-4733-bbe7-590e2ffb965f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7455d2-320f-4f59-aa32-eee506ed13e6,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:57.069059 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.agents_db [None req-8002e13a-56e4-448b-bc0d-5c9f038cbdad None None] Agent healthcheck: found 6 active agents {{(pid=112922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:51:57.613155 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 48302) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:51:57.643979 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-95408210-01ae-44fc-8c82-3ef536a05bf9 req-5758361d-051d-4a73-9cc1-0197fae5e76c service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd0a166f-d662-4a72-8ea2-bfbbb02b2221&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0560482 Aug 31 09:51:57.727091 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [None req-feec1169-a605-4359-bdca-8916c8db005d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1234660899-network', 'tenant_id': 'f8336bd8ac0c4600a25261e1af19a7df'}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:57.756889 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feec1169-a605-4359-bdca-8916c8db005d admin admin] Made reservation on behalf of f8336bd8ac0c4600a25261e1af19a7df for: {'network': 1} {{(pid=112919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:51:57.759429 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-feec1169-a605-4359-bdca-8916c8db005d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for network (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:57.769032 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-feec1169-a605-4359-bdca-8916c8db005d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:57.777122 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:57.860161 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-feec1169-a605-4359-bdca-8916c8db005d admin admin] Publish callbacks [] for security_group (6a518540-a8f2-494a-9530-e0f8307d3613), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:57.866058 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-feec1169-a605-4359-bdca-8916c8db005d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (6a518540-a8f2-494a-9530-e0f8307d3613), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:57.898741 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feec1169-a605-4359-bdca-8916c8db005d admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=112919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:51:57.905719 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feec1169-a605-4359-bdca-8916c8db005d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a518540-a8f2-494a-9530-e0f8307d3613,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:57.914894 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-feec1169-a605-4359-bdca-8916c8db005d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927539'] for segment (32826d5c-3161-458f-8d0d-546949204ea8), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:57.914894 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.db.segments_db [None req-feec1169-a605-4359-bdca-8916c8db005d admin admin] Added segment 32826d5c-3161-458f-8d0d-546949204ea8 of type vlan for network 3721ce91-1e27-4c65-a4af-3dca7c9d9b7d Aug 31 09:51:57.975404 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-feec1169-a605-4359-bdca-8916c8db005d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747472916821'] for network (3721ce91-1e27-4c65-a4af-3dca7c9d9b7d), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:58.003957 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-feec1169-a605-4359-bdca-8916c8db005d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582'] for network (3721ce91-1e27-4c65-a4af-3dca7c9d9b7d), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:58.004997 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feec1169-a605-4359-bdca-8916c8db005d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:51:58.005621 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-feec1169-a605-4359-bdca-8916c8db005d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for network (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:58.059466 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-feec1169-a605-4359-bdca-8916c8db005d admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4449098 Aug 31 09:51:58.063346 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 48310) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:51:58.076914 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [None req-22b61687-b55a-49e5-9c4a-bdf0fe4f8277 admin admin] Request body: {'subnet': {'network_id': '3721ce91-1e27-4c65-a4af-3dca7c9d9b7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1234660899-subnet', 'tenant_id': 'f8336bd8ac0c4600a25261e1af19a7df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:58.087206 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feec1169-a605-4359-bdca-8916c8db005d admin admin] Pushing event updated for resources: {'Network': ['ID=3721ce91-1e27-4c65-a4af-3dca7c9d9b7d,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:58.099784 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Network 3721ce91-1e27-4c65-a4af-3dca7c9d9b7d details requested by agent ovs-agent-dv-cinder-844961-2-iscsi with host dv-cinder-844961-2-iscsi {{(pid=112921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:51:58.104595 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b61687-b55a-49e5-9c4a-bdf0fe4f8277 admin admin] Made reservation on behalf of f8336bd8ac0c4600a25261e1af19a7df for: {'subnet': 1} {{(pid=112919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:51:58.107321 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-22b61687-b55a-49e5-9c4a-bdf0fe4f8277 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65641895'] for subnet (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:58.210182 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95408210-01ae-44fc-8c82-3ef536a05bf9 req-c9ad7c49-8979-404c-ae8f-bd9e4c3997cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:51:58.211747 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-95408210-01ae-44fc-8c82-3ef536a05bf9 req-c9ad7c49-8979-404c-ae8f-bd9e4c3997cd service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=c0fc6660b5494415915cdf2b325e5bd6&device_id=dd0a166f-d662-4a72-8ea2-bfbbb02b2221 HTTP/1.1" status: 200 len: 1130 time: 0.0612516 Aug 31 09:51:58.346948 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95408210-01ae-44fc-8c82-3ef536a05bf9 req-19b4e1a4-1f33-45d2-8d69-7e4e43c76b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:51:58.348368 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-95408210-01ae-44fc-8c82-3ef536a05bf9 req-19b4e1a4-1f33-45d2-8d69-7e4e43c76b70 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=2e69cc92-d348-4eef-9a4c-b8daacafc440 HTTP/1.1" status: 200 len: 920 time: 0.1111987 Aug 31 09:51:58.351015 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-22b61687-b55a-49e5-9c4a-bdf0fe4f8277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66029822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65641905'] for subnet (299c6d5a-9a55-4570-9663-bb6304830052), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:58.386717 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:58.399459 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-95408210-01ae-44fc-8c82-3ef536a05bf9 req-6018b111-0837-4680-8560-02f010f8a68c service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc0a1702-552b-409c-91a1-5a380acf6fea HTTP/1.1" status: 200 len: 217 time: 0.0384657 Aug 31 09:51:58.414815 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:58.427176 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b61687-b55a-49e5-9c4a-bdf0fe4f8277 admin admin] Pushing event updated for resources: {'Subnet': ['ID=299c6d5a-9a55-4570-9663-bb6304830052,revision_number=0']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:58.443823 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b61687-b55a-49e5-9c4a-bdf0fe4f8277 admin admin] Checking segment: {'id': '32826d5c-3161-458f-8d0d-546949204ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3721ce91-1e27-4c65-a4af-3dca7c9d9b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:51:58.444208 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b61687-b55a-49e5-9c4a-bdf0fe4f8277 admin admin] Network hostable DHCP agents. Network: 3721ce91-1e27-4c65-a4af-3dca7c9d9b7d, hostable agents: ['018d2bb8-ebf2-469c-9257-23530a727a9b'], hosted agents: [] {{(pid=112919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:51:58.463124 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b61687-b55a-49e5-9c4a-bdf0fe4f8277 admin admin] Network 3721ce91-1e27-4c65-a4af-3dca7c9d9b7d is scheduled to be hosted by DHCP agent 018d2bb8-ebf2-469c-9257-23530a727a9b with binding_index 1 {{(pid=112919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:51:58.472547 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.base_scheduler [None req-22b61687-b55a-49e5-9c4a-bdf0fe4f8277 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844961-2-iscsi, 3721ce91-1e27-4c65-a4af-3dca7c9d9b7d) {{(pid=112919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:51:58.476750 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95408210-01ae-44fc-8c82-3ef536a05bf9 req-97ce633e-368d-457f-a5ba-a5b6451ce105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:51:58.478398 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b61687-b55a-49e5-9c4a-bdf0fe4f8277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:51:58.478568 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-95408210-01ae-44fc-8c82-3ef536a05bf9 req-97ce633e-368d-457f-a5ba-a5b6451ce105 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=851420a3-644f-4898-b99d-54af1fb83d8b HTTP/1.1" status: 200 len: 858 time: 0.0568016 Aug 31 09:51:58.479436 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-22b61687-b55a-49e5-9c4a-bdf0fe4f8277 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for subnet (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:58.482970 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafb0c2b-7eef-4c81-b8ab-e4918f675582 None None] Network 3721ce91-1e27-4c65-a4af-3dca7c9d9b7d requested from dv-cinder-844961-2-iscsi {{(pid=112921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 09:51:58.498676 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-22b61687-b55a-49e5-9c4a-bdf0fe4f8277 admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4277756 Aug 31 09:51:58.535278 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95408210-01ae-44fc-8c82-3ef536a05bf9 req-9976a3b8-8bcf-424a-b0d2-9c3679e12d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:51:58.536782 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-95408210-01ae-44fc-8c82-3ef536a05bf9 req-9976a3b8-8bcf-424a-b0d2-9c3679e12d73 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=2e69cc92-d348-4eef-9a4c-b8daacafc440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471721 Aug 31 09:51:58.607221 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:58.618973 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:51:58.656408 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d1b98a-25c5-4ee3-a861-1cd97d41c984 None None] Network 3721ce91-1e27-4c65-a4af-3dca7c9d9b7d requested from dv-cinder-844961-2-iscsi {{(pid=112921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 09:51:58.667320 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-95408210-01ae-44fc-8c82-3ef536a05bf9 req-fde611ee-635c-46bf-81f1-274bf33f3244 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2e69cc92-d348-4eef-9a4c-b8daacafc440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206965 Aug 31 09:51:58.808041 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-95408210-01ae-44fc-8c82-3ef536a05bf9 req-9923eab8-24fe-41ca-9161-f6c00842a7ce service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2e69cc92-d348-4eef-9a4c-b8daacafc440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307018 Aug 31 09:51:59.452278 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:51:59.506341 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef6985-bf0e-45e8-b1f1-30186667994e req-9c94834e-1847-4f8e-92f8-ddcbb60f31dd tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:51:59.507923 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f5ef6985-bf0e-45e8-b1f1-30186667994e req-9c94834e-1847-4f8e-92f8-ddcbb60f31dd tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 945 time: 0.0544939 Aug 31 09:51:59.561099 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f5ef6985-bf0e-45e8-b1f1-30186667994e req-0287c3d0-763a-4e6d-915d-7eabe31e9e82 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6418d58e-7890-486d-8ef9-fd8f11b8a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457284 Aug 31 09:51:59.606360 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:00.685335 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3364bb4-167a-438f-895d-d5683c345efa req-a9316d1e-6e7f-4861-aeca-4fe31e0623c9 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:00.686836 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f3364bb4-167a-438f-895d-d5683c345efa req-a9316d1e-6e7f-4861-aeca-4fe31e0623c9 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 945 time: 0.0473127 Aug 31 09:52:00.733492 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f3364bb4-167a-438f-895d-d5683c345efa req-f60e7c5c-44dd-41cf-8cdd-734868dffb1c tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6418d58e-7890-486d-8ef9-fd8f11b8a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407584 Aug 31 09:52:01.609670 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ef5ad-17cc-4fb5-b441-62afffba86ae req-dd48e999-3f8b-46d1-a63e-d8dfda803366 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:01.612453 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-763ef5ad-17cc-4fb5-b441-62afffba86ae req-dd48e999-3f8b-46d1-a63e-d8dfda803366 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/networks?id=3721ce91-1e27-4c65-a4af-3dca7c9d9b7d HTTP/1.1" status: 200 len: 814 time: 0.1168563 Aug 31 09:52:01.630073 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-763ef5ad-17cc-4fb5-b441-62afffba86ae req-fcffeda3-f763-405a-801c-625b060927ef tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/quotas/f8336bd8ac0c4600a25261e1af19a7df HTTP/1.1" status: 200 len: 375 time: 0.0107763 Aug 31 09:52:01.666452 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-763ef5ad-17cc-4fb5-b441-62afffba86ae req-73567af3-441b-42ae-8fb7-8ebfa197d3ce tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=f8336bd8ac0c4600a25261e1af19a7df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309827 Aug 31 09:52:01.767920 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-763ef5ad-17cc-4fb5-b441-62afffba86ae req-3993e90a-fc8c-4ee0-af53-cf41ae0bff9d service neutron] 10.222.0.13 "GET /networking/v2.0/networks/3721ce91-1e27-4c65-a4af-3dca7c9d9b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949101 Aug 31 09:52:01.883589 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e01f4-f9a8-44d3-b2ec-e655634d6d3a req-84f19c69-466b-40df-b7bf-d6b815ab6c90 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:01.885041 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-308e01f4-f9a8-44d3-b2ec-e655634d6d3a req-84f19c69-466b-40df-b7bf-d6b815ab6c90 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 945 time: 0.0649812 Aug 31 09:52:01.922035 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-763ef5ad-17cc-4fb5-b441-62afffba86ae req-bae57aeb-a45f-4196-815e-9c92f8507f61 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/3721ce91-1e27-4c65-a4af-3dca7c9d9b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482723 Aug 31 09:52:01.948430 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-308e01f4-f9a8-44d3-b2ec-e655634d6d3a req-6ba6da17-f3d3-42c5-8509-1aab4f233a59 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6418d58e-7890-486d-8ef9-fd8f11b8a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567100 Aug 31 09:52:02.099726 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-bea193ab-98e4-4b85-9967-252672350604 req-24270a8f-6b91-4afe-b0f4-f79931fab9e1 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=16c07355-b5dd-4e8e-a8bb-e431caacdb59 HTTP/1.1" status: 200 len: 210 time: 0.0314562 Aug 31 09:52:03.080743 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f47ed7-5523-408e-9e0a-548288e5163b req-e9c1d202-d6d0-4575-9a72-449cc1b867a8 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:03.082298 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c9f47ed7-5523-408e-9e0a-548288e5163b req-e9c1d202-d6d0-4575-9a72-449cc1b867a8 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 945 time: 0.0497727 Aug 31 09:52:03.143796 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c9f47ed7-5523-408e-9e0a-548288e5163b req-03e136c0-3879-4b79-b934-acf0ae256c87 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6418d58e-7890-486d-8ef9-fd8f11b8a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531025 Aug 31 09:52:03.203110 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-52b304b0-d88a-4907-95c0-939a9ce607b8 req-95d091e4-3404-43fa-9f62-774c37d69eda tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=16c07355-b5dd-4e8e-a8bb-e431caacdb59 HTTP/1.1" status: 200 len: 210 time: 0.0284672 Aug 31 09:52:03.523496 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ef5ad-17cc-4fb5-b441-62afffba86ae req-d078aaff-5db4-4949-ad74-c4c56d5078ff tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:03.525005 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-763ef5ad-17cc-4fb5-b441-62afffba86ae req-d078aaff-5db4-4949-ad74-c4c56d5078ff tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.64 "GET /networking/v2.0/networks?id=3721ce91-1e27-4c65-a4af-3dca7c9d9b7d HTTP/1.1" status: 200 len: 814 time: 0.1248796 Aug 31 09:52:03.557725 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [req-763ef5ad-17cc-4fb5-b441-62afffba86ae req-9d4e1e5e-3d5d-4e2b-b628-c89839f26ac7 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Request body: {'port': {'device_id': '16c07355-b5dd-4e8e-a8bb-e431caacdb59', 'network_id': '3721ce91-1e27-4c65-a4af-3dca7c9d9b7d', 'admin_state_up': True, 'tenant_id': 'f8336bd8ac0c4600a25261e1af19a7df'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:03.689552 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-763ef5ad-17cc-4fb5-b441-62afffba86ae req-9d4e1e5e-3d5d-4e2b-b628-c89839f26ac7 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Made reservation on behalf of f8336bd8ac0c4600a25261e1af19a7df for: {'port': 1} {{(pid=112920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:52:03.695045 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-763ef5ad-17cc-4fb5-b441-62afffba86ae req-9d4e1e5e-3d5d-4e2b-b628-c89839f26ac7 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:03.844250 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.db_base_plugin_common [req-763ef5ad-17cc-4fb5-b441-62afffba86ae req-9d4e1e5e-3d5d-4e2b-b628-c89839f26ac7 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Allocated IP 172.20.0.4 (3721ce91-1e27-4c65-a4af-3dca7c9d9b7d/299c6d5a-9a55-4570-9663-bb6304830052/ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530) {{(pid=112920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:52:04.045975 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-763ef5ad-17cc-4fb5-b441-62afffba86ae req-9d4e1e5e-3d5d-4e2b-b628-c89839f26ac7 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Publish callbacks [] for port (ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:04.083000 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-763ef5ad-17cc-4fb5-b441-62afffba86ae req-9d4e1e5e-3d5d-4e2b-b628-c89839f26ac7 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64202837'] for port (ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:04.132796 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-763ef5ad-17cc-4fb5-b441-62afffba86ae req-9d4e1e5e-3d5d-4e2b-b628-c89839f26ac7 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Network 3721ce91-1e27-4c65-a4af-3dca7c9d9b7d is already hosted by enough agents. {{(pid=112920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:52:04.136222 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.base_scheduler [req-763ef5ad-17cc-4fb5-b441-62afffba86ae req-9d4e1e5e-3d5d-4e2b-b628-c89839f26ac7 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Resources bound (agent type, host, resource id): {{(pid=112920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:52:04.140711 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.l3_dvrscheduler_db [req-763ef5ad-17cc-4fb5-b441-62afffba86ae req-9d4e1e5e-3d5d-4e2b-b628-c89839f26ac7 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Received port after_create {{(pid=112920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:52:04.166041 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4e1e5e-3d5d-4e2b-b628-c89839f26ac7 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Pushing event updated for resources: {'Port': ['ID=ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:04.172487 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:04.200083 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ef5ad-17cc-4fb5-b441-62afffba86ae req-9d4e1e5e-3d5d-4e2b-b628-c89839f26ac7 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:04.200632 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-763ef5ad-17cc-4fb5-b441-62afffba86ae req-9d4e1e5e-3d5d-4e2b-b628-c89839f26ac7 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for port (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:04.221355 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-763ef5ad-17cc-4fb5-b441-62afffba86ae req-9d4e1e5e-3d5d-4e2b-b628-c89839f26ac7 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6677122 Aug 31 09:52:04.251900 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [req-763ef5ad-17cc-4fb5-b441-62afffba86ae req-87c7d5c3-5b58-4566-8fb0-b15d54db61ca service neutron] Request body: {'port': {'device_id': '16c07355-b5dd-4e8e-a8bb-e431caacdb59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84496'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:04.345851 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-763ef5ad-17cc-4fb5-b441-62afffba86ae req-87c7d5c3-5b58-4566-8fb0-b15d54db61ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530), before_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:04.350467 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:04.356714 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def0125-b63e-4d12-b2da-ac747e624021 req-561fadf4-bdc8-4b77-9148-d693c7e71d60 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:04.358303 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9def0125-b63e-4d12-b2da-ac747e624021 req-561fadf4-bdc8-4b77-9148-d693c7e71d60 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 945 time: 0.0899842 Aug 31 09:52:04.382901 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073d921-993b-41c4-bd08-5619562764c6 req-088a645e-64ed-44a4-94f0-c0e0c42e78af tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:04.384402 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-1073d921-993b-41c4-bd08-5619562764c6 req-088a645e-64ed-44a4-94f0-c0e0c42e78af tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=16c07355-b5dd-4e8e-a8bb-e431caacdb59 HTTP/1.1" status: 200 len: 931 time: 0.0735745 Aug 31 09:52:04.456654 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:04.468791 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9def0125-b63e-4d12-b2da-ac747e624021 req-2a120065-82e2-4807-b446-d2d84756923c tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6418d58e-7890-486d-8ef9-fd8f11b8a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988755 Aug 31 09:52:04.475474 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-1073d921-993b-41c4-bd08-5619562764c6 req-dd7ad6b3-17d2-497f-88bf-e2a41d01a70f tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6a518540-a8f2-494a-9530-e0f8307d3613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752671 Aug 31 09:52:04.677849 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.notifiers.nova [req-763ef5ad-17cc-4fb5-b441-62afffba86ae req-87c7d5c3-5b58-4566-8fb0-b15d54db61ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530 {{(pid=112920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 09:52:04.686429 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-763ef5ad-17cc-4fb5-b441-62afffba86ae req-87c7d5c3-5b58-4566-8fb0-b15d54db61ca service neutron] Publish callbacks [] for port (ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530), precommit_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:04.707811 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.provisioning_blocks [req-763ef5ad-17cc-4fb5-b441-62afffba86ae req-87c7d5c3-5b58-4566-8fb0-b15d54db61ca service neutron] Transition to ACTIVE for port object ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530 will not be triggered until provisioned by entity L2. {{(pid=112920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 09:52:04.712030 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-763ef5ad-17cc-4fb5-b441-62afffba86ae req-87c7d5c3-5b58-4566-8fb0-b15d54db61ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64202844'] for port (ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530), after_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:04.788219 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c7d5c3-5b58-4566-8fb0-b15d54db61ca service neutron] Pushing event updated for resources: {'Port': ['ID=ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530,revision_number=2']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:04.842969 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.managers [req-763ef5ad-17cc-4fb5-b441-62afffba86ae req-87c7d5c3-5b58-4566-8fb0-b15d54db61ca service neutron] Attempting to bind port ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530 on host hv-cinder-84496 for vnic_type normal with profile {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 09:52:04.843307 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.managers [req-763ef5ad-17cc-4fb5-b441-62afffba86ae req-87c7d5c3-5b58-4566-8fb0-b15d54db61ca service neutron] Attempting to bind port ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530 by drivers openvswitch,hyperv on host hv-cinder-84496 at level 0 using segments [{'id': '32826d5c-3161-458f-8d0d-546949204ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3721ce91-1e27-4c65-a4af-3dca7c9d9b7d'}] {{(pid=112920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 09:52:04.843637 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763ef5ad-17cc-4fb5-b441-62afffba86ae req-87c7d5c3-5b58-4566-8fb0-b15d54db61ca service neutron] Attempting to bind port ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530 on network 3721ce91-1e27-4c65-a4af-3dca7c9d9b7d {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:52:04.849910 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763ef5ad-17cc-4fb5-b441-62afffba86ae req-87c7d5c3-5b58-4566-8fb0-b15d54db61ca service neutron] Port ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530 on network 3721ce91-1e27-4c65-a4af-3dca7c9d9b7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84496 {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 09:52:04.850236 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763ef5ad-17cc-4fb5-b441-62afffba86ae req-87c7d5c3-5b58-4566-8fb0-b15d54db61ca service neutron] Attempting to bind port ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530 on network 3721ce91-1e27-4c65-a4af-3dca7c9d9b7d {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:52:04.855688 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763ef5ad-17cc-4fb5-b441-62afffba86ae req-87c7d5c3-5b58-4566-8fb0-b15d54db61ca service neutron] Checking agent: {'id': 'e6f198be-e193-4693-a253-f9c4522a6272', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 9, 45, 52), 'started_at': datetime.datetime(2022, 8, 31, 9, 45, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 9, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 09:52:04.856028 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763ef5ad-17cc-4fb5-b441-62afffba86ae req-87c7d5c3-5b58-4566-8fb0-b15d54db61ca service neutron] Checking segment: {'id': '32826d5c-3161-458f-8d0d-546949204ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3721ce91-1e27-4c65-a4af-3dca7c9d9b7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:52:04.856411 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763ef5ad-17cc-4fb5-b441-62afffba86ae req-87c7d5c3-5b58-4566-8fb0-b15d54db61ca service neutron] Bound using segment: {'id': '32826d5c-3161-458f-8d0d-546949204ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3721ce91-1e27-4c65-a4af-3dca7c9d9b7d'} {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 09:52:04.856842 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.managers [req-763ef5ad-17cc-4fb5-b441-62afffba86ae req-87c7d5c3-5b58-4566-8fb0-b15d54db61ca service neutron] Bound port: ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530, host: hv-cinder-84496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32826d5c-3161-458f-8d0d-546949204ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3721ce91-1e27-4c65-a4af-3dca7c9d9b7d'}}] {{(pid=112920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 09:52:04.857203 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-763ef5ad-17cc-4fb5-b441-62afffba86ae req-87c7d5c3-5b58-4566-8fb0-b15d54db61ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530), before_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:04.933667 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.db [req-763ef5ad-17cc-4fb5-b441-62afffba86ae req-87c7d5c3-5b58-4566-8fb0-b15d54db61ca service neutron] For port ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530, host hv-cinder-84496, cleared binding levels {{(pid=112920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:52:04.937366 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.db [req-763ef5ad-17cc-4fb5-b441-62afffba86ae req-87c7d5c3-5b58-4566-8fb0-b15d54db61ca service neutron] For port ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530, host hv-cinder-84496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530,segment=NetworkSegment(32826d5c-3161-458f-8d0d-546949204ea8),segment_id=32826d5c-3161-458f-8d0d-546949204ea8)] {{(pid=112920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:52:04.944460 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-763ef5ad-17cc-4fb5-b441-62afffba86ae req-87c7d5c3-5b58-4566-8fb0-b15d54db61ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64202844'] for port (ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530), after_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:04.949250 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ef5ad-17cc-4fb5-b441-62afffba86ae req-87c7d5c3-5b58-4566-8fb0-b15d54db61ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:04.949920 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-763ef5ad-17cc-4fb5-b441-62afffba86ae req-87c7d5c3-5b58-4566-8fb0-b15d54db61ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for port (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:04.951763 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-763ef5ad-17cc-4fb5-b441-62afffba86ae req-87c7d5c3-5b58-4566-8fb0-b15d54db61ca service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530 HTTP/1.1" status: 200 len: 1093 time: 0.7130318 Aug 31 09:52:04.952346 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c07355-b5dd-4e8e-a8bb-e431caacdb59', 'tag': 'ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530'}] {{(pid=112920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:52:04.955573 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b1c67df7a66df2dbb2f1d86d1740294a25e35557c8b7fb736f9ab0bc04a1bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1823e7b-1560-422e-b419-7b4fa4c9e844" -d '{"events": [{"name": "network-changed", "server_uuid": "16c07355-b5dd-4e8e-a8bb-e431caacdb59", "tag": "ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530"}]}' {{(pid=112920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:52:05.011092 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 09:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905f4bf4-69b6-46e6-afb2-eff6af96fab1 x-openstack-request-id: req-905f4bf4-69b6-46e6-afb2-eff6af96fab1 {{(pid=112920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:52:05.011252 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16c07355-b5dd-4e8e-a8bb-e431caacdb59", "tag": "ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530", "status": "completed", "code": 200}]} {{(pid=112920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:52:05.011515 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-905f4bf4-69b6-46e6-afb2-eff6af96fab1 {{(pid=112920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:52:05.012150 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-905f4bf4-69b6-46e6-afb2-eff6af96fab1'] response: {'name': 'network-changed', 'server_uuid': '16c07355-b5dd-4e8e-a8bb-e431caacdb59', 'tag': 'ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530', 'status': 'completed', 'code': 200} Aug 31 09:52:05.049780 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c7d5c3-5b58-4566-8fb0-b15d54db61ca service neutron] Pushing event updated for resources: {'Port': ['ID=ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530,revision_number=3']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:05.159261 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ef5ad-17cc-4fb5-b441-62afffba86ae req-d18f29fe-d3cb-4b1a-a115-91e5198fada4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:05.160793 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-763ef5ad-17cc-4fb5-b441-62afffba86ae req-d18f29fe-d3cb-4b1a-a115-91e5198fada4 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=f8336bd8ac0c4600a25261e1af19a7df&device_id=16c07355-b5dd-4e8e-a8bb-e431caacdb59 HTTP/1.1" status: 200 len: 1127 time: 0.0509634 Aug 31 09:52:05.225606 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-763ef5ad-17cc-4fb5-b441-62afffba86ae req-ecd01a77-fd67-41a3-a759-9f0db9cb0325 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530 HTTP/1.1" status: 200 len: 217 time: 0.0371830 Aug 31 09:52:05.286537 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ef5ad-17cc-4fb5-b441-62afffba86ae req-35f07ecb-8be8-4b4d-aa03-25f094137946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:05.288091 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-763ef5ad-17cc-4fb5-b441-62afffba86ae req-35f07ecb-8be8-4b4d-aa03-25f094137946 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=299c6d5a-9a55-4570-9663-bb6304830052 HTTP/1.1" status: 200 len: 854 time: 0.0534036 Aug 31 09:52:05.327397 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-763ef5ad-17cc-4fb5-b441-62afffba86ae req-ae19e9cb-5793-44f0-b703-18001b47fea3 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=3721ce91-1e27-4c65-a4af-3dca7c9d9b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290575 Aug 31 09:52:05.433833 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-763ef5ad-17cc-4fb5-b441-62afffba86ae req-1f24e726-5a1d-4898-96c8-9e84e0fdcb14 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3721ce91-1e27-4c65-a4af-3dca7c9d9b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997493 Aug 31 09:52:05.459087 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:05.541113 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:05.555357 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-763ef5ad-17cc-4fb5-b441-62afffba86ae req-e426a949-8736-48b9-8da0-9382efac7beb service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3721ce91-1e27-4c65-a4af-3dca7c9d9b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141512 Aug 31 09:52:05.624076 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:05.652914 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a2ec7-2b59-4655-9a30-147e020fe1ed req-3b252da5-4f24-49cf-ad16-26e8d1e0749b tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:05.654426 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-001a2ec7-2b59-4655-9a30-147e020fe1ed req-3b252da5-4f24-49cf-ad16-26e8d1e0749b tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 945 time: 0.0979083 Aug 31 09:52:05.664104 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0b55f-50b3-4748-b961-a9415a7dcb0e req-1e9bcd52-d693-4061-b9dc-acf53c89102c tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:05.665678 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e0c0b55f-50b3-4748-b961-a9415a7dcb0e req-1e9bcd52-d693-4061-b9dc-acf53c89102c tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=16c07355-b5dd-4e8e-a8bb-e431caacdb59 HTTP/1.1" status: 200 len: 943 time: 0.0951562 Aug 31 09:52:05.750043 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-001a2ec7-2b59-4655-9a30-147e020fe1ed req-fecf5721-d179-4949-a6aa-c4e2399fe541 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6418d58e-7890-486d-8ef9-fd8f11b8a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833325 Aug 31 09:52:05.760266 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e0c0b55f-50b3-4748-b961-a9415a7dcb0e req-eea0b1c1-7f20-46e0-8f4e-9617b5a18bd2 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6a518540-a8f2-494a-9530-e0f8307d3613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856831 Aug 31 09:52:06.918874 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369f292-33db-4aec-b958-5f0987208887 req-0e94293e-11a6-4427-88e8-4bb1089bbe57 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:06.920478 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9369f292-33db-4aec-b958-5f0987208887 req-0e94293e-11a6-4427-88e8-4bb1089bbe57 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 945 time: 0.0831528 Aug 31 09:52:06.933573 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7ce0f-6e4c-4208-b16e-98ea7e87f1c3 req-2ee2011a-eb40-44eb-afe7-0755e2421aaf tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:06.935063 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-32b7ce0f-6e4c-4208-b16e-98ea7e87f1c3 req-2ee2011a-eb40-44eb-afe7-0755e2421aaf tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=16c07355-b5dd-4e8e-a8bb-e431caacdb59 HTTP/1.1" status: 200 len: 943 time: 0.0668371 Aug 31 09:52:07.014377 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9369f292-33db-4aec-b958-5f0987208887 req-2d324d96-6261-48f9-b623-9e87a4f023da tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6418d58e-7890-486d-8ef9-fd8f11b8a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875285 Aug 31 09:52:07.022886 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-32b7ce0f-6e4c-4208-b16e-98ea7e87f1c3 req-e73d1593-dfd4-4502-809e-98d9a696eb04 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6a518540-a8f2-494a-9530-e0f8307d3613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806534 Aug 31 09:52:07.064675 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=22 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:08.189511 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fce29f-dc0f-4dd9-a6c2-79a59c097be9 req-126e6ee1-9fe5-4d4e-860f-1f4a93ae88fc tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:08.191054 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-14fce29f-dc0f-4dd9-a6c2-79a59c097be9 req-126e6ee1-9fe5-4d4e-860f-1f4a93ae88fc tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 945 time: 0.0830023 Aug 31 09:52:08.212447 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff78c8ce-c1ee-41aa-adda-7302d7a27c2b req-bf6583e1-9fc6-4f25-a121-db3c7b1f9bb6 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:08.213942 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ff78c8ce-c1ee-41aa-adda-7302d7a27c2b req-bf6583e1-9fc6-4f25-a121-db3c7b1f9bb6 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=16c07355-b5dd-4e8e-a8bb-e431caacdb59 HTTP/1.1" status: 200 len: 943 time: 0.0726697 Aug 31 09:52:08.322056 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-14fce29f-dc0f-4dd9-a6c2-79a59c097be9 req-03f64ea4-ba14-487a-8bb5-216407a41547 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6418d58e-7890-486d-8ef9-fd8f11b8a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238642 Aug 31 09:52:08.329173 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ff78c8ce-c1ee-41aa-adda-7302d7a27c2b req-41873b90-c106-45a8-ab30-b77afd3f5eb7 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6a518540-a8f2-494a-9530-e0f8307d3613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068513 Aug 31 09:52:09.503825 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37bf443-68d5-4aa1-8377-04a033b5ce78 req-b60b40c5-96f3-40aa-807a-a8fd1f71f1f0 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:09.505370 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b37bf443-68d5-4aa1-8377-04a033b5ce78 req-b60b40c5-96f3-40aa-807a-a8fd1f71f1f0 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 945 time: 0.0876701 Aug 31 09:52:09.511489 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a9de0-a993-4d9b-9440-606ce19b99c2 req-d9470109-3fc9-4c54-b3d8-03d2b24e8139 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:09.513039 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e50a9de0-a993-4d9b-9440-606ce19b99c2 req-d9470109-3fc9-4c54-b3d8-03d2b24e8139 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=16c07355-b5dd-4e8e-a8bb-e431caacdb59 HTTP/1.1" status: 200 len: 943 time: 0.0931778 Aug 31 09:52:09.588780 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b37bf443-68d5-4aa1-8377-04a033b5ce78 req-6947e0f6-cfe6-4b3d-980b-0549050dd8b4 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6418d58e-7890-486d-8ef9-fd8f11b8a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746880 Aug 31 09:52:09.593125 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:09.602736 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=42,neutron:UPDATE=4 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:09.609961 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e50a9de0-a993-4d9b-9440-606ce19b99c2 req-d3fb043f-78a5-4790-b019-69e81fc48c0d tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6a518540-a8f2-494a-9530-e0f8307d3613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813110 Aug 31 09:52:10.771276 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56592b89-6dc0-4e26-adab-06a6ba3bf180 req-58f0c057-65a8-431a-a2e6-1fc662007bbc tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:10.772912 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-56592b89-6dc0-4e26-adab-06a6ba3bf180 req-58f0c057-65a8-431a-a2e6-1fc662007bbc tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 945 time: 0.0833337 Aug 31 09:52:10.793737 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f9733-5cea-4127-af89-32af5032e5aa req-cb2f9499-5b4d-4110-9bb5-e4652f57f3e3 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:10.795312 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f34f9733-5cea-4127-af89-32af5032e5aa req-cb2f9499-5b4d-4110-9bb5-e4652f57f3e3 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=16c07355-b5dd-4e8e-a8bb-e431caacdb59 HTTP/1.1" status: 200 len: 943 time: 0.0750751 Aug 31 09:52:10.863080 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-56592b89-6dc0-4e26-adab-06a6ba3bf180 req-af1521cd-9d3e-4a6c-86c0-7d709d3584e7 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6418d58e-7890-486d-8ef9-fd8f11b8a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835431 Aug 31 09:52:10.876268 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f34f9733-5cea-4127-af89-32af5032e5aa req-5ad375d3-d24f-4d2e-9a52-c227c01a2340 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6a518540-a8f2-494a-9530-e0f8307d3613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724528 Aug 31 09:52:11.588683 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1823e7b-1560-422e-b419-7b4fa4c9e844 req-affe8436-f6f3-451e-9d74-ec325fce5987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:11.590302 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-c1823e7b-1560-422e-b419-7b4fa4c9e844 req-affe8436-f6f3-451e-9d74-ec325fce5987 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=f8336bd8ac0c4600a25261e1af19a7df&device_id=16c07355-b5dd-4e8e-a8bb-e431caacdb59 HTTP/1.1" status: 200 len: 1127 time: 0.0510297 Aug 31 09:52:11.688606 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530 details requested by agent hyperv_hv-cinder-84496 with host hv-cinder-84496 {{(pid=112921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:52:11.785896 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:11.801756 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1823e7b-1560-422e-b419-7b4fa4c9e844 req-0fdd5cd4-09e7-4780-8004-edd3de9b2cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:11.803349 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-c1823e7b-1560-422e-b419-7b4fa4c9e844 req-0fdd5cd4-09e7-4780-8004-edd3de9b2cb4 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=3721ce91-1e27-4c65-a4af-3dca7c9d9b7d HTTP/1.1" status: 200 len: 915 time: 0.1260016 Aug 31 09:52:11.808186 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530,segment=NetworkSegment(32826d5c-3161-458f-8d0d-546949204ea8),segment_id=32826d5c-3161-458f-8d0d-546949204ea8)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:11.823667 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Returning: {'device': 'ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530', 'network_id': '3721ce91-1e27-4c65-a4af-3dca7c9d9b7d', 'port_id': 'ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530', 'mac_address': 'fa:16:3e:36:95:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '299c6d5a-9a55-4570-9663-bb6304830052', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:52:11.838901 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9ab27018-4c19-44e8-b965-405cc1269c6d req-b5456ae0-5e74-4eef-9853-3b1ea61c894f tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-994153412&fields=id&tenant_id=b058d5f34eee47a58629407e166f3499 HTTP/1.1" status: 200 len: 267 time: 0.0603466 Aug 31 09:52:11.855125 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-c1823e7b-1560-422e-b419-7b4fa4c9e844 req-e9956179-7ebc-4549-8e39-38e62936dd27 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530 HTTP/1.1" status: 200 len: 217 time: 0.0423520 Aug 31 09:52:11.865750 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Current status of the port ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530 is: DOWN; New status is: BUILD {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:52:11.866152 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:11.889189 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.notifiers.nova [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530 {{(pid=112921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 09:52:11.919496 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530,segment=NetworkSegment(32826d5c-3161-458f-8d0d-546949204ea8),segment_id=32826d5c-3161-458f-8d0d-546949204ea8)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:11.934010 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:11.935466 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1823e7b-1560-422e-b419-7b4fa4c9e844 req-0a1e6068-440b-492d-8ba3-651ba94ac02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:11.937241 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-c1823e7b-1560-422e-b419-7b4fa4c9e844 req-0a1e6068-440b-492d-8ba3-651ba94ac02c service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=299c6d5a-9a55-4570-9663-bb6304830052 HTTP/1.1" status: 200 len: 854 time: 0.0755966 Aug 31 09:52:11.989499 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-c1823e7b-1560-422e-b419-7b4fa4c9e844 req-08b1b3dd-7bd7-4859-a53a-71481be70030 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=3721ce91-1e27-4c65-a4af-3dca7c9d9b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451427 Aug 31 09:52:12.005502 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Pushing event updated for resources: {'Port': ['ID=ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530,revision_number=4']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:12.014051 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:12.014517 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:12.014893 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:12.015250 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:12.015669 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:12.016006 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:12.016956 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:12.017508 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:12.018209 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:12.018541 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:12.018871 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:12.019219 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:12.020160 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab27018-4c19-44e8-b965-405cc1269c6d req-4b2da1a0-8c02-4764-a8dd-ef77c0bfbc7d tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:12.020313 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:12.020313 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:12.020313 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:12.021772 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9ab27018-4c19-44e8-b965-405cc1269c6d req-4b2da1a0-8c02-4764-a8dd-ef77c0bfbc7d tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/networks?id=177a62e1-5d2b-4e36-ba2d-27911ac1eac2 HTTP/1.1" status: 200 len: 808 time: 0.1714649 Aug 31 09:52:12.061674 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9ab27018-4c19-44e8-b965-405cc1269c6d req-445b6fc8-cc6f-43e9-8c0f-62b687617cfe tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/quotas/b058d5f34eee47a58629407e166f3499 HTTP/1.1" status: 200 len: 375 time: 0.0201211 Aug 31 09:52:12.067938 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90141e8d-d232-40e7-acb0-b7be38d557fb req-b0bca4d1-ee05-4e3c-be09-08784aad99ef tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:12.069660 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-90141e8d-d232-40e7-acb0-b7be38d557fb req-b0bca4d1-ee05-4e3c-be09-08784aad99ef tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 945 time: 0.0860043 Aug 31 09:52:12.103875 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-c1823e7b-1560-422e-b419-7b4fa4c9e844 req-b034765b-0640-4339-8c8d-04dc66c04ec3 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3721ce91-1e27-4c65-a4af-3dca7c9d9b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057103 Aug 31 09:52:12.134457 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:12.157479 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9ab27018-4c19-44e8-b965-405cc1269c6d req-d8b15a58-bd18-4be7-a52a-2d35bc4b76f6 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=b058d5f34eee47a58629407e166f3499&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0847208 Aug 31 09:52:12.165956 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-90141e8d-d232-40e7-acb0-b7be38d557fb req-afbcb725-6284-4ee8-8b47-20205b2fabff tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6418d58e-7890-486d-8ef9-fd8f11b8a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841184 Aug 31 09:52:12.232544 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-c1823e7b-1560-422e-b419-7b4fa4c9e844 req-eb01878d-da49-4fef-8370-f5031a1f555b service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3721ce91-1e27-4c65-a4af-3dca7c9d9b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205420 Aug 31 09:52:12.316839 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2833e003-554e-40ea-9b5e-2944e562552a req-6cb3591a-dd23-4933-9ee1-7066e390bc2c tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:12.318598 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2833e003-554e-40ea-9b5e-2944e562552a req-6cb3591a-dd23-4933-9ee1-7066e390bc2c tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=16c07355-b5dd-4e8e-a8bb-e431caacdb59 HTTP/1.1" status: 200 len: 944 time: 0.0831475 Aug 31 09:52:12.337095 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9ab27018-4c19-44e8-b965-405cc1269c6d req-aea7bd64-3de5-4d1b-94ef-541a55437683 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/177a62e1-5d2b-4e36-ba2d-27911ac1eac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616499 Aug 31 09:52:12.424619 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2833e003-554e-40ea-9b5e-2944e562552a req-9ef2d50a-923a-4fb1-b8ed-ceefd16b53fc tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6a518540-a8f2-494a-9530-e0f8307d3613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995874 Aug 31 09:52:12.459437 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9ab27018-4c19-44e8-b965-405cc1269c6d req-09d42cb2-88eb-485a-ba4c-b038f9750fad service neutron] 10.222.0.13 "GET /networking/v2.0/networks/177a62e1-5d2b-4e36-ba2d-27911ac1eac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159995 Aug 31 09:52:12.692495 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa1dfb-7629-453b-8e16-831b9c604baf req-00a8c3ea-80e6-44c4-8002-de9a8ec9a51c tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:12.698067 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0caa1dfb-7629-453b-8e16-831b9c604baf req-00a8c3ea-80e6-44c4-8002-de9a8ec9a51c tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 945 time: 0.0680852 Aug 31 09:52:12.708256 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] get_ports_and_sgs() called for port_ids ['ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530'] {{(pid=112921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 09:52:12.764121 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0caa1dfb-7629-453b-8e16-831b9c604baf req-dcb46405-b7a3-4fab-b2ce-e9784b01ba94 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6418d58e-7890-486d-8ef9-fd8f11b8a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588450 Aug 31 09:52:12.824892 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83a0ff-ab0b-410f-9d50-8e2487305cd5 req-ab55b4e2-dd72-4ed4-ad57-b8ed1e9f1a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:12.826641 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-3d83a0ff-ab0b-410f-9d50-8e2487305cd5 req-ab55b4e2-dd72-4ed4-ad57-b8ed1e9f1a70 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=05be916a558445ee8550559d491efbd0&device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 1129 time: 0.0618362 Aug 31 09:52:12.866884 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7161d896-aafa-47c6-bd65-8fb66db63eec req-5d1b8d4c-e0b3-44f9-bdde-e0ac8ddd1417 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 210 time: 0.0366502 Aug 31 09:52:12.937599 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83a0ff-ab0b-410f-9d50-8e2487305cd5 req-a2c277ff-6568-4c70-9429-1c5d09062fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:12.939917 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-3d83a0ff-ab0b-410f-9d50-8e2487305cd5 req-a2c277ff-6568-4c70-9429-1c5d09062fb8 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=36c1318a-9832-4bc9-ac1a-5f597bd8ac6c HTTP/1.1" status: 200 len: 912 time: 0.1051667 Aug 31 09:52:13.015018 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-3d83a0ff-ab0b-410f-9d50-8e2487305cd5 req-98a866b9-84f6-4dc2-bf4d-cc3833500b9a service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cae2bef1-d3f5-4bd0-b345-99fbc7e354b9 HTTP/1.1" status: 200 len: 1001 time: 0.0685725 Aug 31 09:52:13.077471 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83a0ff-ab0b-410f-9d50-8e2487305cd5 req-17129145-3450-4281-8bac-5d2ae0aa31aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:13.081303 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-3d83a0ff-ab0b-410f-9d50-8e2487305cd5 req-17129145-3450-4281-8bac-5d2ae0aa31aa service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=62f04c98-5559-462e-a349-fd7424d6ae82 HTTP/1.1" status: 200 len: 850 time: 0.0601742 Aug 31 09:52:13.128496 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83a0ff-ab0b-410f-9d50-8e2487305cd5 req-ccc28462-7191-4004-b004-ab661024c67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:13.130061 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-3d83a0ff-ab0b-410f-9d50-8e2487305cd5 req-ccc28462-7191-4004-b004-ab661024c67e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=36c1318a-9832-4bc9-ac1a-5f597bd8ac6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422034 Aug 31 09:52:13.231603 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-3d83a0ff-ab0b-410f-9d50-8e2487305cd5 req-956024b8-1eeb-4398-8b55-e19a1ff9dd6f service neutron] 10.222.0.64 "GET /networking/v2.0/networks/36c1318a-9832-4bc9-ac1a-5f597bd8ac6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951695 Aug 31 09:52:13.317123 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=100 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:13.339518 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-3d83a0ff-ab0b-410f-9d50-8e2487305cd5 req-487fa423-5753-4055-ba00-f8b8fb0ebb4c service neutron] 10.222.0.64 "GET /networking/v2.0/networks/36c1318a-9832-4bc9-ac1a-5f597bd8ac6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010084 Aug 31 09:52:13.559425 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4624e3a-1931-4231-b963-8dd4f1846f88 req-72efa015-7f9d-4717-9810-877a3c8a0984 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:13.561838 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c4624e3a-1931-4231-b963-8dd4f1846f88 req-72efa015-7f9d-4717-9810-877a3c8a0984 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=16c07355-b5dd-4e8e-a8bb-e431caacdb59 HTTP/1.1" status: 200 len: 944 time: 0.0524330 Aug 31 09:52:13.634648 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c4624e3a-1931-4231-b963-8dd4f1846f88 req-758a74be-8526-4b83-988a-d20e38ef1d04 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6a518540-a8f2-494a-9530-e0f8307d3613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650771 Aug 31 09:52:13.887870 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1a87c-5ede-4dd8-828e-15603b8785f8 req-6bbde683-434f-4a30-88ec-b124a57c0a21 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:13.889369 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-52c1a87c-5ede-4dd8-828e-15603b8785f8 req-6bbde683-434f-4a30-88ec-b124a57c0a21 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 945 time: 0.0494065 Aug 31 09:52:13.942920 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-52c1a87c-5ede-4dd8-828e-15603b8785f8 req-a7f764e5-9fd6-4781-8532-18a89b62eb91 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6418d58e-7890-486d-8ef9-fd8f11b8a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478613 Aug 31 09:52:13.972780 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f6638362-57da-4e58-9c80-606f2e756853 req-ff94113f-37f3-4b45-9c53-4105c0e0c914 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 210 time: 0.0281382 Aug 31 09:52:14.332241 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530 up at agent hyperv_hv-cinder-84496 {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:52:14.375763 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Provisioning for port ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530 completed by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 09:52:14.381998 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Provisioning complete for port ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530 triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:52:14.382371 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:14.458212 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Current status of the port ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530 is: BUILD; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:52:14.458592 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:14.487699 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c07355-b5dd-4e8e-a8bb-e431caacdb59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530'}] {{(pid=112921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:52:14.490477 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b0c9b70db3c71f613761f7f5e171cb6bed896c41d1f4f7babde002b819469c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b421d9-0f29-4d09-8acc-9707a591b5d6" -d '{"events": [{"server_uuid": "16c07355-b5dd-4e8e-a8bb-e431caacdb59", "name": "network-vif-plugged", "status": "completed", "tag": "ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530"}]}' {{(pid=112921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:52:14.509840 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530,segment=NetworkSegment(32826d5c-3161-458f-8d0d-546949204ea8),segment_id=32826d5c-3161-458f-8d0d-546949204ea8)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:14.515576 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:14.541752 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 09:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edef3421-b17f-4288-9dda-3ee59dc810a4 x-openstack-request-id: req-edef3421-b17f-4288-9dda-3ee59dc810a4 {{(pid=112921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:52:14.542046 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c07355-b5dd-4e8e-a8bb-e431caacdb59", "name": "network-vif-plugged", "status": "completed", "tag": "ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530", "code": 200}]} {{(pid=112921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:52:14.542299 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-edef3421-b17f-4288-9dda-3ee59dc810a4 {{(pid=112921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:52:14.542686 dv-cinder-844961-2-iscsi neutron-server[112921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edef3421-b17f-4288-9dda-3ee59dc810a4'] response: {'server_uuid': '16c07355-b5dd-4e8e-a8bb-e431caacdb59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530', 'code': 200} Aug 31 09:52:14.570810 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Pushing event updated for resources: {'Port': ['ID=ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530,revision_number=5']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:14.773766 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a28162c-26cb-483f-ac19-35542d20a29a req-54cd10d5-1c6b-4d65-bf93-3db99102d08f tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:14.775281 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2a28162c-26cb-483f-ac19-35542d20a29a req-54cd10d5-1c6b-4d65-bf93-3db99102d08f tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=16c07355-b5dd-4e8e-a8bb-e431caacdb59 HTTP/1.1" status: 200 len: 945 time: 0.0520837 Aug 31 09:52:14.829746 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2a28162c-26cb-483f-ac19-35542d20a29a req-546c4aab-00d1-431b-9e8a-cb8782595566 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6a518540-a8f2-494a-9530-e0f8307d3613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478539 Aug 31 09:52:15.064740 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:15.098393 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0d8847dc-2284-423a-8fc8-e1876f2dd612 req-acce6556-be85-4326-b621-f02b65955e22 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 210 time: 0.0382144 Aug 31 09:52:15.106353 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffae07b-b3b2-4cc6-baaf-4e79e0450761 req-5674bd6c-8ecb-42c2-84a5-6fc41c669cb3 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:15.107864 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4ffae07b-b3b2-4cc6-baaf-4e79e0450761 req-5674bd6c-8ecb-42c2-84a5-6fc41c669cb3 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 945 time: 0.0822396 Aug 31 09:52:15.161025 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4ffae07b-b3b2-4cc6-baaf-4e79e0450761 req-0772b1d2-0222-4ffa-ac88-c7faa3ecc002 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6418d58e-7890-486d-8ef9-fd8f11b8a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466728 Aug 31 09:52:15.357526 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab27018-4c19-44e8-b965-405cc1269c6d req-e9474e34-1c0f-4020-9ec6-c9bca68c17ae tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:15.359163 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-9ab27018-4c19-44e8-b965-405cc1269c6d req-e9474e34-1c0f-4020-9ec6-c9bca68c17ae tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.64 "GET /networking/v2.0/networks?id=177a62e1-5d2b-4e36-ba2d-27911ac1eac2 HTTP/1.1" status: 200 len: 808 time: 0.1116724 Aug 31 09:52:15.481860 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-9ab27018-4c19-44e8-b965-405cc1269c6d req-d486be45-425b-4a39-baaf-e59b502ed608 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b058d5f34eee47a58629407e166f3499 HTTP/1.1" status: 200 len: 379 time: 0.0571311 Aug 31 09:52:15.492502 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [req-9ab27018-4c19-44e8-b965-405cc1269c6d req-d026dd6f-5580-4bfd-9df0-2928c4996c39 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Request body: {'port': {'device_id': '1b32c74c-ed7a-496f-bf84-ce2d50e8b808', 'network_id': '177a62e1-5d2b-4e36-ba2d-27911ac1eac2', 'admin_state_up': True, 'tenant_id': 'b058d5f34eee47a58629407e166f3499', 'security_groups': ['d428904c-a6ff-4142-9450-c03d69fe280e']}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:15.515317 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e161e9b-3780-4353-9391-4ea158929c94 req-8839d036-e77a-43bb-8372-962c64458c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:15.517807 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7e161e9b-3780-4353-9391-4ea158929c94 req-8839d036-e77a-43bb-8372-962c64458c17 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=16c07355-b5dd-4e8e-a8bb-e431caacdb59 HTTP/1.1" status: 200 len: 1129 time: 0.0586412 Aug 31 09:52:15.546973 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=100 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:15.565822 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7e161e9b-3780-4353-9391-4ea158929c94 req-48418c29-a4db-48bb-8d5f-c6d57da3e986 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=6a518540-a8f2-494a-9530-e0f8307d3613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407698 Aug 31 09:52:15.611649 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ab27018-4c19-44e8-b965-405cc1269c6d req-d026dd6f-5580-4bfd-9df0-2928c4996c39 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Made reservation on behalf of b058d5f34eee47a58629407e166f3499 for: {'port': 1} {{(pid=112920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:52:15.615332 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-9ab27018-4c19-44e8-b965-405cc1269c6d req-d026dd6f-5580-4bfd-9df0-2928c4996c39 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:15.746812 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.db_base_plugin_common [req-9ab27018-4c19-44e8-b965-405cc1269c6d req-d026dd6f-5580-4bfd-9df0-2928c4996c39 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Allocated IP 172.20.0.5 (177a62e1-5d2b-4e36-ba2d-27911ac1eac2/100d0a81-296f-40bc-b9da-620cf0c03709/a4adc3c8-d787-4f05-8cd2-ace7305b75c0) {{(pid=112920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:52:15.892430 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-9ab27018-4c19-44e8-b965-405cc1269c6d req-d026dd6f-5580-4bfd-9df0-2928c4996c39 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Publish callbacks [] for port (a4adc3c8-d787-4f05-8cd2-ace7305b75c0), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:15.924973 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-9ab27018-4c19-44e8-b965-405cc1269c6d req-d026dd6f-5580-4bfd-9df0-2928c4996c39 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64202837'] for port (a4adc3c8-d787-4f05-8cd2-ace7305b75c0), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:15.948812 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cc3ed-6a2e-47a8-8f9b-45ef808f958e req-7ba9772f-3112-4c4e-8d9d-b5597f726d4f tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:15.950315 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-324cc3ed-6a2e-47a8-8f9b-45ef808f958e req-7ba9772f-3112-4c4e-8d9d-b5597f726d4f tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=16c07355-b5dd-4e8e-a8bb-e431caacdb59 HTTP/1.1" status: 200 len: 945 time: 0.0471902 Aug 31 09:52:15.970924 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ab27018-4c19-44e8-b965-405cc1269c6d req-d026dd6f-5580-4bfd-9df0-2928c4996c39 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Network 177a62e1-5d2b-4e36-ba2d-27911ac1eac2 is already hosted by enough agents. {{(pid=112920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:52:15.979140 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.base_scheduler [req-9ab27018-4c19-44e8-b965-405cc1269c6d req-d026dd6f-5580-4bfd-9df0-2928c4996c39 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Resources bound (agent type, host, resource id): {{(pid=112920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:52:15.981055 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026dd6f-5580-4bfd-9df0-2928c4996c39 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Pushing event updated for resources: {'Port': ['ID=a4adc3c8-d787-4f05-8cd2-ace7305b75c0,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:15.983236 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab27018-4c19-44e8-b965-405cc1269c6d req-d026dd6f-5580-4bfd-9df0-2928c4996c39 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Received port after_create {{(pid=112920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:52:16.022159 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-324cc3ed-6a2e-47a8-8f9b-45ef808f958e req-6a06720f-d749-4ce5-86fd-7bb2143e2619 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6a518540-a8f2-494a-9530-e0f8307d3613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647314 Aug 31 09:52:16.043609 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab27018-4c19-44e8-b965-405cc1269c6d req-d026dd6f-5580-4bfd-9df0-2928c4996c39 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:16.044255 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-9ab27018-4c19-44e8-b965-405cc1269c6d req-d026dd6f-5580-4bfd-9df0-2928c4996c39 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for port (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:16.068995 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-9ab27018-4c19-44e8-b965-405cc1269c6d req-d026dd6f-5580-4bfd-9df0-2928c4996c39 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5823815 Aug 31 09:52:16.144577 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [req-9ab27018-4c19-44e8-b965-405cc1269c6d req-1369da89-0cab-4327-adb0-bfd4a9bf2af0 service neutron] Request body: {'port': {'device_id': '1b32c74c-ed7a-496f-bf84-ce2d50e8b808', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84496'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:16.168332 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:16.200610 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:16.209204 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-9839ba79-82a4-44db-975a-3acd18affb17 None None] Provisioning complete for port a4adc3c8-d787-4f05-8cd2-ace7305b75c0 triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:52:16.210004 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-9839ba79-82a4-44db-975a-3acd18affb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (a4adc3c8-d787-4f05-8cd2-ace7305b75c0), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:16.218649 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-9ab27018-4c19-44e8-b965-405cc1269c6d req-1369da89-0cab-4327-adb0-bfd4a9bf2af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (a4adc3c8-d787-4f05-8cd2-ace7305b75c0), before_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:16.248872 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df5bbc-8c2b-4d56-bb7f-f66648da4942 req-d3d58ccb-4ab9-4c78-89f5-54600f05cf81 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:16.251574 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-70df5bbc-8c2b-4d56-bb7f-f66648da4942 req-d3d58ccb-4ab9-4c78-89f5-54600f05cf81 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 931 time: 0.0626404 Aug 31 09:52:16.251801 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-9839ba79-82a4-44db-975a-3acd18affb17 None None] Port a4adc3c8-d787-4f05-8cd2-ace7305b75c0 cannot update to ACTIVE because it is not bound. {{(pid=112921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 09:52:16.311239 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-70df5bbc-8c2b-4d56-bb7f-f66648da4942 req-ffa6d915-5df2-4eca-ab53-498c2b5ac0ab tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d428904c-a6ff-4142-9450-c03d69fe280e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500326 Aug 31 09:52:16.482404 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:16.495749 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.notifiers.nova [req-9ab27018-4c19-44e8-b965-405cc1269c6d req-1369da89-0cab-4327-adb0-bfd4a9bf2af0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4adc3c8-d787-4f05-8cd2-ace7305b75c0 {{(pid=112920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 09:52:16.504791 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-9ab27018-4c19-44e8-b965-405cc1269c6d req-1369da89-0cab-4327-adb0-bfd4a9bf2af0 service neutron] Publish callbacks [] for port (a4adc3c8-d787-4f05-8cd2-ace7305b75c0), precommit_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:16.518498 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.provisioning_blocks [req-9ab27018-4c19-44e8-b965-405cc1269c6d req-1369da89-0cab-4327-adb0-bfd4a9bf2af0 service neutron] Transition to ACTIVE for port object a4adc3c8-d787-4f05-8cd2-ace7305b75c0 will not be triggered until provisioned by entity L2. {{(pid=112920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 09:52:16.523063 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-9ab27018-4c19-44e8-b965-405cc1269c6d req-1369da89-0cab-4327-adb0-bfd4a9bf2af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64202844'] for port (a4adc3c8-d787-4f05-8cd2-ace7305b75c0), after_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:16.825888 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369da89-0cab-4327-adb0-bfd4a9bf2af0 service neutron] Pushing event updated for resources: {'Port': ['ID=a4adc3c8-d787-4f05-8cd2-ace7305b75c0,revision_number=2']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:16.851034 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.managers [req-9ab27018-4c19-44e8-b965-405cc1269c6d req-1369da89-0cab-4327-adb0-bfd4a9bf2af0 service neutron] Attempting to bind port a4adc3c8-d787-4f05-8cd2-ace7305b75c0 on host hv-cinder-84496 for vnic_type normal with profile {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 09:52:16.851369 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.managers [req-9ab27018-4c19-44e8-b965-405cc1269c6d req-1369da89-0cab-4327-adb0-bfd4a9bf2af0 service neutron] Attempting to bind port a4adc3c8-d787-4f05-8cd2-ace7305b75c0 by drivers openvswitch,hyperv on host hv-cinder-84496 at level 0 using segments [{'id': '9bae367b-c7ab-46d0-9a67-97eb94131586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '177a62e1-5d2b-4e36-ba2d-27911ac1eac2'}] {{(pid=112920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 09:52:16.851695 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab27018-4c19-44e8-b965-405cc1269c6d req-1369da89-0cab-4327-adb0-bfd4a9bf2af0 service neutron] Attempting to bind port a4adc3c8-d787-4f05-8cd2-ace7305b75c0 on network 177a62e1-5d2b-4e36-ba2d-27911ac1eac2 {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:52:16.856553 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab27018-4c19-44e8-b965-405cc1269c6d req-1369da89-0cab-4327-adb0-bfd4a9bf2af0 service neutron] Port a4adc3c8-d787-4f05-8cd2-ace7305b75c0 on network 177a62e1-5d2b-4e36-ba2d-27911ac1eac2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84496 {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 09:52:16.856902 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab27018-4c19-44e8-b965-405cc1269c6d req-1369da89-0cab-4327-adb0-bfd4a9bf2af0 service neutron] Attempting to bind port a4adc3c8-d787-4f05-8cd2-ace7305b75c0 on network 177a62e1-5d2b-4e36-ba2d-27911ac1eac2 {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:52:16.862761 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab27018-4c19-44e8-b965-405cc1269c6d req-1369da89-0cab-4327-adb0-bfd4a9bf2af0 service neutron] Checking agent: {'id': 'e6f198be-e193-4693-a253-f9c4522a6272', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 9, 45, 52), 'started_at': datetime.datetime(2022, 8, 31, 9, 45, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 9, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 09:52:16.863102 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab27018-4c19-44e8-b965-405cc1269c6d req-1369da89-0cab-4327-adb0-bfd4a9bf2af0 service neutron] Checking segment: {'id': '9bae367b-c7ab-46d0-9a67-97eb94131586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '177a62e1-5d2b-4e36-ba2d-27911ac1eac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:52:16.863549 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab27018-4c19-44e8-b965-405cc1269c6d req-1369da89-0cab-4327-adb0-bfd4a9bf2af0 service neutron] Bound using segment: {'id': '9bae367b-c7ab-46d0-9a67-97eb94131586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '177a62e1-5d2b-4e36-ba2d-27911ac1eac2'} {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 09:52:16.863979 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.managers [req-9ab27018-4c19-44e8-b965-405cc1269c6d req-1369da89-0cab-4327-adb0-bfd4a9bf2af0 service neutron] Bound port: a4adc3c8-d787-4f05-8cd2-ace7305b75c0, host: hv-cinder-84496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bae367b-c7ab-46d0-9a67-97eb94131586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '177a62e1-5d2b-4e36-ba2d-27911ac1eac2'}}] {{(pid=112920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 09:52:16.864342 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-9ab27018-4c19-44e8-b965-405cc1269c6d req-1369da89-0cab-4327-adb0-bfd4a9bf2af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (a4adc3c8-d787-4f05-8cd2-ace7305b75c0), before_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:16.935214 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.db [req-9ab27018-4c19-44e8-b965-405cc1269c6d req-1369da89-0cab-4327-adb0-bfd4a9bf2af0 service neutron] For port a4adc3c8-d787-4f05-8cd2-ace7305b75c0, host hv-cinder-84496, cleared binding levels {{(pid=112920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:52:16.942961 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.db [req-9ab27018-4c19-44e8-b965-405cc1269c6d req-1369da89-0cab-4327-adb0-bfd4a9bf2af0 service neutron] For port a4adc3c8-d787-4f05-8cd2-ace7305b75c0, host hv-cinder-84496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=a4adc3c8-d787-4f05-8cd2-ace7305b75c0,segment=NetworkSegment(9bae367b-c7ab-46d0-9a67-97eb94131586),segment_id=9bae367b-c7ab-46d0-9a67-97eb94131586)] {{(pid=112920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:52:16.949982 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-9ab27018-4c19-44e8-b965-405cc1269c6d req-1369da89-0cab-4327-adb0-bfd4a9bf2af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64202844'] for port (a4adc3c8-d787-4f05-8cd2-ace7305b75c0), after_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:16.954430 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab27018-4c19-44e8-b965-405cc1269c6d req-1369da89-0cab-4327-adb0-bfd4a9bf2af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:16.955129 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-9ab27018-4c19-44e8-b965-405cc1269c6d req-1369da89-0cab-4327-adb0-bfd4a9bf2af0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for port (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:16.956485 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-9ab27018-4c19-44e8-b965-405cc1269c6d req-1369da89-0cab-4327-adb0-bfd4a9bf2af0 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/a4adc3c8-d787-4f05-8cd2-ace7305b75c0 HTTP/1.1" status: 200 len: 1093 time: 0.8174827 Aug 31 09:52:16.956985 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b32c74c-ed7a-496f-bf84-ce2d50e8b808', 'tag': 'a4adc3c8-d787-4f05-8cd2-ace7305b75c0'}] {{(pid=112920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:52:16.959553 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b1c67df7a66df2dbb2f1d86d1740294a25e35557c8b7fb736f9ab0bc04a1bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f964fd-f09b-4061-bd35-73fb8ee571ae" -d '{"events": [{"name": "network-changed", "server_uuid": "1b32c74c-ed7a-496f-bf84-ce2d50e8b808", "tag": "a4adc3c8-d787-4f05-8cd2-ace7305b75c0"}]}' {{(pid=112920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:52:17.023556 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369da89-0cab-4327-adb0-bfd4a9bf2af0 service neutron] Pushing event updated for resources: {'Port': ['ID=a4adc3c8-d787-4f05-8cd2-ace7305b75c0,revision_number=3']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:17.050389 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 09:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f90d4dc-9f96-45ef-93fd-575a829fc429 x-openstack-request-id: req-1f90d4dc-9f96-45ef-93fd-575a829fc429 {{(pid=112920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:52:17.050682 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b32c74c-ed7a-496f-bf84-ce2d50e8b808", "tag": "a4adc3c8-d787-4f05-8cd2-ace7305b75c0", "status": "completed", "code": 200}]} {{(pid=112920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:52:17.050972 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f90d4dc-9f96-45ef-93fd-575a829fc429 {{(pid=112920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:52:17.051384 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f90d4dc-9f96-45ef-93fd-575a829fc429'] response: {'name': 'network-changed', 'server_uuid': '1b32c74c-ed7a-496f-bf84-ce2d50e8b808', 'tag': 'a4adc3c8-d787-4f05-8cd2-ace7305b75c0', 'status': 'completed', 'code': 200} Aug 31 09:52:17.112763 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b3b8c6b7-2c49-41ce-81ab-721ed13429f0 req-c064c3ba-2490-406e-bdeb-3738b5e7963d tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1528914323&fields=id&tenant_id=6634173c9d534fca800d394d545a9d0c HTTP/1.1" status: 200 len: 267 time: 0.0477753 Aug 31 09:52:17.208622 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a2acd-05b7-4054-b0a9-9217ce2ad430 req-4757aba6-fc63-4458-afd7-4d4c36985092 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:17.210248 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ca0a2acd-05b7-4054-b0a9-9217ce2ad430 req-4757aba6-fc63-4458-afd7-4d4c36985092 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=16c07355-b5dd-4e8e-a8bb-e431caacdb59 HTTP/1.1" status: 200 len: 945 time: 0.0965881 Aug 31 09:52:17.287355 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b8c6b7-2c49-41ce-81ab-721ed13429f0 req-c2b5bc91-80be-4606-b674-6068a84a5a6a tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:17.288871 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b3b8c6b7-2c49-41ce-81ab-721ed13429f0 req-c2b5bc91-80be-4606-b674-6068a84a5a6a tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/networks?id=b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a HTTP/1.1" status: 200 len: 810 time: 0.1665974 Aug 31 09:52:17.303342 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ca0a2acd-05b7-4054-b0a9-9217ce2ad430 req-11886b3e-cd80-41d3-8152-9d632277f62c tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6a518540-a8f2-494a-9530-e0f8307d3613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872297 Aug 31 09:52:17.314830 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b3b8c6b7-2c49-41ce-81ab-721ed13429f0 req-dba3fe39-add4-4144-8c8a-25bdd372e3b6 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/quotas/6634173c9d534fca800d394d545a9d0c HTTP/1.1" status: 200 len: 375 time: 0.0104911 Aug 31 09:52:17.402991 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b3b8c6b7-2c49-41ce-81ab-721ed13429f0 req-177b4e49-1dcd-49bb-a875-65dba390d22c tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=6634173c9d534fca800d394d545a9d0c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0811422 Aug 31 09:52:17.411238 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab27018-4c19-44e8-b965-405cc1269c6d req-8488c91a-0e54-432e-846f-311af26224b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:17.412753 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-9ab27018-4c19-44e8-b965-405cc1269c6d req-8488c91a-0e54-432e-846f-311af26224b2 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=b058d5f34eee47a58629407e166f3499&device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 1127 time: 0.0717299 Aug 31 09:52:17.499961 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d55644-e752-4141-8807-c2adb5225471 req-4881bb9c-514e-4dc1-8064-cd116cce17b4 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:17.502097 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-19d55644-e752-4141-8807-c2adb5225471 req-4881bb9c-514e-4dc1-8064-cd116cce17b4 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 943 time: 0.0923707 Aug 31 09:52:17.572878 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b3b8c6b7-2c49-41ce-81ab-721ed13429f0 req-4a700a91-aa0a-48d2-b265-f70ef43858fe service neutron] 10.222.0.13 "GET /networking/v2.0/networks/b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529443 Aug 31 09:52:17.582709 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-19d55644-e752-4141-8807-c2adb5225471 req-6ef2bde1-264b-42f6-aa72-8534c9f39f81 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d428904c-a6ff-4142-9450-c03d69fe280e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741298 Aug 31 09:52:17.671076 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b3b8c6b7-2c49-41ce-81ab-721ed13429f0 req-3e3e1a82-e060-4cfd-9ff2-f7f917e3c56f service neutron] 10.222.0.13 "GET /networking/v2.0/networks/b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874238 Aug 31 09:52:17.952628 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-9ab27018-4c19-44e8-b965-405cc1269c6d req-67d5f764-1b7f-4b5d-a733-dfed2ce32188 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4adc3c8-d787-4f05-8cd2-ace7305b75c0 HTTP/1.1" status: 200 len: 217 time: 0.0379400 Aug 31 09:52:18.033676 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab27018-4c19-44e8-b965-405cc1269c6d req-d9323978-72fe-43b3-8d38-63ed073b6977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:18.035966 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-9ab27018-4c19-44e8-b965-405cc1269c6d req-d9323978-72fe-43b3-8d38-63ed073b6977 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=100d0a81-296f-40bc-b9da-620cf0c03709 HTTP/1.1" status: 200 len: 847 time: 0.0743256 Aug 31 09:52:18.071370 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-41e9155c-dd8e-4d8f-afc7-7b6cc14b89e0 req-f023a5ee-4194-49c6-8f75-79df3a1f5d94 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=eeb177fd-40cd-4551-be64-eac4c6283268 HTTP/1.1" status: 200 len: 210 time: 0.0538259 Aug 31 09:52:18.117207 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab27018-4c19-44e8-b965-405cc1269c6d req-78018baa-ef95-4ec3-ad1f-bedb69ee61de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:18.119059 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-9ab27018-4c19-44e8-b965-405cc1269c6d req-78018baa-ef95-4ec3-ad1f-bedb69ee61de service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=177a62e1-5d2b-4e36-ba2d-27911ac1eac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0770333 Aug 31 09:52:18.252783 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-9ab27018-4c19-44e8-b965-405cc1269c6d req-10eb4535-fe42-47ea-b17a-1c29b861d5bc service neutron] 10.222.0.64 "GET /networking/v2.0/networks/177a62e1-5d2b-4e36-ba2d-27911ac1eac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246650 Aug 31 09:52:18.328228 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:18.370431 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-9ab27018-4c19-44e8-b965-405cc1269c6d req-ba184cfd-164a-4650-be06-03ef9b30f640 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/177a62e1-5d2b-4e36-ba2d-27911ac1eac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114469 Aug 31 09:52:18.455488 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d00f332-817a-4986-a69e-9c903ff43c62 req-811b8014-0986-453e-8746-ebff1781050a tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:18.457134 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0d00f332-817a-4986-a69e-9c903ff43c62 req-811b8014-0986-453e-8746-ebff1781050a tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=16c07355-b5dd-4e8e-a8bb-e431caacdb59 HTTP/1.1" status: 200 len: 945 time: 0.0620832 Aug 31 09:52:18.520766 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0d00f332-817a-4986-a69e-9c903ff43c62 req-f99d8e84-9ebb-4be4-8588-c73ea1372ae6 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6a518540-a8f2-494a-9530-e0f8307d3613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567431 Aug 31 09:52:18.955711 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:18.982134 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1bfdf-adca-4705-a4ce-cd76f3bb4197 req-c121b5a2-a5a9-4978-8643-21f923762950 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:18.985519 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-08c1bfdf-adca-4705-a4ce-cd76f3bb4197 req-c121b5a2-a5a9-4978-8643-21f923762950 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 943 time: 0.3155465 Aug 31 09:52:19.081681 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-08c1bfdf-adca-4705-a4ce-cd76f3bb4197 req-a6062610-61b8-438b-8805-775d509ea6ee tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d428904c-a6ff-4142-9450-c03d69fe280e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888357 Aug 31 09:52:19.197470 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-12263747-5db7-42b7-9691-e33d5256b182 req-13456cf6-d6e7-4e3c-8030-50b5884e4683 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=eeb177fd-40cd-4551-be64-eac4c6283268 HTTP/1.1" status: 200 len: 210 time: 0.0300274 Aug 31 09:52:19.674362 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f964fd-f09b-4061-bd35-73fb8ee571ae req-71b5051e-716d-49dd-b070-8337a0c948d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:19.675950 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-53f964fd-f09b-4061-bd35-73fb8ee571ae req-71b5051e-716d-49dd-b070-8337a0c948d1 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=b058d5f34eee47a58629407e166f3499&device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 1127 time: 0.0544717 Aug 31 09:52:19.832123 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f964fd-f09b-4061-bd35-73fb8ee571ae req-bd747cce-cb9b-4f62-9a6a-9482766d812d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:19.833664 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-53f964fd-f09b-4061-bd35-73fb8ee571ae req-bd747cce-cb9b-4f62-9a6a-9482766d812d service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=177a62e1-5d2b-4e36-ba2d-27911ac1eac2 HTTP/1.1" status: 200 len: 909 time: 0.1509809 Aug 31 09:52:19.901161 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-53f964fd-f09b-4061-bd35-73fb8ee571ae req-1f249370-e751-4827-83bc-d0832c295a95 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4adc3c8-d787-4f05-8cd2-ace7305b75c0 HTTP/1.1" status: 200 len: 217 time: 0.0603886 Aug 31 09:52:19.965373 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f964fd-f09b-4061-bd35-73fb8ee571ae req-3e4dcfd9-bc2e-41b7-a654-a5f29d8a4748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:19.967089 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-53f964fd-f09b-4061-bd35-73fb8ee571ae req-3e4dcfd9-bc2e-41b7-a654-a5f29d8a4748 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=100d0a81-296f-40bc-b9da-620cf0c03709 HTTP/1.1" status: 200 len: 847 time: 0.0579977 Aug 31 09:52:20.043080 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f964fd-f09b-4061-bd35-73fb8ee571ae req-03152b37-873a-49dc-b4c6-ef13f69e6742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:20.045730 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-53f964fd-f09b-4061-bd35-73fb8ee571ae req-03152b37-873a-49dc-b4c6-ef13f69e6742 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=177a62e1-5d2b-4e36-ba2d-27911ac1eac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0583427 Aug 31 09:52:20.109149 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:20.205617 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-53f964fd-f09b-4061-bd35-73fb8ee571ae req-32cae5a6-dcd9-4b4b-9a55-b0e918f589a4 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/177a62e1-5d2b-4e36-ba2d-27911ac1eac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470296 Aug 31 09:52:20.287264 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dbe9f4-b85d-46c3-b33f-008778766b76 req-874a5458-a649-40c4-ad05-b6869445ad7f tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:20.290892 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f7dbe9f4-b85d-46c3-b33f-008778766b76 req-874a5458-a649-40c4-ad05-b6869445ad7f tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 943 time: 0.0976672 Aug 31 09:52:20.363630 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:20.373066 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2d014ccc-930b-4eac-9129-f63bc400059b req-bea84f3b-6625-4d35-99cf-b315afa6ea15 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=eeb177fd-40cd-4551-be64-eac4c6283268 HTTP/1.1" status: 200 len: 210 time: 0.0481360 Aug 31 09:52:20.396795 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-53f964fd-f09b-4061-bd35-73fb8ee571ae req-2b2b45c1-802e-4dbd-9492-d9c3ac7753c4 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/177a62e1-5d2b-4e36-ba2d-27911ac1eac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835716 Aug 31 09:52:20.411876 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f7dbe9f4-b85d-46c3-b33f-008778766b76 req-b30ad9b0-1cdb-4bf4-b9f6-2165d32ba0f6 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d428904c-a6ff-4142-9450-c03d69fe280e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149495 Aug 31 09:52:21.126452 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b8c6b7-2c49-41ce-81ab-721ed13429f0 req-11834f9a-4a29-4270-9d25-f022f8488e4b tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:21.130040 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-b3b8c6b7-2c49-41ce-81ab-721ed13429f0 req-11834f9a-4a29-4270-9d25-f022f8488e4b tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.64 "GET /networking/v2.0/networks?id=b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a HTTP/1.1" status: 200 len: 810 time: 0.1428404 Aug 31 09:52:21.218190 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-b3b8c6b7-2c49-41ce-81ab-721ed13429f0 req-bfd9623d-9c86-4a8f-83df-dd4c03531050 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6634173c9d534fca800d394d545a9d0c HTTP/1.1" status: 200 len: 380 time: 0.0664692 Aug 31 09:52:21.256274 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [req-b3b8c6b7-2c49-41ce-81ab-721ed13429f0 req-d9defbba-4044-4c6f-a6cc-0a9adc67b79a tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Request body: {'port': {'device_id': 'eeb177fd-40cd-4551-be64-eac4c6283268', 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a', 'admin_state_up': True, 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'security_groups': ['2f3e75c3-3d51-4110-bbcf-b88f0207fea8']}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:21.404296 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3b8c6b7-2c49-41ce-81ab-721ed13429f0 req-d9defbba-4044-4c6f-a6cc-0a9adc67b79a tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Made reservation on behalf of 6634173c9d534fca800d394d545a9d0c for: {'port': 1} {{(pid=112920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:52:21.408914 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-b3b8c6b7-2c49-41ce-81ab-721ed13429f0 req-d9defbba-4044-4c6f-a6cc-0a9adc67b79a tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:21.599517 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.db_base_plugin_common [req-b3b8c6b7-2c49-41ce-81ab-721ed13429f0 req-d9defbba-4044-4c6f-a6cc-0a9adc67b79a tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Allocated IP 172.20.0.5 (b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a/951df996-7b80-48db-8007-5a5a52488eaf/84133d6b-1b23-4f48-ad40-3d788d6effc7) {{(pid=112920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:52:21.607835 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c59fff98-0fd2-4cd0-946b-834712ef1a5b req-2152d5ba-c0ec-4b6f-9450-05f3a55ef080 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=eeb177fd-40cd-4551-be64-eac4c6283268 HTTP/1.1" status: 200 len: 210 time: 0.0913105 Aug 31 09:52:21.628317 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:21.636297 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70713d51-efde-4fe0-bf59-aae1b499cd3b req-ac29b7e9-a63f-4ea5-83e9-1f9c5780aa04 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:21.641760 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-70713d51-efde-4fe0-bf59-aae1b499cd3b req-ac29b7e9-a63f-4ea5-83e9-1f9c5780aa04 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 943 time: 0.1072347 Aug 31 09:52:21.704862 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-70713d51-efde-4fe0-bf59-aae1b499cd3b req-8588d4bc-e703-4190-8204-1680dc3f50c8 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d428904c-a6ff-4142-9450-c03d69fe280e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539474 Aug 31 09:52:21.847656 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-b3b8c6b7-2c49-41ce-81ab-721ed13429f0 req-d9defbba-4044-4c6f-a6cc-0a9adc67b79a tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks [] for port (84133d6b-1b23-4f48-ad40-3d788d6effc7), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:21.887201 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-b3b8c6b7-2c49-41ce-81ab-721ed13429f0 req-d9defbba-4044-4c6f-a6cc-0a9adc67b79a tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64202837'] for port (84133d6b-1b23-4f48-ad40-3d788d6effc7), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:21.934086 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:21.943157 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3b8c6b7-2c49-41ce-81ab-721ed13429f0 req-d9defbba-4044-4c6f-a6cc-0a9adc67b79a tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Network b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a is already hosted by enough agents. {{(pid=112920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:52:21.949977 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.base_scheduler [req-b3b8c6b7-2c49-41ce-81ab-721ed13429f0 req-d9defbba-4044-4c6f-a6cc-0a9adc67b79a tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Resources bound (agent type, host, resource id): {{(pid=112920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:52:21.952781 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b8c6b7-2c49-41ce-81ab-721ed13429f0 req-d9defbba-4044-4c6f-a6cc-0a9adc67b79a tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Received port after_create {{(pid=112920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:52:21.959413 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9defbba-4044-4c6f-a6cc-0a9adc67b79a tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Pushing event updated for resources: {'Port': ['ID=84133d6b-1b23-4f48-ad40-3d788d6effc7,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:22.031374 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b8c6b7-2c49-41ce-81ab-721ed13429f0 req-d9defbba-4044-4c6f-a6cc-0a9adc67b79a tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:22.032304 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-b3b8c6b7-2c49-41ce-81ab-721ed13429f0 req-d9defbba-4044-4c6f-a6cc-0a9adc67b79a tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for port (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:22.054035 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-b3b8c6b7-2c49-41ce-81ab-721ed13429f0 req-d9defbba-4044-4c6f-a6cc-0a9adc67b79a tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8052130 Aug 31 09:52:22.084997 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [req-b3b8c6b7-2c49-41ce-81ab-721ed13429f0 req-990c22d6-8bef-49c5-9cf1-4ca94d3f21a0 service neutron] Request body: {'port': {'device_id': 'eeb177fd-40cd-4551-be64-eac4c6283268', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84496'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:22.177295 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-b3b8c6b7-2c49-41ce-81ab-721ed13429f0 req-990c22d6-8bef-49c5-9cf1-4ca94d3f21a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (84133d6b-1b23-4f48-ad40-3d788d6effc7), before_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:22.232821 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-de01fda1-acc5-4937-bf1c-240d051bf3c6 None None] Provisioning complete for port 84133d6b-1b23-4f48-ad40-3d788d6effc7 triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:52:22.233784 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-de01fda1-acc5-4937-bf1c-240d051bf3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (84133d6b-1b23-4f48-ad40-3d788d6effc7), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:22.442643 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-de01fda1-acc5-4937-bf1c-240d051bf3c6 None None] Port 84133d6b-1b23-4f48-ad40-3d788d6effc7 cannot update to ACTIVE because it is not bound. {{(pid=112921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 09:52:22.519917 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.notifiers.nova [req-b3b8c6b7-2c49-41ce-81ab-721ed13429f0 req-990c22d6-8bef-49c5-9cf1-4ca94d3f21a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84133d6b-1b23-4f48-ad40-3d788d6effc7 {{(pid=112920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 09:52:22.529008 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-b3b8c6b7-2c49-41ce-81ab-721ed13429f0 req-990c22d6-8bef-49c5-9cf1-4ca94d3f21a0 service neutron] Publish callbacks [] for port (84133d6b-1b23-4f48-ad40-3d788d6effc7), precommit_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:22.544209 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.provisioning_blocks [req-b3b8c6b7-2c49-41ce-81ab-721ed13429f0 req-990c22d6-8bef-49c5-9cf1-4ca94d3f21a0 service neutron] Transition to ACTIVE for port object 84133d6b-1b23-4f48-ad40-3d788d6effc7 will not be triggered until provisioned by entity L2. {{(pid=112920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 09:52:22.550570 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-b3b8c6b7-2c49-41ce-81ab-721ed13429f0 req-990c22d6-8bef-49c5-9cf1-4ca94d3f21a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64202844'] for port (84133d6b-1b23-4f48-ad40-3d788d6effc7), after_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:22.620953 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c22d6-8bef-49c5-9cf1-4ca94d3f21a0 service neutron] Pushing event updated for resources: {'Port': ['ID=84133d6b-1b23-4f48-ad40-3d788d6effc7,revision_number=2']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:22.675803 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.managers [req-b3b8c6b7-2c49-41ce-81ab-721ed13429f0 req-990c22d6-8bef-49c5-9cf1-4ca94d3f21a0 service neutron] Attempting to bind port 84133d6b-1b23-4f48-ad40-3d788d6effc7 on host hv-cinder-84496 for vnic_type normal with profile {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 09:52:22.676136 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.managers [req-b3b8c6b7-2c49-41ce-81ab-721ed13429f0 req-990c22d6-8bef-49c5-9cf1-4ca94d3f21a0 service neutron] Attempting to bind port 84133d6b-1b23-4f48-ad40-3d788d6effc7 by drivers openvswitch,hyperv on host hv-cinder-84496 at level 0 using segments [{'id': 'ea218d44-3149-46b8-ba8f-676cf816a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a'}] {{(pid=112920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 09:52:22.676463 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b8c6b7-2c49-41ce-81ab-721ed13429f0 req-990c22d6-8bef-49c5-9cf1-4ca94d3f21a0 service neutron] Attempting to bind port 84133d6b-1b23-4f48-ad40-3d788d6effc7 on network b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:52:22.681403 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b8c6b7-2c49-41ce-81ab-721ed13429f0 req-990c22d6-8bef-49c5-9cf1-4ca94d3f21a0 service neutron] Port 84133d6b-1b23-4f48-ad40-3d788d6effc7 on network b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84496 {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 09:52:22.681798 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b8c6b7-2c49-41ce-81ab-721ed13429f0 req-990c22d6-8bef-49c5-9cf1-4ca94d3f21a0 service neutron] Attempting to bind port 84133d6b-1b23-4f48-ad40-3d788d6effc7 on network b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:52:22.687369 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b8c6b7-2c49-41ce-81ab-721ed13429f0 req-990c22d6-8bef-49c5-9cf1-4ca94d3f21a0 service neutron] Checking agent: {'id': 'e6f198be-e193-4693-a253-f9c4522a6272', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 9, 45, 52), 'started_at': datetime.datetime(2022, 8, 31, 9, 45, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 9, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 09:52:22.687369 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b8c6b7-2c49-41ce-81ab-721ed13429f0 req-990c22d6-8bef-49c5-9cf1-4ca94d3f21a0 service neutron] Checking segment: {'id': 'ea218d44-3149-46b8-ba8f-676cf816a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:52:22.688347 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b8c6b7-2c49-41ce-81ab-721ed13429f0 req-990c22d6-8bef-49c5-9cf1-4ca94d3f21a0 service neutron] Bound using segment: {'id': 'ea218d44-3149-46b8-ba8f-676cf816a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a'} {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 09:52:22.688834 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.managers [req-b3b8c6b7-2c49-41ce-81ab-721ed13429f0 req-990c22d6-8bef-49c5-9cf1-4ca94d3f21a0 service neutron] Bound port: 84133d6b-1b23-4f48-ad40-3d788d6effc7, host: hv-cinder-84496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea218d44-3149-46b8-ba8f-676cf816a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a'}}] {{(pid=112920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 09:52:22.689278 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-b3b8c6b7-2c49-41ce-81ab-721ed13429f0 req-990c22d6-8bef-49c5-9cf1-4ca94d3f21a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (84133d6b-1b23-4f48-ad40-3d788d6effc7), before_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:22.725750 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:22.756719 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d094c55-dd6d-4192-90a8-775626eae8e5 req-30f9eb27-d683-4487-80c3-251f51463be2 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:22.758552 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9d094c55-dd6d-4192-90a8-775626eae8e5 req-30f9eb27-d683-4487-80c3-251f51463be2 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=eeb177fd-40cd-4551-be64-eac4c6283268 HTTP/1.1" status: 200 len: 943 time: 0.0594125 Aug 31 09:52:22.768215 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.db [req-b3b8c6b7-2c49-41ce-81ab-721ed13429f0 req-990c22d6-8bef-49c5-9cf1-4ca94d3f21a0 service neutron] For port 84133d6b-1b23-4f48-ad40-3d788d6effc7, host hv-cinder-84496, cleared binding levels {{(pid=112920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:52:22.772158 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.db [req-b3b8c6b7-2c49-41ce-81ab-721ed13429f0 req-990c22d6-8bef-49c5-9cf1-4ca94d3f21a0 service neutron] For port 84133d6b-1b23-4f48-ad40-3d788d6effc7, host hv-cinder-84496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=84133d6b-1b23-4f48-ad40-3d788d6effc7,segment=NetworkSegment(ea218d44-3149-46b8-ba8f-676cf816a455),segment_id=ea218d44-3149-46b8-ba8f-676cf816a455)] {{(pid=112920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:52:22.785399 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-b3b8c6b7-2c49-41ce-81ab-721ed13429f0 req-990c22d6-8bef-49c5-9cf1-4ca94d3f21a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64202844'] for port (84133d6b-1b23-4f48-ad40-3d788d6effc7), after_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:22.792248 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b8c6b7-2c49-41ce-81ab-721ed13429f0 req-990c22d6-8bef-49c5-9cf1-4ca94d3f21a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:22.793042 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-b3b8c6b7-2c49-41ce-81ab-721ed13429f0 req-990c22d6-8bef-49c5-9cf1-4ca94d3f21a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for port (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:22.794288 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-b3b8c6b7-2c49-41ce-81ab-721ed13429f0 req-990c22d6-8bef-49c5-9cf1-4ca94d3f21a0 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/84133d6b-1b23-4f48-ad40-3d788d6effc7 HTTP/1.1" status: 200 len: 1093 time: 0.7160349 Aug 31 09:52:22.794755 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeb177fd-40cd-4551-be64-eac4c6283268', 'tag': '84133d6b-1b23-4f48-ad40-3d788d6effc7'}] {{(pid=112920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:52:22.796996 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b1c67df7a66df2dbb2f1d86d1740294a25e35557c8b7fb736f9ab0bc04a1bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a9e5e0-412f-456c-91e3-1a68c73ca2b6" -d '{"events": [{"name": "network-changed", "server_uuid": "eeb177fd-40cd-4551-be64-eac4c6283268", "tag": "84133d6b-1b23-4f48-ad40-3d788d6effc7"}]}' {{(pid=112920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:52:22.848252 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c22d6-8bef-49c5-9cf1-4ca94d3f21a0 service neutron] Pushing event updated for resources: {'Port': ['ID=84133d6b-1b23-4f48-ad40-3d788d6effc7,revision_number=3']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:22.873251 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9d094c55-dd6d-4192-90a8-775626eae8e5 req-2a7f3efc-7eb3-4885-bd54-dd0f8dd294fa tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018987 Aug 31 09:52:22.879023 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec00fb-5063-4729-8d35-9ef231c5db0e req-08c0e121-65dc-4921-81d9-3332d0afb14c tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:22.880448 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b0ec00fb-5063-4729-8d35-9ef231c5db0e req-08c0e121-65dc-4921-81d9-3332d0afb14c tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 943 time: 0.0795991 Aug 31 09:52:22.929841 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 09:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe46984c-b423-4d46-9964-deecb424f86e x-openstack-request-id: req-fe46984c-b423-4d46-9964-deecb424f86e {{(pid=112920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:52:22.930215 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeb177fd-40cd-4551-be64-eac4c6283268", "tag": "84133d6b-1b23-4f48-ad40-3d788d6effc7", "status": "completed", "code": 200}]} {{(pid=112920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:52:22.930539 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe46984c-b423-4d46-9964-deecb424f86e {{(pid=112920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:52:22.931058 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe46984c-b423-4d46-9964-deecb424f86e'] response: {'name': 'network-changed', 'server_uuid': 'eeb177fd-40cd-4551-be64-eac4c6283268', 'tag': '84133d6b-1b23-4f48-ad40-3d788d6effc7', 'status': 'completed', 'code': 200} Aug 31 09:52:22.942834 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b0ec00fb-5063-4729-8d35-9ef231c5db0e req-e1a54ef1-ecbb-49f1-92ff-b0ec889f9169 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d428904c-a6ff-4142-9450-c03d69fe280e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560956 Aug 31 09:52:22.962816 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b8c6b7-2c49-41ce-81ab-721ed13429f0 req-bacba88e-ccdb-444b-ba15-7bce7d05843b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:22.964381 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-b3b8c6b7-2c49-41ce-81ab-721ed13429f0 req-bacba88e-ccdb-444b-ba15-7bce7d05843b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=6634173c9d534fca800d394d545a9d0c&device_id=eeb177fd-40cd-4551-be64-eac4c6283268 HTTP/1.1" status: 200 len: 1127 time: 0.0450740 Aug 31 09:52:23.027553 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-b3b8c6b7-2c49-41ce-81ab-721ed13429f0 req-cdbbca6f-1851-4a9b-8c21-bbecb0771626 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84133d6b-1b23-4f48-ad40-3d788d6effc7 HTTP/1.1" status: 200 len: 217 time: 0.0357959 Aug 31 09:52:23.089589 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b8c6b7-2c49-41ce-81ab-721ed13429f0 req-6bc36a5b-d0ed-43fd-90e9-0bf4b4655ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:23.091041 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-b3b8c6b7-2c49-41ce-81ab-721ed13429f0 req-6bc36a5b-d0ed-43fd-90e9-0bf4b4655ecb service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=951df996-7b80-48db-8007-5a5a52488eaf HTTP/1.1" status: 200 len: 849 time: 0.0570199 Aug 31 09:52:23.145666 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b8c6b7-2c49-41ce-81ab-721ed13429f0 req-ce0da1b0-52c9-4fe5-b235-acf85fe7f4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:23.147228 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-b3b8c6b7-2c49-41ce-81ab-721ed13429f0 req-ce0da1b0-52c9-4fe5-b235-acf85fe7f4d5 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419583 Aug 31 09:52:23.176226 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:23.252887 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-b3b8c6b7-2c49-41ce-81ab-721ed13429f0 req-c706db58-31d4-4124-b1d9-1e463b8fa4be service neutron] 10.222.0.64 "GET /networking/v2.0/networks/b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966280 Aug 31 09:52:23.358070 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-b3b8c6b7-2c49-41ce-81ab-721ed13429f0 req-c329ee7b-1e39-45af-bdcd-abd2b8226c88 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984728 Aug 31 09:52:24.008636 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8bb84-4f5d-4b37-8e2d-3e62e36eccd8 req-e3e6df7a-c9ca-4387-a98c-f6b259cef1e3 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:24.010158 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2bb8bb84-4f5d-4b37-8e2d-3e62e36eccd8 req-e3e6df7a-c9ca-4387-a98c-f6b259cef1e3 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=eeb177fd-40cd-4551-be64-eac4c6283268 HTTP/1.1" status: 200 len: 943 time: 0.0552766 Aug 31 09:52:24.089950 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b3e5f-128c-49a6-97bb-f2b0f76ae57f req-78a0ab78-7e3d-40ac-a7a7-7ee1ae41ed60 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:24.091403 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-aa1b3e5f-128c-49a6-97bb-f2b0f76ae57f req-78a0ab78-7e3d-40ac-a7a7-7ee1ae41ed60 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 943 time: 0.0674696 Aug 31 09:52:24.119963 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2bb8bb84-4f5d-4b37-8e2d-3e62e36eccd8 req-43d0240e-27e2-487e-a281-89bd17b4a66a tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041598 Aug 31 09:52:24.155019 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-aa1b3e5f-128c-49a6-97bb-f2b0f76ae57f req-a4238b17-ca9a-4c5a-89d5-e243455d9834 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d428904c-a6ff-4142-9450-c03d69fe280e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555780 Aug 31 09:52:24.205202 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:24.219158 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-e85a71b2-a22b-4a21-b1de-947c9274f6f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:24.651171 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=15 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:24.655397 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=11 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:25.053796 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a9e5e0-412f-456c-91e3-1a68c73ca2b6 req-15e48b5c-a551-4f50-ae41-69590243011f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:25.055854 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-40a9e5e0-412f-456c-91e3-1a68c73ca2b6 req-15e48b5c-a551-4f50-ae41-69590243011f service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=6634173c9d534fca800d394d545a9d0c&device_id=eeb177fd-40cd-4551-be64-eac4c6283268 HTTP/1.1" status: 200 len: 1127 time: 0.0455041 Aug 31 09:52:25.279055 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd4a76-5775-4338-86da-1537918d707e req-3c4f7b8c-e6db-40a9-9f9e-b94c93a5ca3f tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:25.280448 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ebdd4a76-5775-4338-86da-1537918d707e req-3c4f7b8c-e6db-40a9-9f9e-b94c93a5ca3f tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=eeb177fd-40cd-4551-be64-eac4c6283268 HTTP/1.1" status: 200 len: 943 time: 0.0802867 Aug 31 09:52:25.291326 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38580f-280c-4b25-a322-507e5702d446 req-66307d63-edcd-4d40-b1ca-49c8337e4d5d tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:25.292786 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-da38580f-280c-4b25-a322-507e5702d446 req-66307d63-edcd-4d40-b1ca-49c8337e4d5d tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 943 time: 0.0603933 Aug 31 09:52:25.371695 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ebdd4a76-5775-4338-86da-1537918d707e req-c0b17b0e-81b7-4b2b-8267-ce2bebe584b6 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776787 Aug 31 09:52:25.377418 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-da38580f-280c-4b25-a322-507e5702d446 req-817f4388-f879-483a-936f-d7031f9c7699 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d428904c-a6ff-4142-9450-c03d69fe280e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766678 Aug 31 09:52:25.750349 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:25.758681 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e6f198be-e193-4693-a253-f9c4522a6272), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:26.475610 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-1f38e097-7cbf-4297-9b60-3ac4b9e623e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:26.537044 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12c8a5-0b8e-4b10-862e-d74eaae17692 req-fd978f84-5277-4525-ad52-4904461021e8 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:26.538613 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-dc12c8a5-0b8e-4b10-862e-d74eaae17692 req-fd978f84-5277-4525-ad52-4904461021e8 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 943 time: 0.0757897 Aug 31 09:52:26.544135 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97965120-087a-4402-a72a-99af115fb4cd req-b92038f8-f4dd-4080-8cf3-db95cd6a476e tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:26.545517 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-97965120-087a-4402-a72a-99af115fb4cd req-b92038f8-f4dd-4080-8cf3-db95cd6a476e tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=eeb177fd-40cd-4551-be64-eac4c6283268 HTTP/1.1" status: 200 len: 943 time: 0.0926216 Aug 31 09:52:26.628738 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-dc12c8a5-0b8e-4b10-862e-d74eaae17692 req-edbbc0de-2f1a-4c0d-815a-fd6209b89386 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d428904c-a6ff-4142-9450-c03d69fe280e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822604 Aug 31 09:52:26.632509 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-97965120-087a-4402-a72a-99af115fb4cd req-cd20c1b6-0299-4e74-b364-505692bad091 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796266 Aug 31 09:52:26.778170 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a9e5e0-412f-456c-91e3-1a68c73ca2b6 req-cdb52200-3dec-4f72-9e52-fb3dd938ce86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:26.779550 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-40a9e5e0-412f-456c-91e3-1a68c73ca2b6 req-cdb52200-3dec-4f72-9e52-fb3dd938ce86 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a HTTP/1.1" status: 200 len: 911 time: 0.0995581 Aug 31 09:52:26.822879 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-40a9e5e0-412f-456c-91e3-1a68c73ca2b6 req-bfe0bb30-b73f-4d37-b581-35bb2080a286 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84133d6b-1b23-4f48-ad40-3d788d6effc7 HTTP/1.1" status: 200 len: 217 time: 0.0352824 Aug 31 09:52:26.876470 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a9e5e0-412f-456c-91e3-1a68c73ca2b6 req-0048f7f2-698a-4aa9-b2d3-d0fd57c91f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:26.877995 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-40a9e5e0-412f-456c-91e3-1a68c73ca2b6 req-0048f7f2-698a-4aa9-b2d3-d0fd57c91f27 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=951df996-7b80-48db-8007-5a5a52488eaf HTTP/1.1" status: 200 len: 849 time: 0.0481603 Aug 31 09:52:26.933615 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a9e5e0-412f-456c-91e3-1a68c73ca2b6 req-848f00b7-e628-4a44-ab39-91e77a405fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:26.935107 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-40a9e5e0-412f-456c-91e3-1a68c73ca2b6 req-848f00b7-e628-4a44-ab39-91e77a405fe5 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447662 Aug 31 09:52:27.037512 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-40a9e5e0-412f-456c-91e3-1a68c73ca2b6 req-6db090c6-a3b2-4b49-bc96-9be6ccdf1fbe service neutron] 10.222.0.64 "GET /networking/v2.0/networks/b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950909 Aug 31 09:52:27.137876 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-40a9e5e0-412f-456c-91e3-1a68c73ca2b6 req-505fa679-46cb-4ffe-9960-c007e670286f service neutron] 10.222.0.64 "GET /networking/v2.0/networks/b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933077 Aug 31 09:52:27.773423 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:27.781245 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:27.785156 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b878e230-f40e-4ab0-818d-17cd582cf9aa req-f7fcd9c0-6746-43e8-8a5e-532efcd59272 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:27.786935 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b878e230-f40e-4ab0-818d-17cd582cf9aa req-f7fcd9c0-6746-43e8-8a5e-532efcd59272 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 943 time: 0.0839534 Aug 31 09:52:27.804103 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dfadc3-7bed-44d6-aed6-01c164cd08bb req-e48151e7-2ecc-4df1-89d7-6184c1bad7e5 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:27.805965 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c3dfadc3-7bed-44d6-aed6-01c164cd08bb req-e48151e7-2ecc-4df1-89d7-6184c1bad7e5 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=eeb177fd-40cd-4551-be64-eac4c6283268 HTTP/1.1" status: 200 len: 943 time: 0.0926764 Aug 31 09:52:27.856939 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:27.883966 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b878e230-f40e-4ab0-818d-17cd582cf9aa req-db555eef-d895-4140-b824-1303b467944e tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d428904c-a6ff-4142-9450-c03d69fe280e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891442 Aug 31 09:52:27.904662 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c3dfadc3-7bed-44d6-aed6-01c164cd08bb req-154c7dbc-c480-44df-9efb-bceaf72b5e1f tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890148 Aug 31 09:52:28.345723 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device a4adc3c8-d787-4f05-8cd2-ace7305b75c0 details requested by agent hyperv_hv-cinder-84496 with host hv-cinder-84496 {{(pid=112921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:52:28.453366 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port a4adc3c8-d787-4f05-8cd2-ace7305b75c0, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=a4adc3c8-d787-4f05-8cd2-ace7305b75c0,segment=NetworkSegment(9bae367b-c7ab-46d0-9a67-97eb94131586),segment_id=9bae367b-c7ab-46d0-9a67-97eb94131586)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:28.470710 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Returning: {'device': 'a4adc3c8-d787-4f05-8cd2-ace7305b75c0', 'network_id': '177a62e1-5d2b-4e36-ba2d-27911ac1eac2', 'port_id': 'a4adc3c8-d787-4f05-8cd2-ace7305b75c0', 'mac_address': 'fa:16:3e:4e:da:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '100d0a81-296f-40bc-b9da-620cf0c03709', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:52:28.509695 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Current status of the port a4adc3c8-d787-4f05-8cd2-ace7305b75c0 is: DOWN; New status is: BUILD {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:52:28.510186 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (a4adc3c8-d787-4f05-8cd2-ace7305b75c0), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:28.529046 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.notifiers.nova [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4adc3c8-d787-4f05-8cd2-ace7305b75c0 {{(pid=112921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 09:52:28.551263 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port a4adc3c8-d787-4f05-8cd2-ace7305b75c0, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=a4adc3c8-d787-4f05-8cd2-ace7305b75c0,segment=NetworkSegment(9bae367b-c7ab-46d0-9a67-97eb94131586),segment_id=9bae367b-c7ab-46d0-9a67-97eb94131586)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:28.556455 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (a4adc3c8-d787-4f05-8cd2-ace7305b75c0), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:28.620966 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Pushing event updated for resources: {'Port': ['ID=a4adc3c8-d787-4f05-8cd2-ace7305b75c0,revision_number=4']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:29.098496 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb21856c-7193-4606-80f7-383885158293 req-781797ba-38e6-47ac-b844-f54a0d087e3e tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:29.100149 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-fb21856c-7193-4606-80f7-383885158293 req-781797ba-38e6-47ac-b844-f54a0d087e3e tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 944 time: 0.1306436 Aug 31 09:52:29.106155 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be398162-c9b5-442d-b18f-5ddde032f0fd req-33b13df8-e66a-4bd1-8ae4-9733f20791d1 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:29.107729 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-be398162-c9b5-442d-b18f-5ddde032f0fd req-33b13df8-e66a-4bd1-8ae4-9733f20791d1 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=eeb177fd-40cd-4551-be64-eac4c6283268 HTTP/1.1" status: 200 len: 943 time: 0.1158686 Aug 31 09:52:29.190857 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] get_ports_and_sgs() called for port_ids ['a4adc3c8-d787-4f05-8cd2-ace7305b75c0'] {{(pid=112921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 09:52:29.194407 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-fb21856c-7193-4606-80f7-383885158293 req-8229ec06-3e13-4d84-8767-3abfb6de6ba0 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d428904c-a6ff-4142-9450-c03d69fe280e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855732 Aug 31 09:52:29.200191 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-be398162-c9b5-442d-b18f-5ddde032f0fd req-4e1c82f5-9b2e-4ae3-ae48-cb19c9fd1d65 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824449 Aug 31 09:52:29.464238 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:29.602905 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:30.358833 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00488f-241c-4024-affb-e6c81a8d1450 req-dffe6402-a6d7-4d75-b0ed-4b28e8982170 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:30.361212 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-da00488f-241c-4024-affb-e6c81a8d1450 req-dffe6402-a6d7-4d75-b0ed-4b28e8982170 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 944 time: 0.0821333 Aug 31 09:52:30.392878 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610ba91-39c9-41bb-810b-f54e94c60f94 req-2c408583-829a-4b4b-82e9-5594e247c0b5 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:30.394402 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4610ba91-39c9-41bb-810b-f54e94c60f94 req-2c408583-829a-4b4b-82e9-5594e247c0b5 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=eeb177fd-40cd-4551-be64-eac4c6283268 HTTP/1.1" status: 200 len: 943 time: 0.0821474 Aug 31 09:52:30.460396 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-da00488f-241c-4024-affb-e6c81a8d1450 req-be5442fd-5f47-4f95-9537-9f91f52d2c68 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d428904c-a6ff-4142-9450-c03d69fe280e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879309 Aug 31 09:52:30.511006 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4610ba91-39c9-41bb-810b-f54e94c60f94 req-22ac5515-93d0-4087-a8a5-280913b04787 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055310 Aug 31 09:52:30.745618 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device a4adc3c8-d787-4f05-8cd2-ace7305b75c0 up at agent hyperv_hv-cinder-84496 {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:52:30.790444 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Provisioning for port a4adc3c8-d787-4f05-8cd2-ace7305b75c0 completed by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 09:52:30.798617 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Provisioning complete for port a4adc3c8-d787-4f05-8cd2-ace7305b75c0 triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:52:30.798985 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (a4adc3c8-d787-4f05-8cd2-ace7305b75c0), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:30.901713 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Current status of the port a4adc3c8-d787-4f05-8cd2-ace7305b75c0 is: BUILD; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:52:30.902100 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (a4adc3c8-d787-4f05-8cd2-ace7305b75c0), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:30.923037 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:30.930301 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b32c74c-ed7a-496f-bf84-ce2d50e8b808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4adc3c8-d787-4f05-8cd2-ace7305b75c0'}] {{(pid=112921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:52:30.932585 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b0c9b70db3c71f613761f7f5e171cb6bed896c41d1f4f7babde002b819469c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f27d57-4038-49b1-8f96-7e3d45c7d09c" -d '{"events": [{"server_uuid": "1b32c74c-ed7a-496f-bf84-ce2d50e8b808", "name": "network-vif-plugged", "status": "completed", "tag": "a4adc3c8-d787-4f05-8cd2-ace7305b75c0"}]}' {{(pid=112921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:52:30.937352 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:30.949563 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port a4adc3c8-d787-4f05-8cd2-ace7305b75c0, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=a4adc3c8-d787-4f05-8cd2-ace7305b75c0,segment=NetworkSegment(9bae367b-c7ab-46d0-9a67-97eb94131586),segment_id=9bae367b-c7ab-46d0-9a67-97eb94131586)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:30.957373 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (a4adc3c8-d787-4f05-8cd2-ace7305b75c0), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:30.998260 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 09:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdde46c3-80d2-4704-b80b-330c95b77c6b x-openstack-request-id: req-bdde46c3-80d2-4704-b80b-330c95b77c6b {{(pid=112921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:52:30.998580 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b32c74c-ed7a-496f-bf84-ce2d50e8b808", "name": "network-vif-plugged", "status": "completed", "tag": "a4adc3c8-d787-4f05-8cd2-ace7305b75c0", "code": 200}]} {{(pid=112921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:52:30.998840 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bdde46c3-80d2-4704-b80b-330c95b77c6b {{(pid=112921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:52:30.999236 dv-cinder-844961-2-iscsi neutron-server[112921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdde46c3-80d2-4704-b80b-330c95b77c6b'] response: {'server_uuid': '1b32c74c-ed7a-496f-bf84-ce2d50e8b808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4adc3c8-d787-4f05-8cd2-ace7305b75c0', 'code': 200} Aug 31 09:52:31.037516 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Pushing event updated for resources: {'Port': ['ID=a4adc3c8-d787-4f05-8cd2-ace7305b75c0,revision_number=5']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:31.412318 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986760a-e759-4686-ab28-a38db85f6f59 req-15f556f7-7e20-4e49-90cf-c3b736a812ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:31.413867 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-a986760a-e759-4686-ab28-a38db85f6f59 req-15f556f7-7e20-4e49-90cf-c3b736a812ee service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 1129 time: 0.0474539 Aug 31 09:52:31.468010 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-a986760a-e759-4686-ab28-a38db85f6f59 req-b4f17263-1147-4f56-b77d-d4b44ce5d315 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=d428904c-a6ff-4142-9450-c03d69fe280e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450845 Aug 31 09:52:31.642053 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad9c43-c160-4017-8074-550c5e4de9cd req-f0036562-7a55-4beb-8aa9-f17b78af600f tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:31.643745 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c8ad9c43-c160-4017-8074-550c5e4de9cd req-f0036562-7a55-4beb-8aa9-f17b78af600f tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 945 time: 0.0843768 Aug 31 09:52:31.678009 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91e3de0-5830-4606-9cde-a81528ac7de8 req-3194c6c3-2b64-4cfd-909a-e023ab36fcdf tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:31.679753 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b91e3de0-5830-4606-9cde-a81528ac7de8 req-3194c6c3-2b64-4cfd-909a-e023ab36fcdf tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=eeb177fd-40cd-4551-be64-eac4c6283268 HTTP/1.1" status: 200 len: 943 time: 0.0869482 Aug 31 09:52:31.754027 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c8ad9c43-c160-4017-8074-550c5e4de9cd req-99822a2a-1424-4ca9-9ebc-17fe0a2a2f6b tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d428904c-a6ff-4142-9450-c03d69fe280e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017098 Aug 31 09:52:31.773442 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b91e3de0-5830-4606-9cde-a81528ac7de8 req-65e7ba21-0d61-4d2d-911d-e8b954c7fea7 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773001 Aug 31 09:52:32.890047 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c2f02-7f09-4fb3-87c0-81d30bbe809a req-0201bc97-c998-4329-b873-735f83cc0bae tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:32.892646 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5c2c2f02-7f09-4fb3-87c0-81d30bbe809a req-0201bc97-c998-4329-b873-735f83cc0bae tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 945 time: 0.0592282 Aug 31 09:52:32.967774 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5c2c2f02-7f09-4fb3-87c0-81d30bbe809a req-aa8dd2c2-b04c-4487-8851-06c842409121 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d428904c-a6ff-4142-9450-c03d69fe280e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693481 Aug 31 09:52:33.106419 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3992d-d552-4968-9e2f-406f8c06aefe req-403097b8-1635-4703-a335-c33c2199582a tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:33.107885 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-cdb3992d-d552-4968-9e2f-406f8c06aefe req-403097b8-1635-4703-a335-c33c2199582a tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=eeb177fd-40cd-4551-be64-eac4c6283268 HTTP/1.1" status: 200 len: 943 time: 0.0743644 Aug 31 09:52:33.163428 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-cdb3992d-d552-4968-9e2f-406f8c06aefe req-4d6c71ee-958a-4426-9192-166bd1f6650c tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494168 Aug 31 09:52:34.078590 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.agents_db [None req-8002e13a-56e4-448b-bc0d-5c9f038cbdad None None] Agent healthcheck: found 6 active agents {{(pid=112922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:52:34.121995 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b83c5-cb78-4fa3-95dc-e65aaadcec6f req-70184083-66e9-4a0a-8a1f-ce441f1556db tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:34.123499 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-6d7b83c5-cb78-4fa3-95dc-e65aaadcec6f req-70184083-66e9-4a0a-8a1f-ce441f1556db tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 945 time: 0.0601063 Aug 31 09:52:34.204164 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-6d7b83c5-cb78-4fa3-95dc-e65aaadcec6f req-a3540a2f-5c38-4be4-bd20-03be25bd103b tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d428904c-a6ff-4142-9450-c03d69fe280e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749662 Aug 31 09:52:34.312634 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef4d71-0ad0-478d-a661-05df6f212c2b req-44273116-0625-4945-b580-25c8aee9ef1e tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:34.314495 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4fef4d71-0ad0-478d-a661-05df6f212c2b req-44273116-0625-4945-b580-25c8aee9ef1e tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=eeb177fd-40cd-4551-be64-eac4c6283268 HTTP/1.1" status: 200 len: 943 time: 0.0505397 Aug 31 09:52:34.353490 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:34.378574 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4fef4d71-0ad0-478d-a661-05df6f212c2b req-4a768746-9b6e-43ae-b6bd-b273e7152aa2 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541735 Aug 31 09:52:35.336539 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c82d3-ea1b-4c01-98b9-9dc6c665fa35 req-36d62d5a-76aa-43ee-8a8a-4aaac486541d tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:35.338172 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-638c82d3-ea1b-4c01-98b9-9dc6c665fa35 req-36d62d5a-76aa-43ee-8a8a-4aaac486541d tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 945 time: 0.0516629 Aug 31 09:52:35.350361 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:35.396421 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-638c82d3-ea1b-4c01-98b9-9dc6c665fa35 req-e3d0137a-eba4-4703-88a8-dce53ebe619c tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d428904c-a6ff-4142-9450-c03d69fe280e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521348 Aug 31 09:52:35.517002 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2038cc9-05e1-4575-9ca5-11d6779ec503 req-054a2cca-6baf-48ee-b869-58b947bc04fe tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:35.518591 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f2038cc9-05e1-4575-9ca5-11d6779ec503 req-054a2cca-6baf-48ee-b869-58b947bc04fe tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=eeb177fd-40cd-4551-be64-eac4c6283268 HTTP/1.1" status: 200 len: 943 time: 0.0539930 Aug 31 09:52:35.579713 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f2038cc9-05e1-4575-9ca5-11d6779ec503 req-a8bc3aa1-5d29-4c5f-9e62-c42052911148 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507693 Aug 31 09:52:35.712417 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d837e-09ae-4a45-92f5-39a4e5c269c2 req-df6633ce-ee5a-4076-8d01-4dfb568bf31a tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:35.714228 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-687d837e-09ae-4a45-92f5-39a4e5c269c2 req-df6633ce-ee5a-4076-8d01-4dfb568bf31a tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 945 time: 0.0649922 Aug 31 09:52:35.770886 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-687d837e-09ae-4a45-92f5-39a4e5c269c2 req-cdb99683-b95a-4636-b3ba-85fe29919ac5 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d428904c-a6ff-4142-9450-c03d69fe280e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498102 Aug 31 09:52:35.801315 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 48746) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:52:35.971921 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa21b04-73c1-40c7-bc85-b8771b90c6b4 tempest-TestShelveInstance-754357207 tempest-TestShelveInstance-754357207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:35.978594 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-faa21b04-73c1-40c7-bc85-b8771b90c6b4 tempest-TestShelveInstance-754357207 tempest-TestShelveInstance-754357207-project-admin] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 1124 time: 0.1705534 Aug 31 09:52:35.979696 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 48750) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:52:35.984019 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-eb3eab5e-dcbe-4d15-984c-0ef06a6957a1 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Request body: {'floatingip': {'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'port_id': 'a4adc3c8-d787-4f05-8cd2-ace7305b75c0', 'tenant_id': 'b058d5f34eee47a58629407e166f3499', 'fixed_ip_address': '172.20.0.5'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:36.008744 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-eb3eab5e-dcbe-4d15-984c-0ef06a6957a1 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:36.101950 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-eb3eab5e-dcbe-4d15-984c-0ef06a6957a1 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:36.103507 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:36.213599 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:36.245285 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.db_base_plugin_common [None req-eb3eab5e-dcbe-4d15-984c-0ef06a6957a1 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Allocated IP 172.27.3.113 (9ecc2a3c-efc3-4c90-8e67-1028759a248c/b5177607-d6ca-45c7-ac03-71d68f18093b/f32bacae-e779-42c4-9332-3c0ec90c3a3d) {{(pid=112920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:52:36.361359 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-eb3eab5e-dcbe-4d15-984c-0ef06a6957a1 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Publish callbacks [] for port (f32bacae-e779-42c4-9332-3c0ec90c3a3d), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:36.395328 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-eb3eab5e-dcbe-4d15-984c-0ef06a6957a1 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64202837'] for port (f32bacae-e779-42c4-9332-3c0ec90c3a3d), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:36.444503 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3eab5e-dcbe-4d15-984c-0ef06a6957a1 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Network 9ecc2a3c-efc3-4c90-8e67-1028759a248c is already hosted by enough agents. {{(pid=112920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:52:36.450033 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.base_scheduler [None req-eb3eab5e-dcbe-4d15-984c-0ef06a6957a1 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Resources bound (agent type, host, resource id): {{(pid=112920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:52:36.452782 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3eab5e-dcbe-4d15-984c-0ef06a6957a1 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Received port after_create {{(pid=112920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:52:36.457034 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3eab5e-dcbe-4d15-984c-0ef06a6957a1 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Pushing event updated for resources: {'Port': ['ID=f32bacae-e779-42c4-9332-3c0ec90c3a3d,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:36.710611 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b38c78-1a62-4dee-b990-2447f0ce951d req-7d50925c-03e9-4482-adfa-f49bb1ee5627 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:36.712132 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-14b38c78-1a62-4dee-b990-2447f0ce951d req-7d50925c-03e9-4482-adfa-f49bb1ee5627 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=eeb177fd-40cd-4551-be64-eac4c6283268 HTTP/1.1" status: 200 len: 943 time: 0.0479281 Aug 31 09:52:36.739954 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device 84133d6b-1b23-4f48-ad40-3d788d6effc7 details requested by agent hyperv_hv-cinder-84496 with host hv-cinder-84496 {{(pid=112921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:52:36.790984 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-14b38c78-1a62-4dee-b990-2447f0ce951d req-1ab7ee2f-0eee-4597-bf13-3ed8def5e7c3 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726278 Aug 31 09:52:36.881217 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port 84133d6b-1b23-4f48-ad40-3d788d6effc7, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=84133d6b-1b23-4f48-ad40-3d788d6effc7,segment=NetworkSegment(ea218d44-3149-46b8-ba8f-676cf816a455),segment_id=ea218d44-3149-46b8-ba8f-676cf816a455)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:36.893777 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-eb3eab5e-dcbe-4d15-984c-0ef06a6957a1 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Publish callbacks [] for floatingip (650dabf9-dee1-4e02-94a8-3d081b926163), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:36.894941 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Returning: {'device': '84133d6b-1b23-4f48-ad40-3d788d6effc7', 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a', 'port_id': '84133d6b-1b23-4f48-ad40-3d788d6effc7', 'mac_address': 'fa:16:3e:f4:e4:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '951df996-7b80-48db-8007-5a5a52488eaf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:52:36.936866 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Current status of the port 84133d6b-1b23-4f48-ad40-3d788d6effc7 is: DOWN; New status is: BUILD {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:52:36.938753 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (84133d6b-1b23-4f48-ad40-3d788d6effc7), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:36.956276 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.notifiers.nova [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84133d6b-1b23-4f48-ad40-3d788d6effc7 {{(pid=112921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 09:52:36.983253 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port 84133d6b-1b23-4f48-ad40-3d788d6effc7, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=84133d6b-1b23-4f48-ad40-3d788d6effc7,segment=NetworkSegment(ea218d44-3149-46b8-ba8f-676cf816a455),segment_id=ea218d44-3149-46b8-ba8f-676cf816a455)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:36.987336 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-eb3eab5e-dcbe-4d15-984c-0ef06a6957a1 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (f32bacae-e779-42c4-9332-3c0ec90c3a3d), before_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:36.989807 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (84133d6b-1b23-4f48-ad40-3d788d6effc7), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:37.043802 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Pushing event updated for resources: {'Port': ['ID=84133d6b-1b23-4f48-ad40-3d788d6effc7,revision_number=4']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:37.081963 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:37.119696 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:37.156617 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-eb3eab5e-dcbe-4d15-984c-0ef06a6957a1 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Publish callbacks [] for port (f32bacae-e779-42c4-9332-3c0ec90c3a3d), precommit_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:37.161724 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-eb3eab5e-dcbe-4d15-984c-0ef06a6957a1 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64202844'] for port (f32bacae-e779-42c4-9332-3c0ec90c3a3d), after_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:37.233248 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3eab5e-dcbe-4d15-984c-0ef06a6957a1 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Pushing event updated for resources: {'Port': ['ID=f32bacae-e779-42c4-9332-3c0ec90c3a3d,revision_number=2']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:37.239526 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-eb3eab5e-dcbe-4d15-984c-0ef06a6957a1 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964517'] for floatingip (650dabf9-dee1-4e02-94a8-3d081b926163), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:37.349266 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.db.l3_db [None req-eb3eab5e-dcbe-4d15-984c-0ef06a6957a1 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Floating IP 650dabf9-dee1-4e02-94a8-3d081b926163 associated. External IP: 172.27.3.113, port: a4adc3c8-d787-4f05-8cd2-ace7305b75c0. Aug 31 09:52:37.663206 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] get_ports_and_sgs() called for port_ids ['84133d6b-1b23-4f48-ad40-3d788d6effc7'] {{(pid=112921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 09:52:37.816816 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb3eab5e-dcbe-4d15-984c-0ef06a6957a1 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Router 5ba489de-df5d-417a-8862-8dcedb3564ab has already been hosted by L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 {{(pid=112920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:52:37.961932 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377adc08-2d1a-4264-84ba-525f7f719b25 req-cb80141e-bfab-4ead-9195-11138120f36c tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:37.963517 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-377adc08-2d1a-4264-84ba-525f7f719b25 req-cb80141e-bfab-4ead-9195-11138120f36c tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=eeb177fd-40cd-4551-be64-eac4c6283268 HTTP/1.1" status: 200 len: 944 time: 0.0606546 Aug 31 09:52:37.975104 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3eab5e-dcbe-4d15-984c-0ef06a6957a1 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:52:37.986871 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee0613e-ac84-4d32-9617-acca1d437714 None None] Sync routers for ids ['5ba489de-df5d-417a-8862-8dcedb3564ab'] in dv-cinder-844961-2-iscsi {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:52:37.996255 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-eb3eab5e-dcbe-4d15-984c-0ef06a6957a1 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for floatingip (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:38.000895 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee0613e-ac84-4d32-9617-acca1d437714 None None] Routers {'5ba489de-df5d-417a-8862-8dcedb3564ab'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:52:38.001780 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-7ee0613e-ac84-4d32-9617-acca1d437714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:52:26Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['5ba489de-df5d-417a-8862-8dcedb3564ab'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:38.030240 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-377adc08-2d1a-4264-84ba-525f7f719b25 req-b9d5b420-55a8-48fe-a807-3480ed426911 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603113 Aug 31 09:52:38.037100 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-eb3eab5e-dcbe-4d15-984c-0ef06a6957a1 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0542004 Aug 31 09:52:38.037100 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b32c74c-ed7a-496f-bf84-ce2d50e8b808', 'tag': 'a4adc3c8-d787-4f05-8cd2-ace7305b75c0'}] {{(pid=112920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:52:38.037100 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b1c67df7a66df2dbb2f1d86d1740294a25e35557c8b7fb736f9ab0bc04a1bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a0b01a-8907-43db-8209-b53a71aadc4b" -d '{"events": [{"name": "network-changed", "server_uuid": "1b32c74c-ed7a-496f-bf84-ce2d50e8b808", "tag": "a4adc3c8-d787-4f05-8cd2-ace7305b75c0"}]}' {{(pid=112920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:52:38.085932 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 09:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816dd57d-4d66-4bb1-920d-488cf704beda x-openstack-request-id: req-816dd57d-4d66-4bb1-920d-488cf704beda {{(pid=112920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:52:38.086249 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b32c74c-ed7a-496f-bf84-ce2d50e8b808", "tag": "a4adc3c8-d787-4f05-8cd2-ace7305b75c0", "status": "completed", "code": 200}]} {{(pid=112920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:52:38.086506 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-816dd57d-4d66-4bb1-920d-488cf704beda {{(pid=112920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:52:38.086911 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-816dd57d-4d66-4bb1-920d-488cf704beda'] response: {'name': 'network-changed', 'server_uuid': '1b32c74c-ed7a-496f-bf84-ce2d50e8b808', 'tag': 'a4adc3c8-d787-4f05-8cd2-ace7305b75c0', 'status': 'completed', 'code': 200} Aug 31 09:52:38.135289 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-7ee0613e-ac84-4d32-9617-acca1d437714 None None] Set router 5ba489de-df5d-417a-8862-8dcedb3564ab gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:52:38.209345 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=100 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:38.213648 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0b01a-8907-43db-8209-b53a71aadc4b req-196fcfaf-4241-4151-b96e-2a23000283ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:38.215129 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-31a0b01a-8907-43db-8209-b53a71aadc4b req-196fcfaf-4241-4151-b96e-2a23000283ac service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=b058d5f34eee47a58629407e166f3499&device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 1129 time: 0.0403612 Aug 31 09:52:38.318989 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:38.377311 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0b01a-8907-43db-8209-b53a71aadc4b req-d5a992b3-18a5-4c79-b01d-d7e0da5d583d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:38.388527 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-31a0b01a-8907-43db-8209-b53a71aadc4b req-d5a992b3-18a5-4c79-b01d-d7e0da5d583d service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=177a62e1-5d2b-4e36-ba2d-27911ac1eac2 HTTP/1.1" status: 200 len: 909 time: 0.1296980 Aug 31 09:52:38.396833 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-7ee0613e-ac84-4d32-9617-acca1d437714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba489de-df5d-417a-8862-8dcedb3564ab', 'name': 'tempest-TestShelveInstance-390033029-router', 'tenant_id': 'b058d5f34eee47a58629407e166f3499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '78c393a7-e7a8-4c94-bb6c-6d14cbf71d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:51:12Z', 'updated_at': '2022-08-31T09:51:19Z', 'revision_number': 4, 'project_id': 'b058d5f34eee47a58629407e166f3499', 'gw_port': {'id': '78c393a7-e7a8-4c94-bb6c-6d14cbf71d63', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba489de-df5d-417a-8862-8dcedb3564ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:13Z', 'updated_at': '2022-08-31T09:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_floatingips': [{'id': '650dabf9-dee1-4e02-94a8-3d081b926163', 'tenant_id': 'b058d5f34eee47a58629407e166f3499', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'router_id': '5ba489de-df5d-417a-8862-8dcedb3564ab', 'port_id': 'a4adc3c8-d787-4f05-8cd2-ace7305b75c0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '177a62e1-5d2b-4e36-ba2d-27911ac1eac2', 'mac_address': 'fa:16:3e:4e:da:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b32c74c-ed7a-496f-bf84-ce2d50e8b808', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T09:52:36Z', 'updated_at': '2022-08-31T09:52:36Z', 'revision_number': 0, 'project_id': 'b058d5f34eee47a58629407e166f3499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cda3252-6a1e-4e20-95fc-254b396661ab', 'name': '', 'network_id': '177a62e1-5d2b-4e36-ba2d-27911ac1eac2', 'tenant_id': 'b058d5f34eee47a58629407e166f3499', 'mac_address': 'fa:16:3e:c5:a5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba489de-df5d-417a-8862-8dcedb3564ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '100d0a81-296f-40bc-b9da-620cf0c03709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:18Z', 'updated_at': '2022-08-31T09:51:31Z', 'revision_number': 5, 'project_id': 'b058d5f34eee47a58629407e166f3499', 'subnets': [{'id': '100d0a81-296f-40bc-b9da-620cf0c03709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:38.424623 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee0613e-ac84-4d32-9617-acca1d437714 None None] Checking router: 5ba489de-df5d-417a-8862-8dcedb3564ab for host: dv-cinder-844961-2-iscsi {{(pid=112921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:52:38.434737 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee0613e-ac84-4d32-9617-acca1d437714 None None] Routers {'5ba489de-df5d-417a-8862-8dcedb3564ab'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:52:38.435371 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-7ee0613e-ac84-4d32-9617-acca1d437714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:52:26Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['5ba489de-df5d-417a-8862-8dcedb3564ab'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:38.463530 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-31a0b01a-8907-43db-8209-b53a71aadc4b req-3171697c-92c2-4f15-846a-ab99cb536a1f service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4adc3c8-d787-4f05-8cd2-ace7305b75c0 HTTP/1.1" status: 200 len: 999 time: 0.0704808 Aug 31 09:52:38.548164 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0b01a-8907-43db-8209-b53a71aadc4b req-2ee1102b-dd1e-45bb-882d-e26226dc445c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:38.550461 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-31a0b01a-8907-43db-8209-b53a71aadc4b req-2ee1102b-dd1e-45bb-882d-e26226dc445c service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=100d0a81-296f-40bc-b9da-620cf0c03709 HTTP/1.1" status: 200 len: 847 time: 0.0784822 Aug 31 09:52:38.554892 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-7ee0613e-ac84-4d32-9617-acca1d437714 None None] Set router 5ba489de-df5d-417a-8862-8dcedb3564ab gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:52:38.609735 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0b01a-8907-43db-8209-b53a71aadc4b req-f22676f8-5c08-4bea-b6bf-283c80567f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:38.611278 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-31a0b01a-8907-43db-8209-b53a71aadc4b req-f22676f8-5c08-4bea-b6bf-283c80567f10 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=177a62e1-5d2b-4e36-ba2d-27911ac1eac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465710 Aug 31 09:52:38.683935 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:38.699029 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:38.744508 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-31a0b01a-8907-43db-8209-b53a71aadc4b req-24f1fb8d-e8e7-4f0f-a39f-130e6f870514 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/177a62e1-5d2b-4e36-ba2d-27911ac1eac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219089 Aug 31 09:52:38.854950 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-31a0b01a-8907-43db-8209-b53a71aadc4b req-5326c569-912f-497c-bfb1-d5bda855230d service neutron] 10.222.0.64 "GET /networking/v2.0/networks/177a62e1-5d2b-4e36-ba2d-27911ac1eac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990477 Aug 31 09:52:38.863033 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-7ee0613e-ac84-4d32-9617-acca1d437714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba489de-df5d-417a-8862-8dcedb3564ab', 'name': 'tempest-TestShelveInstance-390033029-router', 'tenant_id': 'b058d5f34eee47a58629407e166f3499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '78c393a7-e7a8-4c94-bb6c-6d14cbf71d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:51:12Z', 'updated_at': '2022-08-31T09:51:19Z', 'revision_number': 4, 'project_id': 'b058d5f34eee47a58629407e166f3499', 'gw_port': {'id': '78c393a7-e7a8-4c94-bb6c-6d14cbf71d63', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba489de-df5d-417a-8862-8dcedb3564ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:13Z', 'updated_at': '2022-08-31T09:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_floatingips': [{'id': '650dabf9-dee1-4e02-94a8-3d081b926163', 'tenant_id': 'b058d5f34eee47a58629407e166f3499', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'router_id': '5ba489de-df5d-417a-8862-8dcedb3564ab', 'port_id': 'a4adc3c8-d787-4f05-8cd2-ace7305b75c0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '177a62e1-5d2b-4e36-ba2d-27911ac1eac2', 'mac_address': 'fa:16:3e:4e:da:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b32c74c-ed7a-496f-bf84-ce2d50e8b808', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T09:52:36Z', 'updated_at': '2022-08-31T09:52:36Z', 'revision_number': 0, 'project_id': 'b058d5f34eee47a58629407e166f3499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cda3252-6a1e-4e20-95fc-254b396661ab', 'name': '', 'network_id': '177a62e1-5d2b-4e36-ba2d-27911ac1eac2', 'tenant_id': 'b058d5f34eee47a58629407e166f3499', 'mac_address': 'fa:16:3e:c5:a5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba489de-df5d-417a-8862-8dcedb3564ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '100d0a81-296f-40bc-b9da-620cf0c03709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:18Z', 'updated_at': '2022-08-31T09:51:31Z', 'revision_number': 5, 'project_id': 'b058d5f34eee47a58629407e166f3499', 'subnets': [{'id': '100d0a81-296f-40bc-b9da-620cf0c03709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:38.891548 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee0613e-ac84-4d32-9617-acca1d437714 None None] The sync data for ids ['5ba489de-df5d-417a-8862-8dcedb3564ab'] in dv-cinder-844961-2-iscsi is: [{'id': '5ba489de-df5d-417a-8862-8dcedb3564ab', 'name': 'tempest-TestShelveInstance-390033029-router', 'tenant_id': 'b058d5f34eee47a58629407e166f3499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '78c393a7-e7a8-4c94-bb6c-6d14cbf71d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:51:12Z', 'updated_at': '2022-08-31T09:51:19Z', 'revision_number': 4, 'project_id': 'b058d5f34eee47a58629407e166f3499', 'gw_port': {'id': '78c393a7-e7a8-4c94-bb6c-6d14cbf71d63', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba489de-df5d-417a-8862-8dcedb3564ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:13Z', 'updated_at': '2022-08-31T09:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_floatingips': [{'id': '650dabf9-dee1-4e02-94a8-3d081b926163', 'tenant_id': 'b058d5f34eee47a58629407e166f3499', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'router_id': '5ba489de-df5d-417a-8862-8dcedb3564ab', 'port_id': 'a4adc3c8-d787-4f05-8cd2-ace7305b75c0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '177a62e1-5d2b-4e36-ba2d-27911ac1eac2', 'mac_address': 'fa:16:3e:4e:da:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b32c74c-ed7a-496f-bf84-ce2d50e8b808', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T09:52:36Z', 'updated_at': '2022-08-31T09:52:36Z', 'revision_number': 0, 'project_id': 'b058d5f34eee47a58629407e166f3499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cda3252-6a1e-4e20-95fc-254b396661ab', 'name': '', 'network_id': '177a62e1-5d2b-4e36-ba2d-27911ac1eac2', 'tenant_id': 'b058d5f34eee47a58629407e166f3499', 'mac_address': 'fa:16:3e:c5:a5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba489de-df5d-417a-8862-8dcedb3564ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '100d0a81-296f-40bc-b9da-620cf0c03709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:18Z', 'updated_at': '2022-08-31T09:51:31Z', 'revision_number': 5, 'project_id': 'b058d5f34eee47a58629407e166f3499', 'subnets': [{'id': '100d0a81-296f-40bc-b9da-620cf0c03709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:52:39.140099 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c38aecb-e4a4-401d-afc9-bf5538202ee6 None None] New status for floating IP 650dabf9-dee1-4e02-94a8-3d081b926163: ACTIVE {{(pid=112922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 09:52:39.179266 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c279c3-6f61-438e-9ffd-57a55ffb4451 req-e54a1dae-b74c-48b5-8130-989db4644515 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:39.180757 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-90c279c3-6f61-438e-9ffd-57a55ffb4451 req-e54a1dae-b74c-48b5-8130-989db4644515 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=eeb177fd-40cd-4551-be64-eac4c6283268 HTTP/1.1" status: 200 len: 944 time: 0.0489841 Aug 31 09:52:39.232178 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-90c279c3-6f61-438e-9ffd-57a55ffb4451 req-1c9f9606-5d78-4bca-8b13-89ffcb7de3ca tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456979 Aug 31 09:52:39.665214 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device 84133d6b-1b23-4f48-ad40-3d788d6effc7 up at agent hyperv_hv-cinder-84496 {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:52:39.708707 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Provisioning for port 84133d6b-1b23-4f48-ad40-3d788d6effc7 completed by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 09:52:39.714247 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Provisioning complete for port 84133d6b-1b23-4f48-ad40-3d788d6effc7 triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:52:39.714649 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (84133d6b-1b23-4f48-ad40-3d788d6effc7), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:39.792057 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Current status of the port 84133d6b-1b23-4f48-ad40-3d788d6effc7 is: BUILD; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:52:39.792439 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (84133d6b-1b23-4f48-ad40-3d788d6effc7), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:39.816196 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb177fd-40cd-4551-be64-eac4c6283268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84133d6b-1b23-4f48-ad40-3d788d6effc7'}] {{(pid=112921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:52:39.818495 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b0c9b70db3c71f613761f7f5e171cb6bed896c41d1f4f7babde002b819469c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3bbb700-60f3-4f62-9318-42ad124de40c" -d '{"events": [{"server_uuid": "eeb177fd-40cd-4551-be64-eac4c6283268", "name": "network-vif-plugged", "status": "completed", "tag": "84133d6b-1b23-4f48-ad40-3d788d6effc7"}]}' {{(pid=112921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:52:39.834343 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port 84133d6b-1b23-4f48-ad40-3d788d6effc7, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=84133d6b-1b23-4f48-ad40-3d788d6effc7,segment=NetworkSegment(ea218d44-3149-46b8-ba8f-676cf816a455),segment_id=ea218d44-3149-46b8-ba8f-676cf816a455)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:39.839875 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (84133d6b-1b23-4f48-ad40-3d788d6effc7), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:39.867205 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 09:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67adf2b3-ee38-4f19-a897-7a3a80f71c14 x-openstack-request-id: req-67adf2b3-ee38-4f19-a897-7a3a80f71c14 {{(pid=112921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:52:39.867485 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb177fd-40cd-4551-be64-eac4c6283268", "name": "network-vif-plugged", "status": "completed", "tag": "84133d6b-1b23-4f48-ad40-3d788d6effc7", "code": 200}]} {{(pid=112921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:52:39.867761 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-67adf2b3-ee38-4f19-a897-7a3a80f71c14 {{(pid=112921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:52:39.868144 dv-cinder-844961-2-iscsi neutron-server[112921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67adf2b3-ee38-4f19-a897-7a3a80f71c14'] response: {'server_uuid': 'eeb177fd-40cd-4551-be64-eac4c6283268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84133d6b-1b23-4f48-ad40-3d788d6effc7', 'code': 200} Aug 31 09:52:39.898453 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Pushing event updated for resources: {'Port': ['ID=84133d6b-1b23-4f48-ad40-3d788d6effc7,revision_number=5']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:40.236460 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1032862f-6d76-42a8-a5d8-1bc43c8a3a74 req-89983675-22b7-4e4a-98ab-400f04335a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:40.237966 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-1032862f-6d76-42a8-a5d8-1bc43c8a3a74 req-89983675-22b7-4e4a-98ab-400f04335a19 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=eeb177fd-40cd-4551-be64-eac4c6283268 HTTP/1.1" status: 200 len: 1129 time: 0.0400343 Aug 31 09:52:40.293870 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-1032862f-6d76-42a8-a5d8-1bc43c8a3a74 req-9bccaf8c-f3ba-4a01-b96a-c1f1eebba52d service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461993 Aug 31 09:52:40.359635 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0807b9-b1f9-479e-b2f3-c3b54e354742 req-a31f0279-2321-44d9-8cc7-f9739cf21b04 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:40.361292 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ff0807b9-b1f9-479e-b2f3-c3b54e354742 req-a31f0279-2321-44d9-8cc7-f9739cf21b04 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=eeb177fd-40cd-4551-be64-eac4c6283268 HTTP/1.1" status: 200 len: 945 time: 0.0518863 Aug 31 09:52:40.419706 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ff0807b9-b1f9-479e-b2f3-c3b54e354742 req-5deb61d6-c9ce-41fe-844d-5924a023e462 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524421 Aug 31 09:52:41.552084 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6d0d7-d340-413e-9a16-805912db64f4 req-18d6ed9e-b552-4193-8453-b2914e75773a tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:41.553633 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b5e6d0d7-d340-413e-9a16-805912db64f4 req-18d6ed9e-b552-4193-8453-b2914e75773a tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=eeb177fd-40cd-4551-be64-eac4c6283268 HTTP/1.1" status: 200 len: 945 time: 0.0503123 Aug 31 09:52:41.616605 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b5e6d0d7-d340-413e-9a16-805912db64f4 req-cb7b1eef-7b21-40bb-96f3-38e8a0e3ae41 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557287 Aug 31 09:52:42.745641 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e65134-be92-45a7-9087-8b66175e80e0 req-5b36e3cf-0288-43a5-bf0c-a1e60dcebe23 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:42.747530 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b4e65134-be92-45a7-9087-8b66175e80e0 req-5b36e3cf-0288-43a5-bf0c-a1e60dcebe23 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=eeb177fd-40cd-4551-be64-eac4c6283268 HTTP/1.1" status: 200 len: 945 time: 0.0514202 Aug 31 09:52:42.807305 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b4e65134-be92-45a7-9087-8b66175e80e0 req-b1c64cd4-dead-4f32-85e7-787c7e41cb14 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533853 Aug 31 09:52:42.937236 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b70b0-ccf9-4d3d-beed-bce758e22038 req-09a3f3ec-0f7f-423b-af73-fca3e949f160 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:42.938853 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-3d5b70b0-ccf9-4d3d-beed-bce758e22038 req-09a3f3ec-0f7f-423b-af73-fca3e949f160 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=eeb177fd-40cd-4551-be64-eac4c6283268 HTTP/1.1" status: 200 len: 945 time: 0.0541556 Aug 31 09:52:42.975942 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:42.994069 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-3d5b70b0-ccf9-4d3d-beed-bce758e22038 req-322891c7-f5b2-4725-a07f-df03767dd430 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489478 Aug 31 09:52:43.021525 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 48802) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:52:43.205623 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04cd414f-4a5b-4580-9d2f-c827869bcf2b tempest-TestVolumeBootPattern-166419390 tempest-TestVolumeBootPattern-166419390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:43.207166 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-04cd414f-4a5b-4580-9d2f-c827869bcf2b tempest-TestVolumeBootPattern-166419390 tempest-TestVolumeBootPattern-166419390-project-admin] 10.222.0.13 "GET /networking/v2.0/ports?device_id=eeb177fd-40cd-4551-be64-eac4c6283268 HTTP/1.1" status: 200 len: 1124 time: 0.1846406 Aug 31 09:52:43.210883 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 48808) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:52:43.215279 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-d56fb118-215a-4c22-a2f2-5a779cc39c3c tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Request body: {'floatingip': {'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'port_id': '84133d6b-1b23-4f48-ad40-3d788d6effc7', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:43.240940 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-d56fb118-215a-4c22-a2f2-5a779cc39c3c tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:43.331476 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-d56fb118-215a-4c22-a2f2-5a779cc39c3c tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:43.447538 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.db_base_plugin_common [None req-d56fb118-215a-4c22-a2f2-5a779cc39c3c tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Allocated IP 172.27.3.226 (9ecc2a3c-efc3-4c90-8e67-1028759a248c/b5177607-d6ca-45c7-ac03-71d68f18093b/2bc0a133-7045-4071-adc3-96d3671f17d0) {{(pid=112920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:52:43.571180 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-d56fb118-215a-4c22-a2f2-5a779cc39c3c tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks [] for port (2bc0a133-7045-4071-adc3-96d3671f17d0), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:43.619267 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-d56fb118-215a-4c22-a2f2-5a779cc39c3c tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64202837'] for port (2bc0a133-7045-4071-adc3-96d3671f17d0), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:43.663453 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56fb118-215a-4c22-a2f2-5a779cc39c3c tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Network 9ecc2a3c-efc3-4c90-8e67-1028759a248c is already hosted by enough agents. {{(pid=112920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:52:43.666673 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.base_scheduler [None req-d56fb118-215a-4c22-a2f2-5a779cc39c3c tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Resources bound (agent type, host, resource id): {{(pid=112920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:52:43.669240 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56fb118-215a-4c22-a2f2-5a779cc39c3c tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Received port after_create {{(pid=112920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:52:43.699613 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56fb118-215a-4c22-a2f2-5a779cc39c3c tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Pushing event updated for resources: {'Port': ['ID=2bc0a133-7045-4071-adc3-96d3671f17d0,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:43.840037 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:43.851919 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:44.050310 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-d56fb118-215a-4c22-a2f2-5a779cc39c3c tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks [] for floatingip (c613e1ca-6d88-4632-bc62-55da7549e66d), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:44.121417 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-d56fb118-215a-4c22-a2f2-5a779cc39c3c tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (2bc0a133-7045-4071-adc3-96d3671f17d0), before_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:44.269799 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-d56fb118-215a-4c22-a2f2-5a779cc39c3c tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks [] for port (2bc0a133-7045-4071-adc3-96d3671f17d0), precommit_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:44.274067 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-d56fb118-215a-4c22-a2f2-5a779cc39c3c tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64202844'] for port (2bc0a133-7045-4071-adc3-96d3671f17d0), after_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:44.344293 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56fb118-215a-4c22-a2f2-5a779cc39c3c tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Pushing event updated for resources: {'Port': ['ID=2bc0a133-7045-4071-adc3-96d3671f17d0,revision_number=2']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:44.347779 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-d56fb118-215a-4c22-a2f2-5a779cc39c3c tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964517'] for floatingip (c613e1ca-6d88-4632-bc62-55da7549e66d), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:44.446039 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.db.l3_db [None req-d56fb118-215a-4c22-a2f2-5a779cc39c3c tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Floating IP c613e1ca-6d88-4632-bc62-55da7549e66d associated. External IP: 172.27.3.226, port: 84133d6b-1b23-4f48-ad40-3d788d6effc7. Aug 31 09:52:44.663752 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d56fb118-215a-4c22-a2f2-5a779cc39c3c tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Router eac686d3-e381-4e81-8df0-b10cffb85e37 has already been hosted by L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 {{(pid=112920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:52:44.667856 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:44.762966 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:44.785515 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56fb118-215a-4c22-a2f2-5a779cc39c3c tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:52:44.795806 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e67dd0-8cdf-4c60-ac86-f9d74b7fa3c3 None None] Sync routers for ids ['eac686d3-e381-4e81-8df0-b10cffb85e37'] in dv-cinder-844961-2-iscsi {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:52:44.807359 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-d56fb118-215a-4c22-a2f2-5a779cc39c3c tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for floatingip (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:44.808070 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e67dd0-8cdf-4c60-ac86-f9d74b7fa3c3 None None] Routers {'eac686d3-e381-4e81-8df0-b10cffb85e37'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:52:44.808718 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-b0e67dd0-8cdf-4c60-ac86-f9d74b7fa3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:52:26Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['eac686d3-e381-4e81-8df0-b10cffb85e37'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:44.848294 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-d56fb118-215a-4c22-a2f2-5a779cc39c3c tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6362870 Aug 31 09:52:44.849507 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeb177fd-40cd-4551-be64-eac4c6283268', 'tag': '84133d6b-1b23-4f48-ad40-3d788d6effc7'}] {{(pid=112920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:52:44.853613 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b1c67df7a66df2dbb2f1d86d1740294a25e35557c8b7fb736f9ab0bc04a1bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb98de2-1c82-4964-9064-696b11715bba" -d '{"events": [{"name": "network-changed", "server_uuid": "eeb177fd-40cd-4551-be64-eac4c6283268", "tag": "84133d6b-1b23-4f48-ad40-3d788d6effc7"}]}' {{(pid=112920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:52:44.916639 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 09:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad22054d-ba8e-47d8-a377-885773ad16a3 x-openstack-request-id: req-ad22054d-ba8e-47d8-a377-885773ad16a3 {{(pid=112920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:52:44.916936 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeb177fd-40cd-4551-be64-eac4c6283268", "tag": "84133d6b-1b23-4f48-ad40-3d788d6effc7", "status": "completed", "code": 200}]} {{(pid=112920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:52:44.917193 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad22054d-ba8e-47d8-a377-885773ad16a3 {{(pid=112920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:52:44.917808 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad22054d-ba8e-47d8-a377-885773ad16a3'] response: {'name': 'network-changed', 'server_uuid': 'eeb177fd-40cd-4551-be64-eac4c6283268', 'tag': '84133d6b-1b23-4f48-ad40-3d788d6effc7', 'status': 'completed', 'code': 200} Aug 31 09:52:44.936587 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-b0e67dd0-8cdf-4c60-ac86-f9d74b7fa3c3 None None] Set router eac686d3-e381-4e81-8df0-b10cffb85e37 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:52:44.973994 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:45.047319 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb98de2-1c82-4964-9064-696b11715bba req-f097c707-040a-45c8-9c18-12159209ef0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:45.048884 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-3eb98de2-1c82-4964-9064-696b11715bba req-f097c707-040a-45c8-9c18-12159209ef0d service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=6634173c9d534fca800d394d545a9d0c&device_id=eeb177fd-40cd-4551-be64-eac4c6283268 HTTP/1.1" status: 200 len: 1129 time: 0.0416205 Aug 31 09:52:45.090468 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:45.149427 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb98de2-1c82-4964-9064-696b11715bba req-e062a0d5-70fe-4767-8819-6b0fdfa0a8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:45.150885 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-3eb98de2-1c82-4964-9064-696b11715bba req-e062a0d5-70fe-4767-8819-6b0fdfa0a8db service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a HTTP/1.1" status: 200 len: 911 time: 0.0955951 Aug 31 09:52:45.177446 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-b0e67dd0-8cdf-4c60-ac86-f9d74b7fa3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'name': 'tempest-TestVolumeBootPattern-35709202-router', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '603cacde-2f37-4c9a-bec9-1d8b0343ffdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:51:11Z', 'updated_at': '2022-08-31T09:51:17Z', 'revision_number': 4, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'gw_port': {'id': '603cacde-2f37-4c9a-bec9-1d8b0343ffdd', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:85:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:11Z', 'updated_at': '2022-08-31T09:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_floatingips': [{'id': 'c613e1ca-6d88-4632-bc62-55da7549e66d', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'router_id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'port_id': '84133d6b-1b23-4f48-ad40-3d788d6effc7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a', 'mac_address': 'fa:16:3e:f4:e4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb177fd-40cd-4551-be64-eac4c6283268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T09:52:43Z', 'updated_at': '2022-08-31T09:52:43Z', 'revision_number': 0, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d2ec1c7-5052-416f-81de-e9aab741524f', 'name': '', 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'mac_address': 'fa:16:3e:06:97:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '951df996-7b80-48db-8007-5a5a52488eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:16Z', 'updated_at': '2022-08-31T09:51:26Z', 'revision_number': 5, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'subnets': [{'id': '951df996-7b80-48db-8007-5a5a52488eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:45.203424 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e67dd0-8cdf-4c60-ac86-f9d74b7fa3c3 None None] Checking router: eac686d3-e381-4e81-8df0-b10cffb85e37 for host: dv-cinder-844961-2-iscsi {{(pid=112921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:52:45.212550 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e67dd0-8cdf-4c60-ac86-f9d74b7fa3c3 None None] Routers {'eac686d3-e381-4e81-8df0-b10cffb85e37'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:52:45.213179 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-b0e67dd0-8cdf-4c60-ac86-f9d74b7fa3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:52:26Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['eac686d3-e381-4e81-8df0-b10cffb85e37'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:45.219319 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-3eb98de2-1c82-4964-9064-696b11715bba req-9ee4e08a-044d-437c-8f3f-2cc48c77eb56 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84133d6b-1b23-4f48-ad40-3d788d6effc7 HTTP/1.1" status: 200 len: 999 time: 0.0586662 Aug 31 09:52:45.276403 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb98de2-1c82-4964-9064-696b11715bba req-bc6800e8-cda0-4d43-8379-bba885063e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:45.277807 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-3eb98de2-1c82-4964-9064-696b11715bba req-bc6800e8-cda0-4d43-8379-bba885063e5e service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=951df996-7b80-48db-8007-5a5a52488eaf HTTP/1.1" status: 200 len: 849 time: 0.0481970 Aug 31 09:52:45.334168 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb98de2-1c82-4964-9064-696b11715bba req-a95202ae-d1da-434f-bdf9-bc7b4bf600d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:45.335679 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-3eb98de2-1c82-4964-9064-696b11715bba req-a95202ae-d1da-434f-bdf9-bc7b4bf600d2 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488560 Aug 31 09:52:45.455119 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-3eb98de2-1c82-4964-9064-696b11715bba req-21cb011a-dd16-438d-83da-ac6a31a9a571 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005247 Aug 31 09:52:45.465051 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-b0e67dd0-8cdf-4c60-ac86-f9d74b7fa3c3 None None] Set router eac686d3-e381-4e81-8df0-b10cffb85e37 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:52:45.576824 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-3eb98de2-1c82-4964-9064-696b11715bba req-fc02c9e9-b81b-43d7-85a9-f0416fb5b3fd service neutron] 10.222.0.64 "GET /networking/v2.0/networks/b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115966 Aug 31 09:52:45.589553 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 48830) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:52:45.594514 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-e09e1e5e-5f14-4f96-a365-1b3a3e517544 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1152951319', 'description': 'tempest-description--30528204'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:45.633748 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e09e1e5e-5f14-4f96-a365-1b3a3e517544 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:45.728704 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e09e1e5e-5f14-4f96-a365-1b3a3e517544 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for security_group (a5f9eea8-fdf3-4718-9862-bc0813333112), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:45.733198 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e09e1e5e-5f14-4f96-a365-1b3a3e517544 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (a5f9eea8-fdf3-4718-9862-bc0813333112), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:45.770693 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-b0e67dd0-8cdf-4c60-ac86-f9d74b7fa3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'name': 'tempest-TestVolumeBootPattern-35709202-router', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '603cacde-2f37-4c9a-bec9-1d8b0343ffdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:51:11Z', 'updated_at': '2022-08-31T09:51:17Z', 'revision_number': 4, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'gw_port': {'id': '603cacde-2f37-4c9a-bec9-1d8b0343ffdd', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:85:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:11Z', 'updated_at': '2022-08-31T09:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_floatingips': [{'id': 'c613e1ca-6d88-4632-bc62-55da7549e66d', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'router_id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'port_id': '84133d6b-1b23-4f48-ad40-3d788d6effc7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a', 'mac_address': 'fa:16:3e:f4:e4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb177fd-40cd-4551-be64-eac4c6283268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T09:52:43Z', 'updated_at': '2022-08-31T09:52:43Z', 'revision_number': 0, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d2ec1c7-5052-416f-81de-e9aab741524f', 'name': '', 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'mac_address': 'fa:16:3e:06:97:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '951df996-7b80-48db-8007-5a5a52488eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:16Z', 'updated_at': '2022-08-31T09:51:26Z', 'revision_number': 5, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'subnets': [{'id': '951df996-7b80-48db-8007-5a5a52488eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:45.771332 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e09e1e5e-5f14-4f96-a365-1b3a3e517544 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:45.776072 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-e09e1e5e-5f14-4f96-a365-1b3a3e517544 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1820626 Aug 31 09:52:45.776548 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 48834) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:52:45.784153 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-95d500dc-9467-490d-ab06-18fd8bf84fea tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Request body: {'security_group_rule': {'security_group_id': 'a5f9eea8-fdf3-4718-9862-bc0813333112', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:45.793663 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e1e5e-5f14-4f96-a365-1b3a3e517544 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f9eea8-fdf3-4718-9862-bc0813333112,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:45.826900 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e67dd0-8cdf-4c60-ac86-f9d74b7fa3c3 None None] The sync data for ids ['eac686d3-e381-4e81-8df0-b10cffb85e37'] in dv-cinder-844961-2-iscsi is: [{'id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'name': 'tempest-TestVolumeBootPattern-35709202-router', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '603cacde-2f37-4c9a-bec9-1d8b0343ffdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:51:11Z', 'updated_at': '2022-08-31T09:51:17Z', 'revision_number': 4, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'gw_port': {'id': '603cacde-2f37-4c9a-bec9-1d8b0343ffdd', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:85:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:11Z', 'updated_at': '2022-08-31T09:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_floatingips': [{'id': 'c613e1ca-6d88-4632-bc62-55da7549e66d', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'router_id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'port_id': '84133d6b-1b23-4f48-ad40-3d788d6effc7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a', 'mac_address': 'fa:16:3e:f4:e4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb177fd-40cd-4551-be64-eac4c6283268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T09:52:43Z', 'updated_at': '2022-08-31T09:52:43Z', 'revision_number': 0, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d2ec1c7-5052-416f-81de-e9aab741524f', 'name': '', 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'mac_address': 'fa:16:3e:06:97:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '951df996-7b80-48db-8007-5a5a52488eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:16Z', 'updated_at': '2022-08-31T09:51:26Z', 'revision_number': 5, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'subnets': [{'id': '951df996-7b80-48db-8007-5a5a52488eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:52:45.837250 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-95d500dc-9467-490d-ab06-18fd8bf84fea tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for security_group_rule (a1dd5054-b404-499b-9e06-dc5b19510426), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:45.903582 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:45.917564 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-95d500dc-9467-490d-ab06-18fd8bf84fea tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for security_group_rule (a1dd5054-b404-499b-9e06-dc5b19510426), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:45.922926 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-95d500dc-9467-490d-ab06-18fd8bf84fea tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045036'] for security_group_rule (a1dd5054-b404-499b-9e06-dc5b19510426), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:45.932489 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:45.946988 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d500dc-9467-490d-ab06-18fd8bf84fea tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1dd5054-b404-499b-9e06-dc5b19510426,revision_number=0']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:45.958656 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-95d500dc-9467-490d-ab06-18fd8bf84fea tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:45.960013 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-95d500dc-9467-490d-ab06-18fd8bf84fea tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1823747 Aug 31 09:52:45.964379 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 48836) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:52:45.970057 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-6f60e2d6-413d-4726-af87-ab610a83f3ad tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Request body: {'security_group_rule': {'security_group_id': 'a5f9eea8-fdf3-4718-9862-bc0813333112', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:46.002060 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-6f60e2d6-413d-4726-af87-ab610a83f3ad tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for security_group_rule (0a955237-1374-4424-af52-f5549f3c2fc1), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:46.076401 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-6f60e2d6-413d-4726-af87-ab610a83f3ad tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for security_group_rule (0a955237-1374-4424-af52-f5549f3c2fc1), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:46.079468 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2360f0be-afc0-48bc-a7a0-a97d43634eb3 None None] New status for floating IP c613e1ca-6d88-4632-bc62-55da7549e66d: ACTIVE {{(pid=112922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 09:52:46.081871 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-6f60e2d6-413d-4726-af87-ab610a83f3ad tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045036'] for security_group_rule (0a955237-1374-4424-af52-f5549f3c2fc1), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:46.102710 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f60e2d6-413d-4726-af87-ab610a83f3ad tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a955237-1374-4424-af52-f5549f3c2fc1,revision_number=0']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:46.110416 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-6f60e2d6-413d-4726-af87-ab610a83f3ad tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:46.111709 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-6f60e2d6-413d-4726-af87-ab610a83f3ad tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1462946 Aug 31 09:52:46.115794 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 48838) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:52:46.120215 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-e4fb8e62-0787-4335-8cdf-4c6f8db2e598 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Request body: {'floatingip': {'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:46.143734 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e4fb8e62-0787-4335-8cdf-4c6f8db2e598 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:46.234775 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e4fb8e62-0787-4335-8cdf-4c6f8db2e598 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:46.565560 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.db_base_plugin_common [None req-e4fb8e62-0787-4335-8cdf-4c6f8db2e598 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Allocated IP 172.27.3.86 (9ecc2a3c-efc3-4c90-8e67-1028759a248c/b5177607-d6ca-45c7-ac03-71d68f18093b/c7112cf2-bcbc-48ac-8778-08762f1f6c8b) {{(pid=112920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:52:46.685059 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e4fb8e62-0787-4335-8cdf-4c6f8db2e598 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for port (c7112cf2-bcbc-48ac-8778-08762f1f6c8b), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:46.716298 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e4fb8e62-0787-4335-8cdf-4c6f8db2e598 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64202837'] for port (c7112cf2-bcbc-48ac-8778-08762f1f6c8b), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:46.757249 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fb8e62-0787-4335-8cdf-4c6f8db2e598 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Network 9ecc2a3c-efc3-4c90-8e67-1028759a248c is already hosted by enough agents. {{(pid=112920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:52:46.760219 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.base_scheduler [None req-e4fb8e62-0787-4335-8cdf-4c6f8db2e598 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Resources bound (agent type, host, resource id): {{(pid=112920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:52:46.762641 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fb8e62-0787-4335-8cdf-4c6f8db2e598 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Received port after_create {{(pid=112920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:52:46.792262 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb8e62-0787-4335-8cdf-4c6f8db2e598 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Pushing event updated for resources: {'Port': ['ID=c7112cf2-bcbc-48ac-8778-08762f1f6c8b,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:46.861426 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e4fb8e62-0787-4335-8cdf-4c6f8db2e598 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for floatingip (b4f610b5-13bf-4fd7-8935-33210cd45df8), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:46.902399 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e4fb8e62-0787-4335-8cdf-4c6f8db2e598 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (c7112cf2-bcbc-48ac-8778-08762f1f6c8b), before_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:46.903900 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=7 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:46.942641 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:47.112516 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e4fb8e62-0787-4335-8cdf-4c6f8db2e598 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for port (c7112cf2-bcbc-48ac-8778-08762f1f6c8b), precommit_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:47.117708 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e4fb8e62-0787-4335-8cdf-4c6f8db2e598 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64202844'] for port (c7112cf2-bcbc-48ac-8778-08762f1f6c8b), after_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:47.192245 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb8e62-0787-4335-8cdf-4c6f8db2e598 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Pushing event updated for resources: {'Port': ['ID=c7112cf2-bcbc-48ac-8778-08762f1f6c8b,revision_number=2']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:47.194836 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e4fb8e62-0787-4335-8cdf-4c6f8db2e598 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964517'] for floatingip (b4f610b5-13bf-4fd7-8935-33210cd45df8), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:47.217964 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e4fb8e62-0787-4335-8cdf-4c6f8db2e598 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for floatingip (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:47.224569 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-e4fb8e62-0787-4335-8cdf-4c6f8db2e598 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1026855 Aug 31 09:52:47.610511 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7ddc0c08-8ed8-4733-a9bc-8611e82f0e82 req-2c1eebc9-e773-4495-81be-4847aa0f60f6 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1152951319&fields=id&tenant_id=5ed9143757584694a5139ada8dbd5570 HTTP/1.1" status: 200 len: 267 time: 0.0484333 Aug 31 09:52:47.738386 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc0c08-8ed8-4733-a9bc-8611e82f0e82 req-7f45f3f3-e1b7-4556-ba47-7b67ee137df0 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:47.739797 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7ddc0c08-8ed8-4733-a9bc-8611e82f0e82 req-7f45f3f3-e1b7-4556-ba47-7b67ee137df0 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/networks?id=ba3d70db-89a3-4a36-91f7-576971d6cd3f HTTP/1.1" status: 200 len: 814 time: 0.1142290 Aug 31 09:52:47.755288 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7ddc0c08-8ed8-4733-a9bc-8611e82f0e82 req-cd0156b6-da6e-46a4-aaad-5dc734635aa2 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/quotas/5ed9143757584694a5139ada8dbd5570 HTTP/1.1" status: 200 len: 375 time: 0.0096478 Aug 31 09:52:47.792955 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:47.813522 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7ddc0c08-8ed8-4733-a9bc-8611e82f0e82 req-d25e1410-d62f-4b9e-b226-cac965eeb05e tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=5ed9143757584694a5139ada8dbd5570&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0504117 Aug 31 09:52:47.920732 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7ddc0c08-8ed8-4733-a9bc-8611e82f0e82 req-bc52abc8-db24-45be-96af-38f04efb9510 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/ba3d70db-89a3-4a36-91f7-576971d6cd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951083 Aug 31 09:52:48.018157 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7ddc0c08-8ed8-4733-a9bc-8611e82f0e82 req-68a1f537-e625-49ef-8eb7-aa6713b92836 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/ba3d70db-89a3-4a36-91f7-576971d6cd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912771 Aug 31 09:52:48.200669 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2fece922-6fe5-419a-b0fb-14f7425a0298 req-de0ff509-4ee6-46f4-9f21-4cf3e052e39c tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=2f64ad4a-cdde-4c1e-ac02-3977cdadef31 HTTP/1.1" status: 200 len: 210 time: 0.0320103 Aug 31 09:52:49.312638 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d8f8f025-4f15-4dcb-a659-a80e33725486 req-b471b25f-c28d-49b6-bdc9-353813f27412 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=2f64ad4a-cdde-4c1e-ac02-3977cdadef31 HTTP/1.1" status: 200 len: 210 time: 0.0322604 Aug 31 09:52:49.920346 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc0c08-8ed8-4733-a9bc-8611e82f0e82 req-4db4b527-6204-4df3-b6a4-e227c7abdd5f tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:49.922828 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-7ddc0c08-8ed8-4733-a9bc-8611e82f0e82 req-4db4b527-6204-4df3-b6a4-e227c7abdd5f tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.64 "GET /networking/v2.0/networks?id=ba3d70db-89a3-4a36-91f7-576971d6cd3f HTTP/1.1" status: 200 len: 814 time: 0.1136756 Aug 31 09:52:50.035217 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-7ddc0c08-8ed8-4733-a9bc-8611e82f0e82 req-a15c1970-ca7b-4544-971d-6e62906fdd6b tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5ed9143757584694a5139ada8dbd5570 HTTP/1.1" status: 200 len: 473 time: 0.0720263 Aug 31 09:52:50.165335 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [req-7ddc0c08-8ed8-4733-a9bc-8611e82f0e82 req-59486b82-7ae9-4ec0-8427-245626c2fffa tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Request body: {'port': {'device_id': '2f64ad4a-cdde-4c1e-ac02-3977cdadef31', 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f', 'admin_state_up': True, 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'security_groups': ['a5f9eea8-fdf3-4718-9862-bc0813333112']}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:50.298764 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ddc0c08-8ed8-4733-a9bc-8611e82f0e82 req-59486b82-7ae9-4ec0-8427-245626c2fffa tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Made reservation on behalf of 5ed9143757584694a5139ada8dbd5570 for: {'port': 1} {{(pid=112920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:52:50.302746 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-7ddc0c08-8ed8-4733-a9bc-8611e82f0e82 req-59486b82-7ae9-4ec0-8427-245626c2fffa tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:50.422713 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9b284ab1-925e-48f6-8684-5da3ded17657 req-3934e880-1bbf-4258-b85b-bb115538cad0 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=2f64ad4a-cdde-4c1e-ac02-3977cdadef31 HTTP/1.1" status: 200 len: 210 time: 0.0280252 Aug 31 09:52:50.448784 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.db_base_plugin_common [req-7ddc0c08-8ed8-4733-a9bc-8611e82f0e82 req-59486b82-7ae9-4ec0-8427-245626c2fffa tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Allocated IP 172.20.0.9 (ba3d70db-89a3-4a36-91f7-576971d6cd3f/990134de-c572-4ed8-9ca9-38a05454b025/f6f8c737-1493-4a89-b98d-7b911611cfc5) {{(pid=112920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:52:50.595787 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-7ddc0c08-8ed8-4733-a9bc-8611e82f0e82 req-59486b82-7ae9-4ec0-8427-245626c2fffa tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for port (f6f8c737-1493-4a89-b98d-7b911611cfc5), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:50.600001 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:UPDATE=4,neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=4 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:50.608568 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:50.636230 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-7ddc0c08-8ed8-4733-a9bc-8611e82f0e82 req-59486b82-7ae9-4ec0-8427-245626c2fffa tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64202837'] for port (f6f8c737-1493-4a89-b98d-7b911611cfc5), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:50.683513 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ddc0c08-8ed8-4733-a9bc-8611e82f0e82 req-59486b82-7ae9-4ec0-8427-245626c2fffa tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Network ba3d70db-89a3-4a36-91f7-576971d6cd3f is already hosted by enough agents. {{(pid=112920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:52:50.687206 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.base_scheduler [req-7ddc0c08-8ed8-4733-a9bc-8611e82f0e82 req-59486b82-7ae9-4ec0-8427-245626c2fffa tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Resources bound (agent type, host, resource id): {{(pid=112920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:52:50.691075 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ddc0c08-8ed8-4733-a9bc-8611e82f0e82 req-59486b82-7ae9-4ec0-8427-245626c2fffa tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Received port after_create {{(pid=112920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:52:50.719304 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59486b82-7ae9-4ec0-8427-245626c2fffa tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Pushing event updated for resources: {'Port': ['ID=f6f8c737-1493-4a89-b98d-7b911611cfc5,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:50.748934 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc0c08-8ed8-4733-a9bc-8611e82f0e82 req-59486b82-7ae9-4ec0-8427-245626c2fffa tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:50.751267 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-7ddc0c08-8ed8-4733-a9bc-8611e82f0e82 req-59486b82-7ae9-4ec0-8427-245626c2fffa tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for port (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:50.776404 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-7ddc0c08-8ed8-4733-a9bc-8611e82f0e82 req-59486b82-7ae9-4ec0-8427-245626c2fffa tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6153662 Aug 31 09:52:50.796815 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [req-7ddc0c08-8ed8-4733-a9bc-8611e82f0e82 req-67cbc12e-7f2a-4305-8cfd-89a6ed28bee5 service neutron] Request body: {'port': {'device_id': '2f64ad4a-cdde-4c1e-ac02-3977cdadef31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84496'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:50.862229 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-7ddc0c08-8ed8-4733-a9bc-8611e82f0e82 req-67cbc12e-7f2a-4305-8cfd-89a6ed28bee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (f6f8c737-1493-4a89-b98d-7b911611cfc5), before_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:50.873869 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-0ef0e48b-3117-4609-8a28-e638ee5bf783 None None] Provisioning complete for port f6f8c737-1493-4a89-b98d-7b911611cfc5 triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:52:50.875478 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-0ef0e48b-3117-4609-8a28-e638ee5bf783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (f6f8c737-1493-4a89-b98d-7b911611cfc5), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:50.906372 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-0ef0e48b-3117-4609-8a28-e638ee5bf783 None None] Port f6f8c737-1493-4a89-b98d-7b911611cfc5 cannot update to ACTIVE because it is not bound. {{(pid=112921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 09:52:51.123685 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.notifiers.nova [req-7ddc0c08-8ed8-4733-a9bc-8611e82f0e82 req-67cbc12e-7f2a-4305-8cfd-89a6ed28bee5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6f8c737-1493-4a89-b98d-7b911611cfc5 {{(pid=112920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 09:52:51.132105 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-7ddc0c08-8ed8-4733-a9bc-8611e82f0e82 req-67cbc12e-7f2a-4305-8cfd-89a6ed28bee5 service neutron] Publish callbacks [] for port (f6f8c737-1493-4a89-b98d-7b911611cfc5), precommit_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:51.145376 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.provisioning_blocks [req-7ddc0c08-8ed8-4733-a9bc-8611e82f0e82 req-67cbc12e-7f2a-4305-8cfd-89a6ed28bee5 service neutron] Transition to ACTIVE for port object f6f8c737-1493-4a89-b98d-7b911611cfc5 will not be triggered until provisioned by entity L2. {{(pid=112920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 09:52:51.150061 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-7ddc0c08-8ed8-4733-a9bc-8611e82f0e82 req-67cbc12e-7f2a-4305-8cfd-89a6ed28bee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64202844'] for port (f6f8c737-1493-4a89-b98d-7b911611cfc5), after_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:51.235559 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cbc12e-7f2a-4305-8cfd-89a6ed28bee5 service neutron] Pushing event updated for resources: {'Port': ['ID=f6f8c737-1493-4a89-b98d-7b911611cfc5,revision_number=2']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:51.269701 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.managers [req-7ddc0c08-8ed8-4733-a9bc-8611e82f0e82 req-67cbc12e-7f2a-4305-8cfd-89a6ed28bee5 service neutron] Attempting to bind port f6f8c737-1493-4a89-b98d-7b911611cfc5 on host hv-cinder-84496 for vnic_type normal with profile {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 09:52:51.270036 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.managers [req-7ddc0c08-8ed8-4733-a9bc-8611e82f0e82 req-67cbc12e-7f2a-4305-8cfd-89a6ed28bee5 service neutron] Attempting to bind port f6f8c737-1493-4a89-b98d-7b911611cfc5 by drivers openvswitch,hyperv on host hv-cinder-84496 at level 0 using segments [{'id': '9526ede2-f765-498c-8f20-9d507e805198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f'}] {{(pid=112920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 09:52:51.270363 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddc0c08-8ed8-4733-a9bc-8611e82f0e82 req-67cbc12e-7f2a-4305-8cfd-89a6ed28bee5 service neutron] Attempting to bind port f6f8c737-1493-4a89-b98d-7b911611cfc5 on network ba3d70db-89a3-4a36-91f7-576971d6cd3f {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:52:51.275191 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddc0c08-8ed8-4733-a9bc-8611e82f0e82 req-67cbc12e-7f2a-4305-8cfd-89a6ed28bee5 service neutron] Port f6f8c737-1493-4a89-b98d-7b911611cfc5 on network ba3d70db-89a3-4a36-91f7-576971d6cd3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84496 {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 09:52:51.275505 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddc0c08-8ed8-4733-a9bc-8611e82f0e82 req-67cbc12e-7f2a-4305-8cfd-89a6ed28bee5 service neutron] Attempting to bind port f6f8c737-1493-4a89-b98d-7b911611cfc5 on network ba3d70db-89a3-4a36-91f7-576971d6cd3f {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:52:51.281229 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddc0c08-8ed8-4733-a9bc-8611e82f0e82 req-67cbc12e-7f2a-4305-8cfd-89a6ed28bee5 service neutron] Checking agent: {'id': 'e6f198be-e193-4693-a253-f9c4522a6272', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 9, 45, 52), 'started_at': datetime.datetime(2022, 8, 31, 9, 45, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 9, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 09:52:51.281611 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddc0c08-8ed8-4733-a9bc-8611e82f0e82 req-67cbc12e-7f2a-4305-8cfd-89a6ed28bee5 service neutron] Checking segment: {'id': '9526ede2-f765-498c-8f20-9d507e805198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:52:51.281989 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddc0c08-8ed8-4733-a9bc-8611e82f0e82 req-67cbc12e-7f2a-4305-8cfd-89a6ed28bee5 service neutron] Bound using segment: {'id': '9526ede2-f765-498c-8f20-9d507e805198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f'} {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 09:52:51.282413 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.managers [req-7ddc0c08-8ed8-4733-a9bc-8611e82f0e82 req-67cbc12e-7f2a-4305-8cfd-89a6ed28bee5 service neutron] Bound port: f6f8c737-1493-4a89-b98d-7b911611cfc5, host: hv-cinder-84496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9526ede2-f765-498c-8f20-9d507e805198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f'}}] {{(pid=112920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 09:52:51.282768 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-7ddc0c08-8ed8-4733-a9bc-8611e82f0e82 req-67cbc12e-7f2a-4305-8cfd-89a6ed28bee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (f6f8c737-1493-4a89-b98d-7b911611cfc5), before_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:51.354307 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.db [req-7ddc0c08-8ed8-4733-a9bc-8611e82f0e82 req-67cbc12e-7f2a-4305-8cfd-89a6ed28bee5 service neutron] For port f6f8c737-1493-4a89-b98d-7b911611cfc5, host hv-cinder-84496, cleared binding levels {{(pid=112920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:52:51.360752 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.db [req-7ddc0c08-8ed8-4733-a9bc-8611e82f0e82 req-67cbc12e-7f2a-4305-8cfd-89a6ed28bee5 service neutron] For port f6f8c737-1493-4a89-b98d-7b911611cfc5, host hv-cinder-84496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=f6f8c737-1493-4a89-b98d-7b911611cfc5,segment=NetworkSegment(9526ede2-f765-498c-8f20-9d507e805198),segment_id=9526ede2-f765-498c-8f20-9d507e805198)] {{(pid=112920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:52:51.368571 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-7ddc0c08-8ed8-4733-a9bc-8611e82f0e82 req-67cbc12e-7f2a-4305-8cfd-89a6ed28bee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64202844'] for port (f6f8c737-1493-4a89-b98d-7b911611cfc5), after_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:51.373277 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc0c08-8ed8-4733-a9bc-8611e82f0e82 req-67cbc12e-7f2a-4305-8cfd-89a6ed28bee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:51.373942 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-7ddc0c08-8ed8-4733-a9bc-8611e82f0e82 req-67cbc12e-7f2a-4305-8cfd-89a6ed28bee5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for port (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:51.375883 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-7ddc0c08-8ed8-4733-a9bc-8611e82f0e82 req-67cbc12e-7f2a-4305-8cfd-89a6ed28bee5 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/f6f8c737-1493-4a89-b98d-7b911611cfc5 HTTP/1.1" status: 200 len: 1093 time: 0.5839460 Aug 31 09:52:51.376392 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f64ad4a-cdde-4c1e-ac02-3977cdadef31', 'tag': 'f6f8c737-1493-4a89-b98d-7b911611cfc5'}] {{(pid=112920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:52:51.378706 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b1c67df7a66df2dbb2f1d86d1740294a25e35557c8b7fb736f9ab0bc04a1bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2f63d3-a977-4aea-8613-6ce1ad471ba5" -d '{"events": [{"name": "network-changed", "server_uuid": "2f64ad4a-cdde-4c1e-ac02-3977cdadef31", "tag": "f6f8c737-1493-4a89-b98d-7b911611cfc5"}]}' {{(pid=112920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:52:51.405905 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:51.432414 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cbc12e-7f2a-4305-8cfd-89a6ed28bee5 service neutron] Pushing event updated for resources: {'Port': ['ID=f6f8c737-1493-4a89-b98d-7b911611cfc5,revision_number=3']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:51.444838 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 09:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9420fed-a5a9-4aca-9356-35dd83ed8746 x-openstack-request-id: req-f9420fed-a5a9-4aca-9356-35dd83ed8746 {{(pid=112920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:52:51.445128 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f64ad4a-cdde-4c1e-ac02-3977cdadef31", "tag": "f6f8c737-1493-4a89-b98d-7b911611cfc5", "status": "completed", "code": 200}]} {{(pid=112920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:52:51.445399 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f9420fed-a5a9-4aca-9356-35dd83ed8746 {{(pid=112920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:52:51.445804 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9420fed-a5a9-4aca-9356-35dd83ed8746'] response: {'name': 'network-changed', 'server_uuid': '2f64ad4a-cdde-4c1e-ac02-3977cdadef31', 'tag': 'f6f8c737-1493-4a89-b98d-7b911611cfc5', 'status': 'completed', 'code': 200} Aug 31 09:52:51.553944 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f527ee8-cbef-4b48-b2f1-1e08c38581d5 req-6542d3c6-7ea3-4623-a8c0-9894b9c21c69 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:51.555381 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2f527ee8-cbef-4b48-b2f1-1e08c38581d5 req-6542d3c6-7ea3-4623-a8c0-9894b9c21c69 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=2f64ad4a-cdde-4c1e-ac02-3977cdadef31 HTTP/1.1" status: 200 len: 943 time: 0.0501699 Aug 31 09:52:51.566890 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc0c08-8ed8-4733-a9bc-8611e82f0e82 req-c598b096-d2aa-4f98-8b5c-6201b3c1e014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:51.568380 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-7ddc0c08-8ed8-4733-a9bc-8611e82f0e82 req-c598b096-d2aa-4f98-8b5c-6201b3c1e014 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5ed9143757584694a5139ada8dbd5570&device_id=2f64ad4a-cdde-4c1e-ac02-3977cdadef31 HTTP/1.1" status: 200 len: 1127 time: 0.0444357 Aug 31 09:52:51.610618 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2f527ee8-cbef-4b48-b2f1-1e08c38581d5 req-58515eb5-c161-4484-af5c-58bf8bd9816c tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a5f9eea8-fdf3-4718-9862-bc0813333112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491097 Aug 31 09:52:51.628607 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-7ddc0c08-8ed8-4733-a9bc-8611e82f0e82 req-4fa8cd9a-2951-4ae3-91af-8589bdf4c1d4 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6f8c737-1493-4a89-b98d-7b911611cfc5 HTTP/1.1" status: 200 len: 217 time: 0.0406823 Aug 31 09:52:51.705235 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc0c08-8ed8-4733-a9bc-8611e82f0e82 req-02c5356f-46c6-4264-9e1c-dd869f1f6fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:51.706727 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-7ddc0c08-8ed8-4733-a9bc-8611e82f0e82 req-02c5356f-46c6-4264-9e1c-dd869f1f6fdb service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=990134de-c572-4ed8-9ca9-38a05454b025 HTTP/1.1" status: 200 len: 853 time: 0.0489409 Aug 31 09:52:51.752732 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:51.761800 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc0c08-8ed8-4733-a9bc-8611e82f0e82 req-0cfb5e57-55ab-485e-8441-34adf69a4f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:51.763683 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-7ddc0c08-8ed8-4733-a9bc-8611e82f0e82 req-0cfb5e57-55ab-485e-8441-34adf69a4f9e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=ba3d70db-89a3-4a36-91f7-576971d6cd3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483220 Aug 31 09:52:51.870934 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-7ddc0c08-8ed8-4733-a9bc-8611e82f0e82 req-a92a5485-55a8-46b2-bad3-e36e91c12202 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ba3d70db-89a3-4a36-91f7-576971d6cd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955663 Aug 31 09:52:51.969737 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-7ddc0c08-8ed8-4733-a9bc-8611e82f0e82 req-9ab26416-0268-4600-a727-47d47ce28b9d service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ba3d70db-89a3-4a36-91f7-576971d6cd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922019 Aug 31 09:52:52.741681 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2260bf04-4773-40b6-bdd7-4b29ab57f669 req-4b8bf7f5-7d48-4b86-828f-3e75c4c272cf tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:52.743238 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2260bf04-4773-40b6-bdd7-4b29ab57f669 req-4b8bf7f5-7d48-4b86-828f-3e75c4c272cf tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=2f64ad4a-cdde-4c1e-ac02-3977cdadef31 HTTP/1.1" status: 200 len: 943 time: 0.0546365 Aug 31 09:52:52.794950 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2260bf04-4773-40b6-bdd7-4b29ab57f669 req-590d288e-cc55-48f3-905e-c1eaff0853a1 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a5f9eea8-fdf3-4718-9862-bc0813333112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456767 Aug 31 09:52:53.925417 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e4bc2-3444-476a-a198-d204a8b2c6b3 req-6be6b452-035d-4f14-a9e7-aa5b1e4e3391 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:53.927033 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-344e4bc2-3444-476a-a198-d204a8b2c6b3 req-6be6b452-035d-4f14-a9e7-aa5b1e4e3391 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=2f64ad4a-cdde-4c1e-ac02-3977cdadef31 HTTP/1.1" status: 200 len: 943 time: 0.0524364 Aug 31 09:52:53.982454 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-344e4bc2-3444-476a-a198-d204a8b2c6b3 req-571f772f-3f12-46da-a343-2401349d5dae tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a5f9eea8-fdf3-4718-9862-bc0813333112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497279 Aug 31 09:52:54.221790 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-96484c8a-4227-44c1-a4e3-77f5b15c47c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:55.103158 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d500ace-9c7c-44ea-ba23-67a1f7b49e64 req-5c2dfa5a-fc48-436e-add2-af5de4ee7705 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:55.104640 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-8d500ace-9c7c-44ea-ba23-67a1f7b49e64 req-5c2dfa5a-fc48-436e-add2-af5de4ee7705 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=2f64ad4a-cdde-4c1e-ac02-3977cdadef31 HTTP/1.1" status: 200 len: 943 time: 0.0490808 Aug 31 09:52:55.157651 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-8d500ace-9c7c-44ea-ba23-67a1f7b49e64 req-6066c5f4-f38e-4dd3-bcf5-b9adc11e83b8 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a5f9eea8-fdf3-4718-9862-bc0813333112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463545 Aug 31 09:52:55.738433 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device f6f8c737-1493-4a89-b98d-7b911611cfc5 details requested by agent hyperv_hv-cinder-84496 with host hv-cinder-84496 {{(pid=112921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:52:55.767808 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e6f198be-e193-4693-a253-f9c4522a6272), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:55.856285 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port f6f8c737-1493-4a89-b98d-7b911611cfc5, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=f6f8c737-1493-4a89-b98d-7b911611cfc5,segment=NetworkSegment(9526ede2-f765-498c-8f20-9d507e805198),segment_id=9526ede2-f765-498c-8f20-9d507e805198)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:55.858440 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:55.871352 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Returning: {'device': 'f6f8c737-1493-4a89-b98d-7b911611cfc5', 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f', 'port_id': 'f6f8c737-1493-4a89-b98d-7b911611cfc5', 'mac_address': 'fa:16:3e:99:6a:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '990134de-c572-4ed8-9ca9-38a05454b025', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:52:55.908113 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Current status of the port f6f8c737-1493-4a89-b98d-7b911611cfc5 is: DOWN; New status is: BUILD {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:52:55.908765 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (f6f8c737-1493-4a89-b98d-7b911611cfc5), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:55.922476 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.notifiers.nova [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6f8c737-1493-4a89-b98d-7b911611cfc5 {{(pid=112921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 09:52:55.944933 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port f6f8c737-1493-4a89-b98d-7b911611cfc5, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=f6f8c737-1493-4a89-b98d-7b911611cfc5,segment=NetworkSegment(9526ede2-f765-498c-8f20-9d507e805198),segment_id=9526ede2-f765-498c-8f20-9d507e805198)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:55.949105 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (f6f8c737-1493-4a89-b98d-7b911611cfc5), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:55.985046 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:56.003842 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Pushing event updated for resources: {'Port': ['ID=f6f8c737-1493-4a89-b98d-7b911611cfc5,revision_number=4']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:56.023165 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f63d3-a977-4aea-8613-6ce1ad471ba5 req-b1163d41-3364-440f-b79a-ebc045b18d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:56.024700 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-3a2f63d3-a977-4aea-8613-6ce1ad471ba5 req-b1163d41-3364-440f-b79a-ebc045b18d13 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5ed9143757584694a5139ada8dbd5570&device_id=2f64ad4a-cdde-4c1e-ac02-3977cdadef31 HTTP/1.1" status: 200 len: 1128 time: 0.0444641 Aug 31 09:52:56.193046 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:56.195778 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:56.282068 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0ff9d-dde0-4056-9e5e-c089e055085b req-ae41e064-118d-42fc-b956-586f3b4beeff tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:56.284221 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9be0ff9d-dde0-4056-9e5e-c089e055085b req-ae41e064-118d-42fc-b956-586f3b4beeff tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=2f64ad4a-cdde-4c1e-ac02-3977cdadef31 HTTP/1.1" status: 200 len: 944 time: 0.0506589 Aug 31 09:52:56.339375 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9be0ff9d-dde0-4056-9e5e-c089e055085b req-2582a7fc-33b6-4625-b0ba-8486cd3fb6ef tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a5f9eea8-fdf3-4718-9862-bc0813333112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491409 Aug 31 09:52:56.470573 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-8f59b37c-ebc8-4729-96f4-dfa0d8970408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:56.617798 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] get_ports_and_sgs() called for port_ids ['f6f8c737-1493-4a89-b98d-7b911611cfc5'] {{(pid=112921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 09:52:56.810442 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f63d3-a977-4aea-8613-6ce1ad471ba5 req-3a75f2df-b35b-48d3-a9d4-7221d513f061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:56.811795 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-3a2f63d3-a977-4aea-8613-6ce1ad471ba5 req-3a75f2df-b35b-48d3-a9d4-7221d513f061 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=ba3d70db-89a3-4a36-91f7-576971d6cd3f HTTP/1.1" status: 200 len: 915 time: 0.1093709 Aug 31 09:52:57.471683 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513bb3d6-c612-489c-a7dd-1884cfddbf07 req-c45b0d54-4389-421f-91a6-0b5b974155fa tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:57.473242 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-513bb3d6-c612-489c-a7dd-1884cfddbf07 req-c45b0d54-4389-421f-91a6-0b5b974155fa tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=2f64ad4a-cdde-4c1e-ac02-3977cdadef31 HTTP/1.1" status: 200 len: 944 time: 0.0490375 Aug 31 09:52:57.521795 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:52:57.530103 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-513bb3d6-c612-489c-a7dd-1884cfddbf07 req-d607f5db-7521-4260-b9e1-207d60aa341f tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a5f9eea8-fdf3-4718-9862-bc0813333112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475757 Aug 31 09:52:57.696893 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-3a2f63d3-a977-4aea-8613-6ce1ad471ba5 req-7af4549b-59af-4b45-b4f5-a4d0927086dd service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6f8c737-1493-4a89-b98d-7b911611cfc5 HTTP/1.1" status: 200 len: 217 time: 0.0415807 Aug 31 09:52:57.760476 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f63d3-a977-4aea-8613-6ce1ad471ba5 req-ee5f2002-59db-45e6-97b3-81b237e41e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:57.765773 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-3a2f63d3-a977-4aea-8613-6ce1ad471ba5 req-ee5f2002-59db-45e6-97b3-81b237e41e26 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=990134de-c572-4ed8-9ca9-38a05454b025 HTTP/1.1" status: 200 len: 853 time: 0.0556922 Aug 31 09:52:57.787619 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:57.896037 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f63d3-a977-4aea-8613-6ce1ad471ba5 req-5e93e115-63c6-4830-9288-e0acb4d50fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:57.897761 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-3a2f63d3-a977-4aea-8613-6ce1ad471ba5 req-5e93e115-63c6-4830-9288-e0acb4d50fa7 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=ba3d70db-89a3-4a36-91f7-576971d6cd3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433540 Aug 31 09:52:58.014116 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-3a2f63d3-a977-4aea-8613-6ce1ad471ba5 req-3fa38448-d15c-4003-8451-01a411b4c8c9 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ba3d70db-89a3-4a36-91f7-576971d6cd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953674 Aug 31 09:52:58.123884 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-3a2f63d3-a977-4aea-8613-6ce1ad471ba5 req-84cff3b3-17a6-44dc-beca-7a8f3f968dbd service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ba3d70db-89a3-4a36-91f7-576971d6cd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004977 Aug 31 09:52:58.197631 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device f6f8c737-1493-4a89-b98d-7b911611cfc5 up at agent hyperv_hv-cinder-84496 {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:52:58.246200 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Provisioning for port f6f8c737-1493-4a89-b98d-7b911611cfc5 completed by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 09:52:58.252644 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Provisioning complete for port f6f8c737-1493-4a89-b98d-7b911611cfc5 triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:52:58.253035 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (f6f8c737-1493-4a89-b98d-7b911611cfc5), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:58.336681 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Current status of the port f6f8c737-1493-4a89-b98d-7b911611cfc5 is: BUILD; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:52:58.337063 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (f6f8c737-1493-4a89-b98d-7b911611cfc5), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:58.364170 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f64ad4a-cdde-4c1e-ac02-3977cdadef31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f8c737-1493-4a89-b98d-7b911611cfc5'}] {{(pid=112921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:52:58.366598 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b0c9b70db3c71f613761f7f5e171cb6bed896c41d1f4f7babde002b819469c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab86e87-5bb0-4635-9714-105713e43890" -d '{"events": [{"server_uuid": "2f64ad4a-cdde-4c1e-ac02-3977cdadef31", "name": "network-vif-plugged", "status": "completed", "tag": "f6f8c737-1493-4a89-b98d-7b911611cfc5"}]}' {{(pid=112921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:52:58.381657 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port f6f8c737-1493-4a89-b98d-7b911611cfc5, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=f6f8c737-1493-4a89-b98d-7b911611cfc5,segment=NetworkSegment(9526ede2-f765-498c-8f20-9d507e805198),segment_id=9526ede2-f765-498c-8f20-9d507e805198)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:58.386717 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (f6f8c737-1493-4a89-b98d-7b911611cfc5), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:58.410224 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 09:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6d915a-ea81-4297-bb8b-420e68dd99c3 x-openstack-request-id: req-9e6d915a-ea81-4297-bb8b-420e68dd99c3 {{(pid=112921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:52:58.410545 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f64ad4a-cdde-4c1e-ac02-3977cdadef31", "name": "network-vif-plugged", "status": "completed", "tag": "f6f8c737-1493-4a89-b98d-7b911611cfc5", "code": 200}]} {{(pid=112921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:52:58.410805 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9e6d915a-ea81-4297-bb8b-420e68dd99c3 {{(pid=112921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:52:58.411197 dv-cinder-844961-2-iscsi neutron-server[112921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e6d915a-ea81-4297-bb8b-420e68dd99c3'] response: {'server_uuid': '2f64ad4a-cdde-4c1e-ac02-3977cdadef31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f8c737-1493-4a89-b98d-7b911611cfc5', 'code': 200} Aug 31 09:52:58.437046 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Pushing event updated for resources: {'Port': ['ID=f6f8c737-1493-4a89-b98d-7b911611cfc5,revision_number=5']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:58.665107 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad641ed-009e-4807-9160-323f651ba5a5 req-8868ba58-fcba-4235-abe0-3dad7bcf883b tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:58.666846 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-dad641ed-009e-4807-9160-323f651ba5a5 req-8868ba58-fcba-4235-abe0-3dad7bcf883b tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=2f64ad4a-cdde-4c1e-ac02-3977cdadef31 HTTP/1.1" status: 200 len: 945 time: 0.0554399 Aug 31 09:52:58.722579 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-dad641ed-009e-4807-9160-323f651ba5a5 req-8e1e63cc-415c-4bc8-9f63-1ab7931dad37 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a5f9eea8-fdf3-4718-9862-bc0813333112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498281 Aug 31 09:52:58.774582 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58fb64-5ad9-43af-b7f1-948ddc6da36a req-1c1f60d4-06e3-41f6-a8e0-66fc34271d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:58.776053 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-3f58fb64-5ad9-43af-b7f1-948ddc6da36a req-1c1f60d4-06e3-41f6-a8e0-66fc34271d84 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2f64ad4a-cdde-4c1e-ac02-3977cdadef31 HTTP/1.1" status: 200 len: 1129 time: 0.0410888 Aug 31 09:52:58.826561 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-3f58fb64-5ad9-43af-b7f1-948ddc6da36a req-03ebe1ac-cfa3-4a36-abcb-a32389d2116b service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a5f9eea8-fdf3-4718-9862-bc0813333112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431914 Aug 31 09:52:59.462196 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:59.598753 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:52:59.859167 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215fa0ee-d951-48d6-a5e9-debf815dbaea req-02a32494-05df-4090-8749-f5e490b3084a tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:52:59.861079 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-215fa0ee-d951-48d6-a5e9-debf815dbaea req-02a32494-05df-4090-8749-f5e490b3084a tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=2f64ad4a-cdde-4c1e-ac02-3977cdadef31 HTTP/1.1" status: 200 len: 945 time: 0.0585918 Aug 31 09:52:59.915557 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-215fa0ee-d951-48d6-a5e9-debf815dbaea req-a0fd4a80-88b2-494f-8d6f-f0544a28a550 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a5f9eea8-fdf3-4718-9862-bc0813333112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472474 Aug 31 09:53:01.044389 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:53:01.054011 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c25b53-2bd1-4308-89e6-d3c98bcb4bc6 req-7f821786-0b6c-4a7f-b4a6-eb2d6dc24c10 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:53:01.055775 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a4c25b53-2bd1-4308-89e6-d3c98bcb4bc6 req-7f821786-0b6c-4a7f-b4a6-eb2d6dc24c10 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=2f64ad4a-cdde-4c1e-ac02-3977cdadef31 HTTP/1.1" status: 200 len: 945 time: 0.0543380 Aug 31 09:53:01.109906 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a4c25b53-2bd1-4308-89e6-d3c98bcb4bc6 req-411eadb2-cdc8-4956-8548-b75fd0b1ec2a tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a5f9eea8-fdf3-4718-9862-bc0813333112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483568 Aug 31 09:53:02.240807 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bad141-8f7a-410c-8321-76dee25d9285 req-c4db3db8-c432-4a08-a4c5-5bb9417ec472 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:53:02.242289 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-84bad141-8f7a-410c-8321-76dee25d9285 req-c4db3db8-c432-4a08-a4c5-5bb9417ec472 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=2f64ad4a-cdde-4c1e-ac02-3977cdadef31 HTTP/1.1" status: 200 len: 945 time: 0.0529058 Aug 31 09:53:02.293195 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-84bad141-8f7a-410c-8321-76dee25d9285 req-0c984ef4-f681-406e-a9bc-d6f3415baab0 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a5f9eea8-fdf3-4718-9862-bc0813333112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450370 Aug 31 09:53:03.417777 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d0456-3107-479b-bdcd-506df32bbe48 req-9f0e45bd-36f7-4815-a7a7-28b4672e4fc9 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:53:03.419226 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-800d0456-3107-479b-bdcd-506df32bbe48 req-9f0e45bd-36f7-4815-a7a7-28b4672e4fc9 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=2f64ad4a-cdde-4c1e-ac02-3977cdadef31 HTTP/1.1" status: 200 len: 945 time: 0.0485151 Aug 31 09:53:03.471615 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-800d0456-3107-479b-bdcd-506df32bbe48 req-d2b46a12-d311-43d4-8cba-c1f6c9a89031 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a5f9eea8-fdf3-4718-9862-bc0813333112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461009 Aug 31 09:53:03.979220 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-9275d1f9-6ec4-4e38-91ac-6d066d13478f req-f48070aa-4860-456d-9f09-e956731f22aa service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426817 Aug 31 09:53:04.602550 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8aa887-7cf9-4c44-9b2a-a52c8b790193 req-bc2f68c6-f158-4640-bde8-140e27df1464 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:53:04.605907 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ac8aa887-7cf9-4c44-9b2a-a52c8b790193 req-bc2f68c6-f158-4640-bde8-140e27df1464 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=2f64ad4a-cdde-4c1e-ac02-3977cdadef31 HTTP/1.1" status: 200 len: 945 time: 0.0523188 Aug 31 09:53:04.657662 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ac8aa887-7cf9-4c44-9b2a-a52c8b790193 req-1dd78283-503d-4080-9ccb-66ba53f07579 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a5f9eea8-fdf3-4718-9862-bc0813333112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477102 Aug 31 09:53:04.927712 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275d1f9-6ec4-4e38-91ac-6d066d13478f req-9119dcbf-600b-467f-9fa9-0ab3af65c860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:53:04.929075 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-9275d1f9-6ec4-4e38-91ac-6d066d13478f req-9119dcbf-600b-467f-9fa9-0ab3af65c860 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=c0fc6660b5494415915cdf2b325e5bd6&device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 1129 time: 0.0406492 Aug 31 09:53:05.044734 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275d1f9-6ec4-4e38-91ac-6d066d13478f req-47224564-579e-422a-a6fa-78f721e9c47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:53:05.046213 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-9275d1f9-6ec4-4e38-91ac-6d066d13478f req-47224564-579e-422a-a6fa-78f721e9c47f service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=2e69cc92-d348-4eef-9a4c-b8daacafc440 HTTP/1.1" status: 200 len: 920 time: 0.0926082 Aug 31 09:53:05.088249 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-9275d1f9-6ec4-4e38-91ac-6d066d13478f req-ac89df7f-a6c1-43e9-a8d0-3d2fe96eb661 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33cb2a1d-1582-4d9a-959c-ca576cea02dd HTTP/1.1" status: 200 len: 217 time: 0.0341682 Aug 31 09:53:05.102845 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=100 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:53:05.139256 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275d1f9-6ec4-4e38-91ac-6d066d13478f req-d65741a6-1d83-4294-8351-96b27fbad663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:53:05.140677 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-9275d1f9-6ec4-4e38-91ac-6d066d13478f req-d65741a6-1d83-4294-8351-96b27fbad663 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=851420a3-644f-4898-b99d-54af1fb83d8b HTTP/1.1" status: 200 len: 858 time: 0.0447330 Aug 31 09:53:05.164014 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=100 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:53:05.192691 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275d1f9-6ec4-4e38-91ac-6d066d13478f req-cf770e48-3729-449f-a523-67fa633f1891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:53:05.194202 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-9275d1f9-6ec4-4e38-91ac-6d066d13478f req-cf770e48-3729-449f-a523-67fa633f1891 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=2e69cc92-d348-4eef-9a4c-b8daacafc440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392158 Aug 31 09:53:05.784632 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f237e3-55d4-487d-81ee-82fcab70fab4 req-f030b213-7992-4fbb-bc01-a880ff94f896 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:53:05.786209 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-27f237e3-55d4-487d-81ee-82fcab70fab4 req-f030b213-7992-4fbb-bc01-a880ff94f896 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=2f64ad4a-cdde-4c1e-ac02-3977cdadef31 HTTP/1.1" status: 200 len: 945 time: 0.0501866 Aug 31 09:53:05.833670 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-27f237e3-55d4-487d-81ee-82fcab70fab4 req-8a863bbf-a1d1-4a08-b5db-5d42f7698675 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a5f9eea8-fdf3-4718-9862-bc0813333112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418332 Aug 31 09:53:06.955793 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf474b43-240b-4cbc-a6ee-fb122d158b28 req-186549f7-a094-43a0-bbd0-c8e84b666205 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:53:06.957252 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-bf474b43-240b-4cbc-a6ee-fb122d158b28 req-186549f7-a094-43a0-bbd0-c8e84b666205 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=2f64ad4a-cdde-4c1e-ac02-3977cdadef31 HTTP/1.1" status: 200 len: 945 time: 0.0494306 Aug 31 09:53:07.007187 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-bf474b43-240b-4cbc-a6ee-fb122d158b28 req-04a6df7c-3d06-4ff3-b029-3afad7aa7018 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a5f9eea8-fdf3-4718-9862-bc0813333112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444014 Aug 31 09:53:07.514384 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-9275d1f9-6ec4-4e38-91ac-6d066d13478f req-06200071-49f8-4368-939d-4b16e89334de service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2e69cc92-d348-4eef-9a4c-b8daacafc440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884926 Aug 31 09:53:08.128374 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299d3e9-1b1b-47c2-b627-cf82d3ba6867 req-470d340f-158e-4b85-8abf-a7e5c04d0989 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:53:08.129873 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c299d3e9-1b1b-47c2-b627-cf82d3ba6867 req-470d340f-158e-4b85-8abf-a7e5c04d0989 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=2f64ad4a-cdde-4c1e-ac02-3977cdadef31 HTTP/1.1" status: 200 len: 945 time: 0.0492160 Aug 31 09:53:08.177952 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c299d3e9-1b1b-47c2-b627-cf82d3ba6867 req-5ef12bd2-0241-4dfe-acc7-746436df25c6 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a5f9eea8-fdf3-4718-9862-bc0813333112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424392 Aug 31 09:53:08.662444 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-9275d1f9-6ec4-4e38-91ac-6d066d13478f req-bd71be01-fcda-4d21-accb-5e4290ee5d66 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2e69cc92-d348-4eef-9a4c-b8daacafc440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873163 Aug 31 09:53:09.302270 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319732ee-d410-4ec0-97c2-53e41bdfef2e req-5edfa176-e45f-454a-b011-fe658ad690a3 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:53:09.303711 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-319732ee-d410-4ec0-97c2-53e41bdfef2e req-5edfa176-e45f-454a-b011-fe658ad690a3 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=2f64ad4a-cdde-4c1e-ac02-3977cdadef31 HTTP/1.1" status: 200 len: 945 time: 0.0461192 Aug 31 09:53:09.354139 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-319732ee-d410-4ec0-97c2-53e41bdfef2e req-da4b0467-5719-42b6-932c-9a107c526bed tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a5f9eea8-fdf3-4718-9862-bc0813333112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438843 Aug 31 09:53:09.591915 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=66,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:53:09.595335 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=60,neutron:UPDATE=5 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:53:10.485012 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64bbd0e-79a6-4232-b0ed-0317504ab483 req-68f4588f-b49f-4f66-8780-c94c80f6d8fd tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:53:10.486718 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e64bbd0e-79a6-4232-b0ed-0317504ab483 req-68f4588f-b49f-4f66-8780-c94c80f6d8fd tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=2f64ad4a-cdde-4c1e-ac02-3977cdadef31 HTTP/1.1" status: 200 len: 945 time: 0.0530560 Aug 31 09:53:10.523638 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:53:10.539125 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e64bbd0e-79a6-4232-b0ed-0317504ab483 req-64c5b3a5-8af1-4ca7-b35b-9ab3fce88c8e tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a5f9eea8-fdf3-4718-9862-bc0813333112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464773 Aug 31 09:53:11.080847 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.agents_db [None req-8002e13a-56e4-448b-bc0d-5c9f038cbdad None None] Agent healthcheck: found 6 active agents {{(pid=112922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:53:11.662594 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede3053-2007-43cd-8a0b-664acdb343c5 req-dc6e6b14-3613-454c-896a-80a887763a19 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:53:11.664086 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-aede3053-2007-43cd-8a0b-664acdb343c5 req-dc6e6b14-3613-454c-896a-80a887763a19 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=2f64ad4a-cdde-4c1e-ac02-3977cdadef31 HTTP/1.1" status: 200 len: 945 time: 0.0491378 Aug 31 09:53:11.712574 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-aede3053-2007-43cd-8a0b-664acdb343c5 req-662219f8-934e-4d66-bd82-a88c9c8d660c tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a5f9eea8-fdf3-4718-9862-bc0813333112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428083 Aug 31 09:53:11.837141 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aaaac6-1096-40da-b448-920852144d14 req-260a8056-bcdb-48a3-ba27-773bf44bb178 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:53:11.838515 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b2aaaac6-1096-40da-b448-920852144d14 req-260a8056-bcdb-48a3-ba27-773bf44bb178 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=2f64ad4a-cdde-4c1e-ac02-3977cdadef31 HTTP/1.1" status: 200 len: 945 time: 0.0499494 Aug 31 09:53:11.848346 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 49004) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:53:11.852715 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [None req-a81765da-103f-4c59-9c96-961f6fd40e15 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Request body: {'floatingip': {'port_id': 'f6f8c737-1493-4a89-b98d-7b911611cfc5'}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:11.894004 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-a81765da-103f-4c59-9c96-961f6fd40e15 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for floatingip (b4f610b5-13bf-4fd7-8935-33210cd45df8), before_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:53:11.991336 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:53:12.068431 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=3 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:53:12.361727 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-a81765da-103f-4c59-9c96-961f6fd40e15 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:53:12.366174 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-a81765da-103f-4c59-9c96-961f6fd40e15 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964517'] for floatingip (b4f610b5-13bf-4fd7-8935-33210cd45df8), after_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:53:12.699199 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.db.l3_db [None req-a81765da-103f-4c59-9c96-961f6fd40e15 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Floating IP b4f610b5-13bf-4fd7-8935-33210cd45df8 associated. External IP: 172.27.3.86, port: f6f8c737-1493-4a89-b98d-7b911611cfc5. Aug 31 09:53:12.900135 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a81765da-103f-4c59-9c96-961f6fd40e15 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Router 8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542 has already been hosted by L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 {{(pid=112919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:53:12.989607 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:53:13.009610 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81765da-103f-4c59-9c96-961f6fd40e15 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:53:13.014395 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-a81765da-103f-4c59-9c96-961f6fd40e15 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for floatingip (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:53:13.019509 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f651cb-1715-48af-a075-75029ea1df8f None None] Sync routers for ids ['8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'] in dv-cinder-844961-2-iscsi {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:53:13.029456 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f651cb-1715-48af-a075-75029ea1df8f None None] Routers {'8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:53:13.030076 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-d8f651cb-1715-48af-a075-75029ea1df8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:52:56Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:13.044634 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-a81765da-103f-4c59-9c96-961f6fd40e15 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "PUT /networking/v2.0/floatingips/b4f610b5-13bf-4fd7-8935-33210cd45df8 HTTP/1.1" status: 200 len: 990 time: 1.1952143 Aug 31 09:53:13.045208 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f64ad4a-cdde-4c1e-ac02-3977cdadef31', 'tag': 'f6f8c737-1493-4a89-b98d-7b911611cfc5'}] {{(pid=112919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:53:13.047446 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f6ad1632a392cf14020321c7ce6c49338053db0fa13ffca62b7dfe78a8e90b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d7eb95-741b-42d9-9e11-37dbfe324cce" -d '{"events": [{"name": "network-changed", "server_uuid": "2f64ad4a-cdde-4c1e-ac02-3977cdadef31", "tag": "f6f8c737-1493-4a89-b98d-7b911611cfc5"}]}' {{(pid=112919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:53:13.086406 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 09:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ec2ecc-57c0-4950-af96-0e6134327c90 x-openstack-request-id: req-73ec2ecc-57c0-4950-af96-0e6134327c90 {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:53:13.086697 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f64ad4a-cdde-4c1e-ac02-3977cdadef31", "tag": "f6f8c737-1493-4a89-b98d-7b911611cfc5", "status": "completed", "code": 200}]} {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:53:13.086950 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-73ec2ecc-57c0-4950-af96-0e6134327c90 {{(pid=112919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:53:13.087359 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73ec2ecc-57c0-4950-af96-0e6134327c90'] response: {'name': 'network-changed', 'server_uuid': '2f64ad4a-cdde-4c1e-ac02-3977cdadef31', 'tag': 'f6f8c737-1493-4a89-b98d-7b911611cfc5', 'status': 'completed', 'code': 200} Aug 31 09:53:13.138157 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-d8f651cb-1715-48af-a075-75029ea1df8f None None] Set router 8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:53:13.353931 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-d8f651cb-1715-48af-a075-75029ea1df8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'name': 'tempest-AttachVolumeNegativeTest-786014327-router', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:49:26Z', 'updated_at': '2022-08-31T09:49:31Z', 'revision_number': 4, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'gw_port': {'id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:af:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:49:27Z', 'updated_at': '2022-08-31T09:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_floatingips': [{'id': 'b4f610b5-13bf-4fd7-8935-33210cd45df8', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'floating_ip_address': '172.27.3.86', 'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'router_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'port_id': 'f6f8c737-1493-4a89-b98d-7b911611cfc5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f', 'mac_address': 'fa:16:3e:99:6a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f64ad4a-cdde-4c1e-ac02-3977cdadef31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T09:52:46Z', 'updated_at': '2022-08-31T09:53:12Z', 'revision_number': 1, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'fixed_ip_address_scope': None}, {'id': 'c3a5978e-c464-4f67-88e4-6a2fa92b5486', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'floating_ip_address': '172.27.3.178', 'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'router_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'port_id': 'cc06604f-efa3-4b8c-a2d5-693ffb365876', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 337, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f', 'mac_address': 'fa:16:3e:62:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T09:49:35Z', 'updated_at': '2022-08-31T09:50:18Z', 'revision_number': 2, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c43e077c-2252-45ea-a1ac-7a77de29c27f', 'name': '', 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'mac_address': 'fa:16:3e:f4:2f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '990134de-c572-4ed8-9ca9-38a05454b025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:49:30Z', 'updated_at': '2022-08-31T09:49:38Z', 'revision_number': 5, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'subnets': [{'id': '990134de-c572-4ed8-9ca9-38a05454b025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:13.378710 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f651cb-1715-48af-a075-75029ea1df8f None None] Checking router: 8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542 for host: dv-cinder-844961-2-iscsi {{(pid=112921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:53:13.388093 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f651cb-1715-48af-a075-75029ea1df8f None None] Routers {'8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:53:13.388694 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-d8f651cb-1715-48af-a075-75029ea1df8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:52:56Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:13.491179 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-d8f651cb-1715-48af-a075-75029ea1df8f None None] Set router 8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:53:13.709235 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-d8f651cb-1715-48af-a075-75029ea1df8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'name': 'tempest-AttachVolumeNegativeTest-786014327-router', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:49:26Z', 'updated_at': '2022-08-31T09:49:31Z', 'revision_number': 4, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'gw_port': {'id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:af:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:49:27Z', 'updated_at': '2022-08-31T09:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_floatingips': [{'id': 'b4f610b5-13bf-4fd7-8935-33210cd45df8', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'floating_ip_address': '172.27.3.86', 'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'router_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'port_id': 'f6f8c737-1493-4a89-b98d-7b911611cfc5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f', 'mac_address': 'fa:16:3e:99:6a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f64ad4a-cdde-4c1e-ac02-3977cdadef31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T09:52:46Z', 'updated_at': '2022-08-31T09:53:12Z', 'revision_number': 1, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'fixed_ip_address_scope': None}, {'id': 'c3a5978e-c464-4f67-88e4-6a2fa92b5486', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'floating_ip_address': '172.27.3.178', 'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'router_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'port_id': 'cc06604f-efa3-4b8c-a2d5-693ffb365876', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 337, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f', 'mac_address': 'fa:16:3e:62:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T09:49:35Z', 'updated_at': '2022-08-31T09:50:18Z', 'revision_number': 2, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c43e077c-2252-45ea-a1ac-7a77de29c27f', 'name': '', 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'mac_address': 'fa:16:3e:f4:2f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '990134de-c572-4ed8-9ca9-38a05454b025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:49:30Z', 'updated_at': '2022-08-31T09:49:38Z', 'revision_number': 5, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'subnets': [{'id': '990134de-c572-4ed8-9ca9-38a05454b025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:13.734684 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f651cb-1715-48af-a075-75029ea1df8f None None] The sync data for ids ['8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'] in dv-cinder-844961-2-iscsi is: [{'id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'name': 'tempest-AttachVolumeNegativeTest-786014327-router', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:49:26Z', 'updated_at': '2022-08-31T09:49:31Z', 'revision_number': 4, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'gw_port': {'id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:af:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:49:27Z', 'updated_at': '2022-08-31T09:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_floatingips': [{'id': 'b4f610b5-13bf-4fd7-8935-33210cd45df8', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'floating_ip_address': '172.27.3.86', 'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'router_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'port_id': 'f6f8c737-1493-4a89-b98d-7b911611cfc5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f', 'mac_address': 'fa:16:3e:99:6a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f64ad4a-cdde-4c1e-ac02-3977cdadef31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T09:52:46Z', 'updated_at': '2022-08-31T09:53:12Z', 'revision_number': 1, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'fixed_ip_address_scope': None}, {'id': 'c3a5978e-c464-4f67-88e4-6a2fa92b5486', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'floating_ip_address': '172.27.3.178', 'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'router_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'port_id': 'cc06604f-efa3-4b8c-a2d5-693ffb365876', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 337, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f', 'mac_address': 'fa:16:3e:62:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T09:49:35Z', 'updated_at': '2022-08-31T09:50:18Z', 'revision_number': 2, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c43e077c-2252-45ea-a1ac-7a77de29c27f', 'name': '', 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'mac_address': 'fa:16:3e:f4:2f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '990134de-c572-4ed8-9ca9-38a05454b025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:49:30Z', 'updated_at': '2022-08-31T09:49:38Z', 'revision_number': 5, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'subnets': [{'id': '990134de-c572-4ed8-9ca9-38a05454b025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:53:13.927783 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360cd72c-cb92-4e9d-afb4-23f83f6d6f4e None None] New status for floating IP b4f610b5-13bf-4fd7-8935-33210cd45df8: ACTIVE {{(pid=112922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 09:53:17.053736 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7eb95-741b-42d9-9e11-37dbfe324cce req-bfe5dc6c-dbd0-4faa-978b-441e96daedbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:53:17.055311 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-45d7eb95-741b-42d9-9e11-37dbfe324cce req-bfe5dc6c-dbd0-4faa-978b-441e96daedbd service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5ed9143757584694a5139ada8dbd5570&device_id=2f64ad4a-cdde-4c1e-ac02-3977cdadef31 HTTP/1.1" status: 200 len: 1129 time: 0.0877259 Aug 31 09:53:17.153667 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7eb95-741b-42d9-9e11-37dbfe324cce req-d092ec90-6181-4bbe-af88-a1290827b52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:53:17.155266 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-45d7eb95-741b-42d9-9e11-37dbfe324cce req-d092ec90-6181-4bbe-af88-a1290827b52b service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=ba3d70db-89a3-4a36-91f7-576971d6cd3f HTTP/1.1" status: 200 len: 915 time: 0.0910349 Aug 31 09:53:17.216556 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-45d7eb95-741b-42d9-9e11-37dbfe324cce req-2459ca6b-3374-4e9a-a9c0-88fcf387f2ad service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6f8c737-1493-4a89-b98d-7b911611cfc5 HTTP/1.1" status: 200 len: 1000 time: 0.0543520 Aug 31 09:53:17.265579 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7eb95-741b-42d9-9e11-37dbfe324cce req-ef422bb1-f5c3-426f-a61a-88a3e1215655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:53:17.267099 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-45d7eb95-741b-42d9-9e11-37dbfe324cce req-ef422bb1-f5c3-426f-a61a-88a3e1215655 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=990134de-c572-4ed8-9ca9-38a05454b025 HTTP/1.1" status: 200 len: 853 time: 0.0440934 Aug 31 09:53:17.314918 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7eb95-741b-42d9-9e11-37dbfe324cce req-bc94055c-53ec-47cf-8005-fcf38ccc8820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:53:17.316444 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-45d7eb95-741b-42d9-9e11-37dbfe324cce req-bc94055c-53ec-47cf-8005-fcf38ccc8820 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=ba3d70db-89a3-4a36-91f7-576971d6cd3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428789 Aug 31 09:53:17.416219 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-45d7eb95-741b-42d9-9e11-37dbfe324cce req-391f9bd4-b527-4c73-9bd4-1291b89cb835 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ba3d70db-89a3-4a36-91f7-576971d6cd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922842 Aug 31 09:53:17.511852 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-45d7eb95-741b-42d9-9e11-37dbfe324cce req-ee5376df-e76f-44e2-83bf-d894e9f65947 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ba3d70db-89a3-4a36-91f7-576971d6cd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896192 Aug 31 09:53:23.038351 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=5 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:53:23.041322 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=76,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:53:23.711725 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=81 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:53:23.712871 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=67 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:53:24.030646 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=17,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:53:24.032940 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:53:24.226286 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-1deb0394-c5b7-42d1-b752-5f06acdf05fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:53:24.310409 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395c90b-8954-4178-aa6b-db7add6cbf7a req-c13f09c9-1395-4845-a996-163cd6c0eefa tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:53:24.311877 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5395c90b-8954-4178-aa6b-db7add6cbf7a req-c13f09c9-1395-4845-a996-163cd6c0eefa tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=16c07355-b5dd-4e8e-a8bb-e431caacdb59 HTTP/1.1" status: 200 len: 945 time: 0.0504565 Aug 31 09:53:24.360455 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5395c90b-8954-4178-aa6b-db7add6cbf7a req-9aba7356-9240-4d0b-a50a-e37373176fec tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6a518540-a8f2-494a-9530-e0f8307d3613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423465 Aug 31 09:53:25.488583 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0656341-a283-4032-917a-de05a006c1bf req-9985d051-df98-41d7-b194-45bff7897bf6 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:53:25.490258 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d0656341-a283-4032-917a-de05a006c1bf req-9985d051-df98-41d7-b194-45bff7897bf6 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=16c07355-b5dd-4e8e-a8bb-e431caacdb59 HTTP/1.1" status: 200 len: 945 time: 0.0508986 Aug 31 09:53:25.539909 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d0656341-a283-4032-917a-de05a006c1bf req-00eebbee-9e06-403a-8d0b-0f20f636130e tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6a518540-a8f2-494a-9530-e0f8307d3613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435114 Aug 31 09:53:25.768043 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e6f198be-e193-4693-a253-f9c4522a6272), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:53:26.475463 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-6e40e97e-6a38-4daf-be50-bb4f29213ad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:53:26.669311 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bfb5cd-18ee-400b-8d73-6a82d4d5d18d req-77d6b470-1bcc-4feb-a385-c6c1918c850a tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:53:26.670863 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b7bfb5cd-18ee-400b-8d73-6a82d4d5d18d req-77d6b470-1bcc-4feb-a385-c6c1918c850a tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=16c07355-b5dd-4e8e-a8bb-e431caacdb59 HTTP/1.1" status: 200 len: 945 time: 0.0538547 Aug 31 09:53:26.723229 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b7bfb5cd-18ee-400b-8d73-6a82d4d5d18d req-5a4555c4-0499-4371-9842-f97e092a0bdb tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6a518540-a8f2-494a-9530-e0f8307d3613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444751 Aug 31 09:53:26.973122 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed179b1-360e-432e-a5cf-a97c03174465 req-050f3a6c-802b-4362-90f3-e2b1762f8095 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:53:26.974698 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-4ed179b1-360e-432e-a5cf-a97c03174465 req-050f3a6c-802b-4362-90f3-e2b1762f8095 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=16c07355-b5dd-4e8e-a8bb-e431caacdb59 HTTP/1.1" status: 200 len: 945 time: 0.0833728 Aug 31 09:53:27.343798 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.plugin [req-4ed179b1-360e-432e-a5cf-a97c03174465 req-c038dd7b-1e1a-4a0a-b6af-4d460981e013 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Deleting port ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530 {{(pid=112920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 09:53:27.344254 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-4ed179b1-360e-432e-a5cf-a97c03174465 req-c038dd7b-1e1a-4a0a-b6af-4d460981e013 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:53:27.448166 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.db [req-4ed179b1-360e-432e-a5cf-a97c03174465 req-c038dd7b-1e1a-4a0a-b6af-4d460981e013 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] For port ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530,segment=NetworkSegment(32826d5c-3161-458f-8d0d-546949204ea8),segment_id=32826d5c-3161-458f-8d0d-546949204ea8)] {{(pid=112920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:53:27.448526 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-4ed179b1-360e-432e-a5cf-a97c03174465 req-c038dd7b-1e1a-4a0a-b6af-4d460981e013 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:53:27.458301 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=100 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:53:27.467235 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.plugin [req-4ed179b1-360e-432e-a5cf-a97c03174465 req-c038dd7b-1e1a-4a0a-b6af-4d460981e013 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Calling delete_port for ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530 owned by compute:nova {{(pid=112920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 09:53:27.514194 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=100 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:53:27.605091 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-4ed179b1-360e-432e-a5cf-a97c03174465 req-c038dd7b-1e1a-4a0a-b6af-4d460981e013 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64202837'] for port (ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:53:27.638163 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c038dd7b-1e1a-4a0a-b6af-4d460981e013 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Pushing event deleted for resources: {'Port': ['ID=ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:27.650949 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] get_ports_and_sgs() called for port_ids ['ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530'] {{(pid=112921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 09:53:27.685500 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c038dd7b-1e1a-4a0a-b6af-4d460981e013 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:27.685846 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c038dd7b-1e1a-4a0a-b6af-4d460981e013 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:27.686180 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c038dd7b-1e1a-4a0a-b6af-4d460981e013 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:27.686514 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c038dd7b-1e1a-4a0a-b6af-4d460981e013 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:27.686838 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c038dd7b-1e1a-4a0a-b6af-4d460981e013 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:27.687164 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c038dd7b-1e1a-4a0a-b6af-4d460981e013 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:27.687485 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c038dd7b-1e1a-4a0a-b6af-4d460981e013 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:27.687805 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c038dd7b-1e1a-4a0a-b6af-4d460981e013 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:27.688127 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c038dd7b-1e1a-4a0a-b6af-4d460981e013 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:27.688442 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c038dd7b-1e1a-4a0a-b6af-4d460981e013 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:27.688760 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c038dd7b-1e1a-4a0a-b6af-4d460981e013 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:27.689078 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c038dd7b-1e1a-4a0a-b6af-4d460981e013 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:27.689419 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c038dd7b-1e1a-4a0a-b6af-4d460981e013 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:27.689728 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c038dd7b-1e1a-4a0a-b6af-4d460981e013 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:27.690040 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c038dd7b-1e1a-4a0a-b6af-4d460981e013 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:27.714411 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed179b1-360e-432e-a5cf-a97c03174465 req-c038dd7b-1e1a-4a0a-b6af-4d460981e013 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] No DVR routers for this DVR port ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530 on host hv-cinder-84496 {{(pid=112920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 09:53:27.716996 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-4ed179b1-360e-432e-a5cf-a97c03174465 req-c038dd7b-1e1a-4a0a-b6af-4d460981e013 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for port (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:53:27.720444 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-4ed179b1-360e-432e-a5cf-a97c03174465 req-c038dd7b-1e1a-4a0a-b6af-4d460981e013 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.64 "DELETE /networking/v2.0/ports/ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530 HTTP/1.1" status: 204 len: 173 time: 0.7240500 Aug 31 09:53:27.720876 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c07355-b5dd-4e8e-a8bb-e431caacdb59', 'name': 'network-vif-deleted', 'tag': 'ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530'}] {{(pid=112920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:53:27.724036 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b1c67df7a66df2dbb2f1d86d1740294a25e35557c8b7fb736f9ab0bc04a1bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bbda49c-176e-4d97-9590-0e8c483d997b" -d '{"events": [{"server_uuid": "16c07355-b5dd-4e8e-a8bb-e431caacdb59", "name": "network-vif-deleted", "tag": "ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530"}]}' {{(pid=112920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:53:27.804985 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:53:27.844207 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-bd46c2fc-932f-4ea6-92eb-c2abd33c581c req-5ffff9f4-e0b4-4e88-b59c-988fad162ecf tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=16c07355-b5dd-4e8e-a8bb-e431caacdb59 HTTP/1.1" status: 200 len: 210 time: 0.0340176 Aug 31 09:53:27.861799 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 09:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075843df-f9e2-497c-b92f-77e9b8420494 x-openstack-request-id: req-075843df-f9e2-497c-b92f-77e9b8420494 {{(pid=112920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:53:27.862088 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c07355-b5dd-4e8e-a8bb-e431caacdb59", "name": "network-vif-deleted", "tag": "ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530", "status": "completed", "code": 200}]} {{(pid=112920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:53:27.862341 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-075843df-f9e2-497c-b92f-77e9b8420494 {{(pid=112920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:53:27.863330 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-075843df-f9e2-497c-b92f-77e9b8420494'] response: {'server_uuid': '16c07355-b5dd-4e8e-a8bb-e431caacdb59', 'name': 'network-vif-deleted', 'tag': 'ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530', 'status': 'completed', 'code': 200} Aug 31 09:53:29.463347 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:53:29.603142 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:53:33.580811 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530 no longer exists at agent hyperv_hv-cinder-84496 {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:53:33.605363 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] No Port match for: ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530 {{(pid=112921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 09:53:33.605739 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device ce4ee85e-37ea-4686-8ab1-e9a7cbf3d530 not bound to the agent host hv-cinder-84496 {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:53:37.700306 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=15,neutron:DELETE=3 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:53:37.701655 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=21,neutron:DELETE=5 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:53:37.819681 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=25 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:53:37.820517 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=31 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:53:39.599655 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:53:41.048546 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6a14c-ecb3-4984-afd3-01b283019a8b req-b7b7272f-7e46-49de-9c9c-acbefd42511e tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:53:41.050346 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2ae6a14c-ecb3-4984-afd3-01b283019a8b req-b7b7272f-7e46-49de-9c9c-acbefd42511e tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/networks?id=3721ce91-1e27-4c65-a4af-3dca7c9d9b7d HTTP/1.1" status: 200 len: 814 time: 0.1076176 Aug 31 09:53:41.066333 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2ae6a14c-ecb3-4984-afd3-01b283019a8b req-5de154fd-9c91-4b28-81f8-145b763bf8da tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/quotas/f8336bd8ac0c4600a25261e1af19a7df HTTP/1.1" status: 200 len: 375 time: 0.0097935 Aug 31 09:53:41.103086 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2ae6a14c-ecb3-4984-afd3-01b283019a8b req-0af9d9e3-4c28-4f55-a071-0c1a8d5c5d4c tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=f8336bd8ac0c4600a25261e1af19a7df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310984 Aug 31 09:53:41.263787 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2ae6a14c-ecb3-4984-afd3-01b283019a8b req-4d559374-9cab-4f9c-bfdc-f6dbf872bc00 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/3721ce91-1e27-4c65-a4af-3dca7c9d9b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535630 Aug 31 09:53:41.365751 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2ae6a14c-ecb3-4984-afd3-01b283019a8b req-0407f4ca-78c6-4f70-a1a5-3635e759fcf7 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/3721ce91-1e27-4c65-a4af-3dca7c9d9b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948143 Aug 31 09:53:41.557564 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c3e3c052-4c1a-44a4-bc5f-494c5c77549b req-6b9a0fbc-aede-41b6-b56c-6df23ba32f4c tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=eef9aa55-0ea3-48de-b97b-b20c8bef0085 HTTP/1.1" status: 200 len: 210 time: 0.0392840 Aug 31 09:53:42.680554 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-bf19a70a-3f05-4df2-8643-96dafd631c57 req-092a88a3-6bda-464a-82be-06ccf30ae20a tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=eef9aa55-0ea3-48de-b97b-b20c8bef0085 HTTP/1.1" status: 200 len: 210 time: 0.0373087 Aug 31 09:53:43.172746 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6a14c-ecb3-4984-afd3-01b283019a8b req-caaf6370-cc37-4e7c-be97-36a0424cf520 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:53:43.175520 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-2ae6a14c-ecb3-4984-afd3-01b283019a8b req-caaf6370-cc37-4e7c-be97-36a0424cf520 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.64 "GET /networking/v2.0/networks?id=3721ce91-1e27-4c65-a4af-3dca7c9d9b7d HTTP/1.1" status: 200 len: 814 time: 0.1226494 Aug 31 09:53:43.196451 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [req-2ae6a14c-ecb3-4984-afd3-01b283019a8b req-433c1e6b-14c9-472e-9bd0-0f7b54855748 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Request body: {'port': {'device_id': 'eef9aa55-0ea3-48de-b97b-b20c8bef0085', 'network_id': '3721ce91-1e27-4c65-a4af-3dca7c9d9b7d', 'admin_state_up': True, 'tenant_id': 'f8336bd8ac0c4600a25261e1af19a7df'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:43.324021 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ae6a14c-ecb3-4984-afd3-01b283019a8b req-433c1e6b-14c9-472e-9bd0-0f7b54855748 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Made reservation on behalf of f8336bd8ac0c4600a25261e1af19a7df for: {'port': 1} {{(pid=112920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:53:43.328124 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-2ae6a14c-ecb3-4984-afd3-01b283019a8b req-433c1e6b-14c9-472e-9bd0-0f7b54855748 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:53:43.463472 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.db_base_plugin_common [req-2ae6a14c-ecb3-4984-afd3-01b283019a8b req-433c1e6b-14c9-472e-9bd0-0f7b54855748 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Allocated IP 172.20.0.5 (3721ce91-1e27-4c65-a4af-3dca7c9d9b7d/299c6d5a-9a55-4570-9663-bb6304830052/7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad) {{(pid=112920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:53:43.585137 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:53:43.639586 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-2ae6a14c-ecb3-4984-afd3-01b283019a8b req-433c1e6b-14c9-472e-9bd0-0f7b54855748 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Publish callbacks [] for port (7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:53:43.675922 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-2ae6a14c-ecb3-4984-afd3-01b283019a8b req-433c1e6b-14c9-472e-9bd0-0f7b54855748 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64202837'] for port (7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:53:43.724248 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ae6a14c-ecb3-4984-afd3-01b283019a8b req-433c1e6b-14c9-472e-9bd0-0f7b54855748 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Network 3721ce91-1e27-4c65-a4af-3dca7c9d9b7d is already hosted by enough agents. {{(pid=112920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:53:43.728095 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.base_scheduler [req-2ae6a14c-ecb3-4984-afd3-01b283019a8b req-433c1e6b-14c9-472e-9bd0-0f7b54855748 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Resources bound (agent type, host, resource id): {{(pid=112920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:53:43.732566 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae6a14c-ecb3-4984-afd3-01b283019a8b req-433c1e6b-14c9-472e-9bd0-0f7b54855748 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Received port after_create {{(pid=112920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:53:43.761595 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433c1e6b-14c9-472e-9bd0-0f7b54855748 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Pushing event updated for resources: {'Port': ['ID=7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:43.795508 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6a14c-ecb3-4984-afd3-01b283019a8b req-433c1e6b-14c9-472e-9bd0-0f7b54855748 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:53:43.796126 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-2ae6a14c-ecb3-4984-afd3-01b283019a8b req-433c1e6b-14c9-472e-9bd0-0f7b54855748 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for port (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:53:43.815137 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-2ae6a14c-ecb3-4984-afd3-01b283019a8b req-433c1e6b-14c9-472e-9bd0-0f7b54855748 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6226230 Aug 31 09:53:43.819140 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476b104-f376-4c8a-808a-1d23081d6daa req-fc576679-b607-4072-8825-8e70c0b73a1f tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:53:43.820686 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7476b104-f376-4c8a-808a-1d23081d6daa req-fc576679-b607-4072-8825-8e70c0b73a1f tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=eef9aa55-0ea3-48de-b97b-b20c8bef0085 HTTP/1.1" status: 200 len: 931 time: 0.0594299 Aug 31 09:53:43.835590 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [req-2ae6a14c-ecb3-4984-afd3-01b283019a8b req-2dc989ab-dd10-4f9d-980a-b896e2ecdc98 service neutron] Request body: {'port': {'device_id': 'eef9aa55-0ea3-48de-b97b-b20c8bef0085', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84496'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:43.865605 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:53:43.898500 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7476b104-f376-4c8a-808a-1d23081d6daa req-45bd0ef0-505f-4574-9b78-308de5ce4e2f tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6a518540-a8f2-494a-9530-e0f8307d3613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716634 Aug 31 09:53:43.920055 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-2ae6a14c-ecb3-4984-afd3-01b283019a8b req-2dc989ab-dd10-4f9d-980a-b896e2ecdc98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad), before_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:53:44.106305 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:53:44.200166 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.notifiers.nova [req-2ae6a14c-ecb3-4984-afd3-01b283019a8b req-2dc989ab-dd10-4f9d-980a-b896e2ecdc98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad {{(pid=112920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 09:53:44.208102 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-2ae6a14c-ecb3-4984-afd3-01b283019a8b req-2dc989ab-dd10-4f9d-980a-b896e2ecdc98 service neutron] Publish callbacks [] for port (7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad), precommit_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:53:44.222231 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.provisioning_blocks [req-2ae6a14c-ecb3-4984-afd3-01b283019a8b req-2dc989ab-dd10-4f9d-980a-b896e2ecdc98 service neutron] Transition to ACTIVE for port object 7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad will not be triggered until provisioned by entity L2. {{(pid=112920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 09:53:44.226065 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-2ae6a14c-ecb3-4984-afd3-01b283019a8b req-2dc989ab-dd10-4f9d-980a-b896e2ecdc98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64202844'] for port (7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad), after_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:53:44.305780 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc989ab-dd10-4f9d-980a-b896e2ecdc98 service neutron] Pushing event updated for resources: {'Port': ['ID=7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad,revision_number=2']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:44.343429 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.managers [req-2ae6a14c-ecb3-4984-afd3-01b283019a8b req-2dc989ab-dd10-4f9d-980a-b896e2ecdc98 service neutron] Attempting to bind port 7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad on host hv-cinder-84496 for vnic_type normal with profile {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 09:53:44.343758 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.managers [req-2ae6a14c-ecb3-4984-afd3-01b283019a8b req-2dc989ab-dd10-4f9d-980a-b896e2ecdc98 service neutron] Attempting to bind port 7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad by drivers openvswitch,hyperv on host hv-cinder-84496 at level 0 using segments [{'id': '32826d5c-3161-458f-8d0d-546949204ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3721ce91-1e27-4c65-a4af-3dca7c9d9b7d'}] {{(pid=112920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 09:53:44.344080 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae6a14c-ecb3-4984-afd3-01b283019a8b req-2dc989ab-dd10-4f9d-980a-b896e2ecdc98 service neutron] Attempting to bind port 7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad on network 3721ce91-1e27-4c65-a4af-3dca7c9d9b7d {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:53:44.349754 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae6a14c-ecb3-4984-afd3-01b283019a8b req-2dc989ab-dd10-4f9d-980a-b896e2ecdc98 service neutron] Port 7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad on network 3721ce91-1e27-4c65-a4af-3dca7c9d9b7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84496 {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 09:53:44.350095 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae6a14c-ecb3-4984-afd3-01b283019a8b req-2dc989ab-dd10-4f9d-980a-b896e2ecdc98 service neutron] Attempting to bind port 7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad on network 3721ce91-1e27-4c65-a4af-3dca7c9d9b7d {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:53:44.355627 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae6a14c-ecb3-4984-afd3-01b283019a8b req-2dc989ab-dd10-4f9d-980a-b896e2ecdc98 service neutron] Checking agent: {'id': 'e6f198be-e193-4693-a253-f9c4522a6272', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 9, 45, 52), 'started_at': datetime.datetime(2022, 8, 31, 9, 45, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 9, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 09:53:44.355962 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae6a14c-ecb3-4984-afd3-01b283019a8b req-2dc989ab-dd10-4f9d-980a-b896e2ecdc98 service neutron] Checking segment: {'id': '32826d5c-3161-458f-8d0d-546949204ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3721ce91-1e27-4c65-a4af-3dca7c9d9b7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:53:44.356416 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae6a14c-ecb3-4984-afd3-01b283019a8b req-2dc989ab-dd10-4f9d-980a-b896e2ecdc98 service neutron] Bound using segment: {'id': '32826d5c-3161-458f-8d0d-546949204ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3721ce91-1e27-4c65-a4af-3dca7c9d9b7d'} {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 09:53:44.356769 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.managers [req-2ae6a14c-ecb3-4984-afd3-01b283019a8b req-2dc989ab-dd10-4f9d-980a-b896e2ecdc98 service neutron] Bound port: 7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad, host: hv-cinder-84496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32826d5c-3161-458f-8d0d-546949204ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3721ce91-1e27-4c65-a4af-3dca7c9d9b7d'}}] {{(pid=112920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 09:53:44.357128 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-2ae6a14c-ecb3-4984-afd3-01b283019a8b req-2dc989ab-dd10-4f9d-980a-b896e2ecdc98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad), before_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:53:44.423443 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.db [req-2ae6a14c-ecb3-4984-afd3-01b283019a8b req-2dc989ab-dd10-4f9d-980a-b896e2ecdc98 service neutron] For port 7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad, host hv-cinder-84496, cleared binding levels {{(pid=112920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:53:44.427704 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.db [req-2ae6a14c-ecb3-4984-afd3-01b283019a8b req-2dc989ab-dd10-4f9d-980a-b896e2ecdc98 service neutron] For port 7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad, host hv-cinder-84496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad,segment=NetworkSegment(32826d5c-3161-458f-8d0d-546949204ea8),segment_id=32826d5c-3161-458f-8d0d-546949204ea8)] {{(pid=112920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:53:44.434418 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-2ae6a14c-ecb3-4984-afd3-01b283019a8b req-2dc989ab-dd10-4f9d-980a-b896e2ecdc98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64202844'] for port (7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad), after_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:53:44.438864 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6a14c-ecb3-4984-afd3-01b283019a8b req-2dc989ab-dd10-4f9d-980a-b896e2ecdc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:53:44.439468 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-2ae6a14c-ecb3-4984-afd3-01b283019a8b req-2dc989ab-dd10-4f9d-980a-b896e2ecdc98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for port (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:53:44.441719 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-2ae6a14c-ecb3-4984-afd3-01b283019a8b req-2dc989ab-dd10-4f9d-980a-b896e2ecdc98 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad HTTP/1.1" status: 200 len: 1093 time: 0.6116343 Aug 31 09:53:44.442355 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eef9aa55-0ea3-48de-b97b-b20c8bef0085', 'tag': '7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad'}] {{(pid=112920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:53:44.444644 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b1c67df7a66df2dbb2f1d86d1740294a25e35557c8b7fb736f9ab0bc04a1bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25d1111-5e06-4296-90c2-50339f610c0d" -d '{"events": [{"name": "network-changed", "server_uuid": "eef9aa55-0ea3-48de-b97b-b20c8bef0085", "tag": "7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad"}]}' {{(pid=112920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:53:44.494032 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc989ab-dd10-4f9d-980a-b896e2ecdc98 service neutron] Pushing event updated for resources: {'Port': ['ID=7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad,revision_number=3']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:44.497553 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 09:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b961b0e8-1594-4643-8e8a-577795437d56 x-openstack-request-id: req-b961b0e8-1594-4643-8e8a-577795437d56 {{(pid=112920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:53:44.497835 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eef9aa55-0ea3-48de-b97b-b20c8bef0085", "tag": "7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad", "status": "completed", "code": 200}]} {{(pid=112920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:53:44.498089 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b961b0e8-1594-4643-8e8a-577795437d56 {{(pid=112920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:53:44.498484 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b961b0e8-1594-4643-8e8a-577795437d56'] response: {'name': 'network-changed', 'server_uuid': 'eef9aa55-0ea3-48de-b97b-b20c8bef0085', 'tag': '7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad', 'status': 'completed', 'code': 200} Aug 31 09:53:44.604632 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6a14c-ecb3-4984-afd3-01b283019a8b req-870bbf53-0aa8-4f1d-a526-c8e1b99a483b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:53:44.606216 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-2ae6a14c-ecb3-4984-afd3-01b283019a8b req-870bbf53-0aa8-4f1d-a526-c8e1b99a483b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=f8336bd8ac0c4600a25261e1af19a7df&device_id=eef9aa55-0ea3-48de-b97b-b20c8bef0085 HTTP/1.1" status: 200 len: 1127 time: 0.0448887 Aug 31 09:53:44.660985 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-2ae6a14c-ecb3-4984-afd3-01b283019a8b req-edf0f5c3-f25c-4de4-8719-6f3a2575f56c service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad HTTP/1.1" status: 200 len: 217 time: 0.0395832 Aug 31 09:53:44.712570 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6a14c-ecb3-4984-afd3-01b283019a8b req-54326f83-004f-4d41-b3cf-0964ae66c421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:53:44.714048 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-2ae6a14c-ecb3-4984-afd3-01b283019a8b req-54326f83-004f-4d41-b3cf-0964ae66c421 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=299c6d5a-9a55-4570-9663-bb6304830052 HTTP/1.1" status: 200 len: 854 time: 0.0467713 Aug 31 09:53:44.748678 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-2ae6a14c-ecb3-4984-afd3-01b283019a8b req-8ceb2d92-296f-43a4-9cae-d0bf361237bf service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=3721ce91-1e27-4c65-a4af-3dca7c9d9b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278358 Aug 31 09:53:44.847296 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-2ae6a14c-ecb3-4984-afd3-01b283019a8b req-6468ce14-aa71-42e2-b5b4-1542d2ce08cb service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3721ce91-1e27-4c65-a4af-3dca7c9d9b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922410 Aug 31 09:53:44.912171 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:53:44.944422 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-2ae6a14c-ecb3-4984-afd3-01b283019a8b req-860254d4-a2f7-4fd1-a756-96c26c888e5b service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3721ce91-1e27-4c65-a4af-3dca7c9d9b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904422 Aug 31 09:53:45.025265 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f16d11-8081-4a8d-b738-22b43a5dfccd req-0828f4f6-5238-4052-81c7-26fb6f4aa879 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:53:45.026790 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a0f16d11-8081-4a8d-b738-22b43a5dfccd req-0828f4f6-5238-4052-81c7-26fb6f4aa879 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=eef9aa55-0ea3-48de-b97b-b20c8bef0085 HTTP/1.1" status: 200 len: 943 time: 0.0499055 Aug 31 09:53:45.079946 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a0f16d11-8081-4a8d-b738-22b43a5dfccd req-bd8de4bf-fa05-465e-8629-c3135eff473f tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6a518540-a8f2-494a-9530-e0f8307d3613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474546 Aug 31 09:53:46.213033 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7c53e-f1fc-4062-be1f-c2405016bc55 req-43a14500-a962-490e-9656-195e18242abf tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:53:46.214534 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f8e7c53e-f1fc-4062-be1f-c2405016bc55 req-43a14500-a962-490e-9656-195e18242abf tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=eef9aa55-0ea3-48de-b97b-b20c8bef0085 HTTP/1.1" status: 200 len: 943 time: 0.0537000 Aug 31 09:53:46.265252 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f8e7c53e-f1fc-4062-be1f-c2405016bc55 req-580ca87a-6ffb-4df0-a276-171f777b9b0a tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6a518540-a8f2-494a-9530-e0f8307d3613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449004 Aug 31 09:53:47.396795 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f45bab-fabd-4100-b650-5a8aa3cff674 req-395da66e-88c0-4169-8cd4-5a362ec1f736 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:53:47.398383 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-30f45bab-fabd-4100-b650-5a8aa3cff674 req-395da66e-88c0-4169-8cd4-5a362ec1f736 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=eef9aa55-0ea3-48de-b97b-b20c8bef0085 HTTP/1.1" status: 200 len: 943 time: 0.0520949 Aug 31 09:53:47.451836 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-30f45bab-fabd-4100-b650-5a8aa3cff674 req-9d5f72e9-76b7-415a-bc1b-6f7535a14676 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6a518540-a8f2-494a-9530-e0f8307d3613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477898 Aug 31 09:53:48.080392 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.agents_db [None req-8002e13a-56e4-448b-bc0d-5c9f038cbdad None None] Agent healthcheck: found 6 active agents {{(pid=112922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:53:48.586609 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b8588-6112-48e1-81c3-d86fcf3fead6 req-46d9c529-6581-4c70-945c-5545a1a73b68 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:53:48.588576 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-8f6b8588-6112-48e1-81c3-d86fcf3fead6 req-46d9c529-6581-4c70-945c-5545a1a73b68 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=eef9aa55-0ea3-48de-b97b-b20c8bef0085 HTTP/1.1" status: 200 len: 943 time: 0.0562422 Aug 31 09:53:48.649692 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-8f6b8588-6112-48e1-81c3-d86fcf3fead6 req-03073d09-7309-4e60-9fb0-07253e66c819 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6a518540-a8f2-494a-9530-e0f8307d3613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509820 Aug 31 09:53:48.749253 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d1111-5e06-4296-90c2-50339f610c0d req-320e3fed-7902-4393-8566-da75e7bdf519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:53:48.750712 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-d25d1111-5e06-4296-90c2-50339f610c0d req-320e3fed-7902-4393-8566-da75e7bdf519 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=f8336bd8ac0c4600a25261e1af19a7df&device_id=eef9aa55-0ea3-48de-b97b-b20c8bef0085 HTTP/1.1" status: 200 len: 1127 time: 0.0489063 Aug 31 09:53:49.636380 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d1111-5e06-4296-90c2-50339f610c0d req-0a3742a8-3680-4609-b5f1-3e4a57d36217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:53:49.637865 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-d25d1111-5e06-4296-90c2-50339f610c0d req-0a3742a8-3680-4609-b5f1-3e4a57d36217 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=3721ce91-1e27-4c65-a4af-3dca7c9d9b7d HTTP/1.1" status: 200 len: 915 time: 0.0945518 Aug 31 09:53:49.647768 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device 7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad details requested by agent hyperv_hv-cinder-84496 with host hv-cinder-84496 {{(pid=112921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:53:49.793601 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d293570-1b92-4d35-b06a-a9b183f4f0bf req-939dfb43-a635-4766-ba9b-b3745aec24d4 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:53:49.795220 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5d293570-1b92-4d35-b06a-a9b183f4f0bf req-939dfb43-a635-4766-ba9b-b3745aec24d4 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=eef9aa55-0ea3-48de-b97b-b20c8bef0085 HTTP/1.1" status: 200 len: 943 time: 0.0530007 Aug 31 09:53:49.864354 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5d293570-1b92-4d35-b06a-a9b183f4f0bf req-de1192d5-2b4c-494a-af1d-bd3d8974ba91 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6a518540-a8f2-494a-9530-e0f8307d3613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619993 Aug 31 09:53:49.895865 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port 7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad,segment=NetworkSegment(32826d5c-3161-458f-8d0d-546949204ea8),segment_id=32826d5c-3161-458f-8d0d-546949204ea8)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:53:49.925480 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Returning: {'device': '7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad', 'network_id': '3721ce91-1e27-4c65-a4af-3dca7c9d9b7d', 'port_id': '7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad', 'mac_address': 'fa:16:3e:1f:fc:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '299c6d5a-9a55-4570-9663-bb6304830052', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:53:49.964039 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Current status of the port 7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad is: DOWN; New status is: BUILD {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:53:49.964428 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:53:49.980399 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.notifiers.nova [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad {{(pid=112921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 09:53:50.003341 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port 7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad,segment=NetworkSegment(32826d5c-3161-458f-8d0d-546949204ea8),segment_id=32826d5c-3161-458f-8d0d-546949204ea8)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:53:50.009642 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:53:50.064840 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Pushing event updated for resources: {'Port': ['ID=7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad,revision_number=4']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:50.073641 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:50.073984 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:50.074325 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:50.074662 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:50.074994 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:50.075319 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:50.075636 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:50.075953 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:50.076274 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:50.076595 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:50.076911 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:50.077267 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:50.077595 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:50.077914 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:50.078232 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:50.114269 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-d25d1111-5e06-4296-90c2-50339f610c0d req-a356f143-281d-425b-af58-13aeb1c3f903 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad HTTP/1.1" status: 200 len: 217 time: 0.0440810 Aug 31 09:53:50.178136 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d1111-5e06-4296-90c2-50339f610c0d req-380da867-2690-47b6-b6e0-c9d7a30d5ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:53:50.180712 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-d25d1111-5e06-4296-90c2-50339f610c0d req-380da867-2690-47b6-b6e0-c9d7a30d5ab3 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=299c6d5a-9a55-4570-9663-bb6304830052 HTTP/1.1" status: 200 len: 854 time: 0.0549133 Aug 31 09:53:50.220165 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-d25d1111-5e06-4296-90c2-50339f610c0d req-20871b53-9ee7-4d78-b1b4-9ed853ff342b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=3721ce91-1e27-4c65-a4af-3dca7c9d9b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294631 Aug 31 09:53:50.246703 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:53:50.337502 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-d25d1111-5e06-4296-90c2-50339f610c0d req-74febccd-7f0e-4f43-b1ad-e4b24cde8445 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3721ce91-1e27-4c65-a4af-3dca7c9d9b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091228 Aug 31 09:53:50.437696 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-d25d1111-5e06-4296-90c2-50339f610c0d req-d679f1d6-f057-41c4-960d-5b00ac1a7643 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3721ce91-1e27-4c65-a4af-3dca7c9d9b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921698 Aug 31 09:53:50.667079 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] get_ports_and_sgs() called for port_ids ['7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad'] {{(pid=112921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 09:53:50.992513 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce381dfd-759b-483f-8f2c-c5033590c211 req-4e50172a-27f2-4cb0-bcb6-0100af3f7c60 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:53:50.994021 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ce381dfd-759b-483f-8f2c-c5033590c211 req-4e50172a-27f2-4cb0-bcb6-0100af3f7c60 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=eef9aa55-0ea3-48de-b97b-b20c8bef0085 HTTP/1.1" status: 200 len: 944 time: 0.0501842 Aug 31 09:53:51.045538 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ce381dfd-759b-483f-8f2c-c5033590c211 req-9a9f50cf-dba4-43e9-a9e8-ee8c6ac955ce tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6a518540-a8f2-494a-9530-e0f8307d3613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456502 Aug 31 09:53:51.361570 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:53:51.396720 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:53:51.405580 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802f9de-935f-4d28-948a-be55294eaf40 req-cb9bf853-db79-4d0f-ada8-a50838859deb tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:53:51.407101 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-1802f9de-935f-4d28-948a-be55294eaf40 req-cb9bf853-db79-4d0f-ada8-a50838859deb tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 945 time: 0.0538456 Aug 31 09:53:51.410063 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5197776f-80e4-42c6-b66b-638d0b1218e1 req-9e99f17a-8681-442f-bbe3-e21376f5057d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:53:51.411556 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-5197776f-80e4-42c6-b66b-638d0b1218e1 req-9e99f17a-8681-442f-bbe3-e21376f5057d service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=c0fc6660b5494415915cdf2b325e5bd6&device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 1129 time: 0.0439749 Aug 31 09:53:51.461940 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-1802f9de-935f-4d28-948a-be55294eaf40 req-1f47eefb-e6c4-4861-83e0-96bbd9b1f320 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e1c7de74-f380-4ca1-a663-74761fb0e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488956 Aug 31 09:53:51.509142 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5197776f-80e4-42c6-b66b-638d0b1218e1 req-4a1269fe-fc8a-4b13-8867-a2bef27e5085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:53:51.510654 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-5197776f-80e4-42c6-b66b-638d0b1218e1 req-4a1269fe-fc8a-4b13-8867-a2bef27e5085 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=2e69cc92-d348-4eef-9a4c-b8daacafc440 HTTP/1.1" status: 200 len: 920 time: 0.0917857 Aug 31 09:53:51.577357 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-5197776f-80e4-42c6-b66b-638d0b1218e1 req-d41b998b-04e3-42e8-bd27-5242bf511a8c service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebfc41b8-372f-4c67-97e3-7caa675975ac HTTP/1.1" status: 200 len: 1000 time: 0.0599511 Aug 31 09:53:51.630622 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5197776f-80e4-42c6-b66b-638d0b1218e1 req-b19e6065-f90e-4a6b-b096-bd6bddec63ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:53:51.632156 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-5197776f-80e4-42c6-b66b-638d0b1218e1 req-b19e6065-f90e-4a6b-b096-bd6bddec63ea service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=851420a3-644f-4898-b99d-54af1fb83d8b HTTP/1.1" status: 200 len: 858 time: 0.0483725 Aug 31 09:53:51.682287 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5197776f-80e4-42c6-b66b-638d0b1218e1 req-fc67ede8-0af0-4bff-b646-6da1e151cf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:53:51.683940 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-5197776f-80e4-42c6-b66b-638d0b1218e1 req-fc67ede8-0af0-4bff-b646-6da1e151cf40 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=2e69cc92-d348-4eef-9a4c-b8daacafc440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440347 Aug 31 09:53:51.788169 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-5197776f-80e4-42c6-b66b-638d0b1218e1 req-8d66de10-5a41-4b06-acfa-57a588fb959b service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2e69cc92-d348-4eef-9a4c-b8daacafc440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969057 Aug 31 09:53:51.883493 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-5197776f-80e4-42c6-b66b-638d0b1218e1 req-8b9bc1b1-5e1f-4697-8875-91a0c39018bc service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2e69cc92-d348-4eef-9a4c-b8daacafc440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880466 Aug 31 09:53:52.176241 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49130323-3e9d-4dba-9b2a-06dade007202 req-31414cb2-7de8-4fe2-811b-69e82ac7f009 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:53:52.177740 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-49130323-3e9d-4dba-9b2a-06dade007202 req-31414cb2-7de8-4fe2-811b-69e82ac7f009 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=eef9aa55-0ea3-48de-b97b-b20c8bef0085 HTTP/1.1" status: 200 len: 944 time: 0.0516837 Aug 31 09:53:52.227383 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-49130323-3e9d-4dba-9b2a-06dade007202 req-059b4532-2dc2-4a03-aa43-4c332e19e1ae tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6a518540-a8f2-494a-9530-e0f8307d3613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439761 Aug 31 09:53:52.255529 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device 7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad up at agent hyperv_hv-cinder-84496 {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:53:52.299130 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Provisioning for port 7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad completed by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 09:53:52.305648 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Provisioning complete for port 7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:53:52.306121 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:53:52.378141 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Current status of the port 7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad is: BUILD; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:53:52.378520 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:53:52.401111 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eef9aa55-0ea3-48de-b97b-b20c8bef0085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad'}] {{(pid=112921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:53:52.403625 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b0c9b70db3c71f613761f7f5e171cb6bed896c41d1f4f7babde002b819469c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59feab7-e49f-497d-8538-3ddb1495e3c8" -d '{"events": [{"server_uuid": "eef9aa55-0ea3-48de-b97b-b20c8bef0085", "name": "network-vif-plugged", "status": "completed", "tag": "7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad"}]}' {{(pid=112921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:53:52.420492 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port 7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad,segment=NetworkSegment(32826d5c-3161-458f-8d0d-546949204ea8),segment_id=32826d5c-3161-458f-8d0d-546949204ea8)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:53:52.426219 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:53:52.474373 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Pushing event updated for resources: {'Port': ['ID=7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad,revision_number=5']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:52.515489 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 09:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed37ff2c-1cee-4a62-a393-3718305b98ba x-openstack-request-id: req-ed37ff2c-1cee-4a62-a393-3718305b98ba {{(pid=112921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:53:52.515807 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eef9aa55-0ea3-48de-b97b-b20c8bef0085", "name": "network-vif-plugged", "status": "completed", "tag": "7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad", "code": 200}]} {{(pid=112921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:53:52.516066 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed37ff2c-1cee-4a62-a393-3718305b98ba {{(pid=112921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:53:52.516470 dv-cinder-844961-2-iscsi neutron-server[112921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed37ff2c-1cee-4a62-a393-3718305b98ba'] response: {'server_uuid': 'eef9aa55-0ea3-48de-b97b-b20c8bef0085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad', 'code': 200} Aug 31 09:53:52.598664 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6cfd3-b8d4-4e71-a487-bacea11d470e req-b4540c0a-1f05-4173-98c5-437981b104d3 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:53:52.600309 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-99c6cfd3-b8d4-4e71-a487-bacea11d470e req-b4540c0a-1f05-4173-98c5-437981b104d3 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 945 time: 0.0579264 Aug 31 09:53:52.654528 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-99c6cfd3-b8d4-4e71-a487-bacea11d470e req-26bdd352-6731-498a-b655-47c9875d044b tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e1c7de74-f380-4ca1-a663-74761fb0e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481656 Aug 31 09:53:52.764522 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe026c-5c04-4c33-92f1-7eef2708a184 req-6e95cfa2-adfb-4edd-a296-739d1d26613f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:53:52.765970 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-c5fe026c-5c04-4c33-92f1-7eef2708a184 req-6e95cfa2-adfb-4edd-a296-739d1d26613f service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=eef9aa55-0ea3-48de-b97b-b20c8bef0085 HTTP/1.1" status: 200 len: 1129 time: 0.0432315 Aug 31 09:53:52.814002 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-c5fe026c-5c04-4c33-92f1-7eef2708a184 req-ced2d7cc-f357-46c7-b612-25de8b0f0ae0 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=6a518540-a8f2-494a-9530-e0f8307d3613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416958 Aug 31 09:53:53.354946 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de9d84-7d97-49f9-8ee5-1e3b26bf354b req-9c492454-9253-412d-954d-280760d51522 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:53:53.356406 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-11de9d84-7d97-49f9-8ee5-1e3b26bf354b req-9c492454-9253-412d-954d-280760d51522 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=eef9aa55-0ea3-48de-b97b-b20c8bef0085 HTTP/1.1" status: 200 len: 945 time: 0.0501530 Aug 31 09:53:53.404127 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-11de9d84-7d97-49f9-8ee5-1e3b26bf354b req-e21a636a-f808-4ec7-897b-e8410a2a2c70 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6a518540-a8f2-494a-9530-e0f8307d3613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420468 Aug 31 09:53:53.778705 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272bcaad-a042-4080-a51d-42e22588544a req-1cf8bcfb-2f61-48ef-a4a3-6c4edeb70ce0 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:53:53.780302 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-272bcaad-a042-4080-a51d-42e22588544a req-1cf8bcfb-2f61-48ef-a4a3-6c4edeb70ce0 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 945 time: 0.0507998 Aug 31 09:53:53.836641 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-272bcaad-a042-4080-a51d-42e22588544a req-cfa9f40c-45e6-43fd-971e-0ee3f8184dbd tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e1c7de74-f380-4ca1-a663-74761fb0e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504873 Aug 31 09:53:54.229082 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-4f126009-1e51-42bc-99fd-0ab3c01a6bcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:53:54.527783 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09fbd30-f0ff-487f-97f9-5b98cbfaf582 req-d4e8506d-0a3f-4812-be6e-565c35d69048 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:53:54.529163 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e09fbd30-f0ff-487f-97f9-5b98cbfaf582 req-d4e8506d-0a3f-4812-be6e-565c35d69048 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=eef9aa55-0ea3-48de-b97b-b20c8bef0085 HTTP/1.1" status: 200 len: 945 time: 0.0497382 Aug 31 09:53:54.576634 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e09fbd30-f0ff-487f-97f9-5b98cbfaf582 req-539381cb-4fca-4dbf-af02-93640b20fbf2 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6a518540-a8f2-494a-9530-e0f8307d3613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411053 Aug 31 09:53:54.963090 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eaea6c-e93a-4ad3-8ba8-b752f7995a10 req-2a0a9481-2602-49b9-bbce-18543afc869c tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:53:54.964543 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-38eaea6c-e93a-4ad3-8ba8-b752f7995a10 req-2a0a9481-2602-49b9-bbce-18543afc869c tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 945 time: 0.0486712 Aug 31 09:53:55.013302 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-38eaea6c-e93a-4ad3-8ba8-b752f7995a10 req-4c6ab02a-2124-4d4e-bf81-11e568b33070 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e1c7de74-f380-4ca1-a663-74761fb0e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431254 Aug 31 09:53:55.716398 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c19d70-953c-42ec-bc6c-e6b4201b45a8 req-c57e549c-7170-4f36-9c86-90f5173463f7 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:53:55.717962 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-27c19d70-953c-42ec-bc6c-e6b4201b45a8 req-c57e549c-7170-4f36-9c86-90f5173463f7 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=eef9aa55-0ea3-48de-b97b-b20c8bef0085 HTTP/1.1" status: 200 len: 945 time: 0.0539353 Aug 31 09:53:55.765189 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e6f198be-e193-4693-a253-f9c4522a6272), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:53:55.774920 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-27c19d70-953c-42ec-bc6c-e6b4201b45a8 req-63fc4d90-567a-41fb-b8f2-865134e59df0 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6a518540-a8f2-494a-9530-e0f8307d3613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484669 Aug 31 09:53:56.143848 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd940925-c9e6-412c-b90d-4b3bb4130e35 req-709e3863-d429-4eb0-9f2d-de6a411af635 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:53:56.145344 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-cd940925-c9e6-412c-b90d-4b3bb4130e35 req-709e3863-d429-4eb0-9f2d-de6a411af635 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 945 time: 0.0519843 Aug 31 09:53:56.195787 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-cd940925-c9e6-412c-b90d-4b3bb4130e35 req-8dee39ba-6de2-419c-849e-b944f88942db tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e1c7de74-f380-4ca1-a663-74761fb0e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445993 Aug 31 09:53:56.478957 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-27f810bb-ea70-400a-81c8-80454d0247d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:53:56.894077 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed350c-2a4a-455f-92bb-bc671c73c11e req-ed05bb46-2430-4250-9189-e594a838db80 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:53:56.895543 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2bed350c-2a4a-455f-92bb-bc671c73c11e req-ed05bb46-2430-4250-9189-e594a838db80 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=eef9aa55-0ea3-48de-b97b-b20c8bef0085 HTTP/1.1" status: 200 len: 945 time: 0.0471759 Aug 31 09:53:56.945618 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2bed350c-2a4a-455f-92bb-bc671c73c11e req-29688c24-ab8c-4c80-8373-fcfd3a46111c tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6a518540-a8f2-494a-9530-e0f8307d3613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444973 Aug 31 09:53:57.325906 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb86165-6169-4cbf-9e2a-090bce9a6432 req-2fc45332-203c-4ad8-9001-f306905f84ea tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:53:57.327404 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2fb86165-6169-4cbf-9e2a-090bce9a6432 req-2fc45332-203c-4ad8-9001-f306905f84ea tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 945 time: 0.0546510 Aug 31 09:53:57.383039 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2fb86165-6169-4cbf-9e2a-090bce9a6432 req-e5d7648a-e066-4338-a7b8-44501473d12b tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e1c7de74-f380-4ca1-a663-74761fb0e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492532 Aug 31 09:53:57.793692 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:53:58.074626 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=5 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:53:58.075693 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=3 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:53:58.469154 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:53:58.513625 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e469d-2dd4-4ff1-93a0-2f79a83d6438 req-a730fd45-f732-44ce-8216-52dc213ffb6b tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:53:58.515219 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a62e469d-2dd4-4ff1-93a0-2f79a83d6438 req-a730fd45-f732-44ce-8216-52dc213ffb6b tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 945 time: 0.0544350 Aug 31 09:53:58.558492 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:53:58.572927 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a62e469d-2dd4-4ff1-93a0-2f79a83d6438 req-3c154f06-8b7c-4e2f-9d4b-4b8ad91bb13e tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e1c7de74-f380-4ca1-a663-74761fb0e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496924 Aug 31 09:53:59.130548 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-aabc1aed-8224-4e4e-88fd-66c45eb74650 req-3adec90e-c6ed-478b-933c-4cc382cb320c service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438111 Aug 31 09:53:59.183336 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=100 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:53:59.217301 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc1aed-8224-4e4e-88fd-66c45eb74650 req-026916d1-36f2-4ea3-9eb1-f0a0c9efd65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:53:59.218833 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-aabc1aed-8224-4e4e-88fd-66c45eb74650 req-026916d1-36f2-4ea3-9eb1-f0a0c9efd65b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=05be916a558445ee8550559d491efbd0&device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 1129 time: 0.0432353 Aug 31 09:53:59.343109 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc1aed-8224-4e4e-88fd-66c45eb74650 req-f9b41403-a373-45a6-a66c-ff18f11ac755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:53:59.346511 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-aabc1aed-8224-4e4e-88fd-66c45eb74650 req-f9b41403-a373-45a6-a66c-ff18f11ac755 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=36c1318a-9832-4bc9-ac1a-5f597bd8ac6c HTTP/1.1" status: 200 len: 912 time: 0.1058869 Aug 31 09:53:59.411140 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-aabc1aed-8224-4e4e-88fd-66c45eb74650 req-59067530-c071-4e4d-b4cf-09e13f8b7d9d service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cae2bef1-d3f5-4bd0-b345-99fbc7e354b9 HTTP/1.1" status: 200 len: 1001 time: 0.0584950 Aug 31 09:53:59.454632 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=100 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:53:59.467523 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc1aed-8224-4e4e-88fd-66c45eb74650 req-1c8cb879-a9cd-4556-ace9-97f944df8147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:53:59.468254 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:53:59.468980 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-aabc1aed-8224-4e4e-88fd-66c45eb74650 req-1c8cb879-a9cd-4556-ace9-97f944df8147 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=62f04c98-5559-462e-a349-fd7424d6ae82 HTTP/1.1" status: 200 len: 850 time: 0.0517328 Aug 31 09:53:59.514150 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc1aed-8224-4e4e-88fd-66c45eb74650 req-c2083291-90d8-47c9-a057-77b609ee37e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:53:59.515646 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-aabc1aed-8224-4e4e-88fd-66c45eb74650 req-c2083291-90d8-47c9-a057-77b609ee37e9 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=36c1318a-9832-4bc9-ac1a-5f597bd8ac6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402260 Aug 31 09:53:59.596990 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:53:59.617537 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:53:59.621505 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-aabc1aed-8224-4e4e-88fd-66c45eb74650 req-8fd1b540-cb09-4074-bbb0-4096313673f7 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/36c1318a-9832-4bc9-ac1a-5f597bd8ac6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971959 Aug 31 09:53:59.713527 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5698993a-0008-4cd1-8e81-2bd43d874f94 req-a8fec7fd-4515-46ff-945a-92432c3b958a tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:53:59.715050 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5698993a-0008-4cd1-8e81-2bd43d874f94 req-a8fec7fd-4515-46ff-945a-92432c3b958a tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 945 time: 0.0552294 Aug 31 09:53:59.727804 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-aabc1aed-8224-4e4e-88fd-66c45eb74650 req-02da0ed8-6b99-416c-b818-5b38256c05f4 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/36c1318a-9832-4bc9-ac1a-5f597bd8ac6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960572 Aug 31 09:53:59.768605 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5698993a-0008-4cd1-8e81-2bd43d874f94 req-27c07424-29d3-4492-8493-94e9e2efc62e tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e1c7de74-f380-4ca1-a663-74761fb0e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459411 Aug 31 09:54:00.889164 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb5654-5aa8-4154-b60a-1899cfb03558 req-27c7c67f-4d15-45d5-853b-6faf5106b3e5 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:00.890593 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-cafb5654-5aa8-4154-b60a-1899cfb03558 req-27c7c67f-4d15-45d5-853b-6faf5106b3e5 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 945 time: 0.0473905 Aug 31 09:54:00.941803 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-cafb5654-5aa8-4154-b60a-1899cfb03558 req-43bc8a37-9bfa-418d-8ab9-d9c3e7752aa7 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e1c7de74-f380-4ca1-a663-74761fb0e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443878 Aug 31 09:54:02.070569 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f579c-153a-49f5-9475-4e5948e6ab79 req-37b21152-8c95-4b22-be12-4f93fe4959ba tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:02.072074 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-827f579c-153a-49f5-9475-4e5948e6ab79 req-37b21152-8c95-4b22-be12-4f93fe4959ba tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 945 time: 0.0517464 Aug 31 09:54:02.120908 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-827f579c-153a-49f5-9475-4e5948e6ab79 req-d16b5f49-28b8-492c-9d18-9774287f8385 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e1c7de74-f380-4ca1-a663-74761fb0e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430529 Aug 31 09:54:03.245081 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e3883-7c80-4a61-93b1-700f16ffa032 req-301af85e-0067-4237-a840-6752e6ddc6dd tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:03.246629 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-cf2e3883-7c80-4a61-93b1-700f16ffa032 req-301af85e-0067-4237-a840-6752e6ddc6dd tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 945 time: 0.0475168 Aug 31 09:54:03.298935 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-cf2e3883-7c80-4a61-93b1-700f16ffa032 req-15bf61c3-49d6-418a-b6bf-f473210d61fb tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e1c7de74-f380-4ca1-a663-74761fb0e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466669 Aug 31 09:54:04.423608 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f60424-f96f-4136-9bc9-525ee404a45a req-d54b1bbb-982a-4866-a18a-6bd4d6ba861a tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:04.426189 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-48f60424-f96f-4136-9bc9-525ee404a45a req-d54b1bbb-982a-4866-a18a-6bd4d6ba861a tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 945 time: 0.0503552 Aug 31 09:54:04.482469 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-48f60424-f96f-4136-9bc9-525ee404a45a req-9db102a5-9b51-45ce-9338-552911359fe7 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e1c7de74-f380-4ca1-a663-74761fb0e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499563 Aug 31 09:54:05.604625 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a87ef-7521-4922-93c3-56940e87713f req-a086bbce-5482-442d-ad9b-7ab153e4e37c tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:05.606139 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-137a87ef-7521-4922-93c3-56940e87713f req-a086bbce-5482-442d-ad9b-7ab153e4e37c tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 945 time: 0.0471404 Aug 31 09:54:05.655639 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-137a87ef-7521-4922-93c3-56940e87713f req-538bcafb-8a1f-41dc-b457-0b35d2012d06 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e1c7de74-f380-4ca1-a663-74761fb0e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436215 Aug 31 09:54:06.779107 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b3908-f10f-4b45-b570-1c1185e6c2ca req-4d336655-c998-4e33-bb44-4a4a8c2b9692 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:06.780568 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9a6b3908-f10f-4b45-b570-1c1185e6c2ca req-4d336655-c998-4e33-bb44-4a4a8c2b9692 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 945 time: 0.0488822 Aug 31 09:54:06.827500 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9a6b3908-f10f-4b45-b570-1c1185e6c2ca req-732b04b4-d4d7-40f3-994f-dd35c9f5ac71 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e1c7de74-f380-4ca1-a663-74761fb0e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407510 Aug 31 09:54:07.955633 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0392cd32-0c3c-40b0-8f69-07ade9e42353 req-5923a3f1-44ff-4364-9dbb-60320d93854a tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:07.957804 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0392cd32-0c3c-40b0-8f69-07ade9e42353 req-5923a3f1-44ff-4364-9dbb-60320d93854a tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 945 time: 0.0512214 Aug 31 09:54:08.008313 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0392cd32-0c3c-40b0-8f69-07ade9e42353 req-955cd8ab-6527-4888-a3da-2f7ab59446de tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e1c7de74-f380-4ca1-a663-74761fb0e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446584 Aug 31 09:54:09.160970 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed3bd5-4db9-4d42-b0b9-f0c6597d70f5 req-fc12a7e0-6907-438b-b230-2c4684b79365 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:09.162802 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-73ed3bd5-4db9-4d42-b0b9-f0c6597d70f5 req-fc12a7e0-6907-438b-b230-2c4684b79365 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 945 time: 0.0586736 Aug 31 09:54:09.231840 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-73ed3bd5-4db9-4d42-b0b9-f0c6597d70f5 req-dd8d65a6-ae4c-4c55-a6ea-774525b34c4c tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e1c7de74-f380-4ca1-a663-74761fb0e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626223 Aug 31 09:54:09.609287 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:54:09.721456 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=49 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:54:09.724631 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=23 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:54:10.371567 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba0f836-b85c-44d6-a2e8-f35c0f066a3b req-ed1b7bb3-4679-44ae-8ca5-d5d4d8688a87 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:10.373321 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5ba0f836-b85c-44d6-a2e8-f35c0f066a3b req-ed1b7bb3-4679-44ae-8ca5-d5d4d8688a87 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 945 time: 0.0579107 Aug 31 09:54:10.433901 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5ba0f836-b85c-44d6-a2e8-f35c0f066a3b req-04da361c-6677-4c1f-97bc-7239d59c9331 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e1c7de74-f380-4ca1-a663-74761fb0e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523369 Aug 31 09:54:11.555720 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:54:11.569820 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edfca5a-a726-4735-adb2-81e330fafefc req-09bea145-22d1-4920-8e80-8daac13d137b tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:11.571354 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9edfca5a-a726-4735-adb2-81e330fafefc req-09bea145-22d1-4920-8e80-8daac13d137b tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 945 time: 0.0516946 Aug 31 09:54:11.599034 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:54:11.626965 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9edfca5a-a726-4735-adb2-81e330fafefc req-f9698372-5501-4ef9-82c5-bfcd3ea65849 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e1c7de74-f380-4ca1-a663-74761fb0e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496857 Aug 31 09:54:12.756651 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3754c5c-c759-4c7b-bd8b-9e5c57a55fc2 req-6b41024e-b456-4a61-b663-492552eabb33 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:12.758262 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d3754c5c-c759-4c7b-bd8b-9e5c57a55fc2 req-6b41024e-b456-4a61-b663-492552eabb33 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 945 time: 0.0488732 Aug 31 09:54:12.809069 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d3754c5c-c759-4c7b-bd8b-9e5c57a55fc2 req-d7d75bb0-5cd2-42dd-b2b4-4c095bb9fe36 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e1c7de74-f380-4ca1-a663-74761fb0e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449436 Aug 31 09:54:13.942188 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a8a1da-2d82-4bb4-93c8-c58533ac69df req-ccaa6487-8162-47f0-a671-123b38ade3d0 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:13.943755 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-27a8a1da-2d82-4bb4-93c8-c58533ac69df req-ccaa6487-8162-47f0-a671-123b38ade3d0 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 945 time: 0.0542314 Aug 31 09:54:14.002710 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-27a8a1da-2d82-4bb4-93c8-c58533ac69df req-109e8ade-799d-471d-b2c1-a6d1f1aeef63 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e1c7de74-f380-4ca1-a663-74761fb0e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524654 Aug 31 09:54:15.138353 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeee708-0a69-499b-b713-ef33168a0cbe req-954441b1-73a6-4145-ab17-2b00aa8e7564 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:15.139960 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-3eeee708-0a69-499b-b713-ef33168a0cbe req-954441b1-73a6-4145-ab17-2b00aa8e7564 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 945 time: 0.0527010 Aug 31 09:54:15.194332 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-3eeee708-0a69-499b-b713-ef33168a0cbe req-6d3ccab2-0ed6-4d05-b9ec-d587ac5ddf6f tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e1c7de74-f380-4ca1-a663-74761fb0e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473187 Aug 31 09:54:16.333595 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e98163-9674-4b8a-80bc-9814b602cd96 req-4bbe09e9-d6b6-4241-9968-f9adc55cac9f tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:16.335172 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d8e98163-9674-4b8a-80bc-9814b602cd96 req-4bbe09e9-d6b6-4241-9968-f9adc55cac9f tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 945 time: 0.0617733 Aug 31 09:54:16.389554 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d8e98163-9674-4b8a-80bc-9814b602cd96 req-279b321b-8722-46fc-9906-f74beabe9f8e tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e1c7de74-f380-4ca1-a663-74761fb0e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486393 Aug 31 09:54:17.523179 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685278d4-3b74-4d2c-aeed-6b563ceff657 req-3616cf35-f611-4292-8fd8-bfbf4ff11211 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:17.524755 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-685278d4-3b74-4d2c-aeed-6b563ceff657 req-3616cf35-f611-4292-8fd8-bfbf4ff11211 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 945 time: 0.0512738 Aug 31 09:54:17.577886 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-685278d4-3b74-4d2c-aeed-6b563ceff657 req-99068b83-2343-41f8-8b44-6aeb36375bb4 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e1c7de74-f380-4ca1-a663-74761fb0e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472705 Aug 31 09:54:18.742002 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667fcade-c505-4542-a44e-f05ca0a08f47 req-361a7b02-82e7-4c07-aa97-49f18c5a2e15 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:18.744920 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-667fcade-c505-4542-a44e-f05ca0a08f47 req-361a7b02-82e7-4c07-aa97-49f18c5a2e15 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 945 time: 0.0592031 Aug 31 09:54:18.821495 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-667fcade-c505-4542-a44e-f05ca0a08f47 req-d38c4ebc-c4c0-41ca-977a-e18f8f6d761e tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e1c7de74-f380-4ca1-a663-74761fb0e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658889 Aug 31 09:54:18.951487 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca37a42-0d13-4fac-8b97-44b3cdb44989 req-4a266275-7c13-40f6-9bcb-611a2fe07822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:18.953028 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-9ca37a42-0d13-4fac-8b97-44b3cdb44989 req-4a266275-7c13-40f6-9bcb-611a2fe07822 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 1129 time: 0.0507596 Aug 31 09:54:19.002047 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-9ca37a42-0d13-4fac-8b97-44b3cdb44989 req-f9dc0249-7ad5-439e-960b-074960f957fb service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e1c7de74-f380-4ca1-a663-74761fb0e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420363 Aug 31 09:54:19.976702 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef75242-5d3e-4ed1-93ee-61c1fcde5346 req-97b814a2-cb71-4a74-9ecf-7561e734d32a tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:19.978375 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-bef75242-5d3e-4ed1-93ee-61c1fcde5346 req-97b814a2-cb71-4a74-9ecf-7561e734d32a tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 945 time: 0.0547411 Aug 31 09:54:20.029490 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-bef75242-5d3e-4ed1-93ee-61c1fcde5346 req-850e158b-445f-4043-9066-0e137a1aea8b tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e1c7de74-f380-4ca1-a663-74761fb0e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454690 Aug 31 09:54:21.216870 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700dadb-fcd5-41e9-a351-cda6625fce32 req-68209a07-fca6-4bc9-83e2-b294b5ca8bd2 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:21.221425 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-3700dadb-fcd5-41e9-a351-cda6625fce32 req-68209a07-fca6-4bc9-83e2-b294b5ca8bd2 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 945 time: 0.0761662 Aug 31 09:54:21.290762 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-3700dadb-fcd5-41e9-a351-cda6625fce32 req-d08bfbd5-4fe7-44e4-913a-687e2e84d9f8 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e1c7de74-f380-4ca1-a663-74761fb0e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606470 Aug 31 09:54:22.460496 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a81b9-9bd1-4f15-b187-49d81c33a995 req-226e7b59-9a2b-4a68-a669-9903de1336dd tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:22.462242 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9d3a81b9-9bd1-4f15-b187-49d81c33a995 req-226e7b59-9a2b-4a68-a669-9903de1336dd tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 945 time: 0.0879905 Aug 31 09:54:22.535937 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9d3a81b9-9bd1-4f15-b187-49d81c33a995 req-ea72208d-ba0b-4cc9-b033-c6b5e714a5c1 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e1c7de74-f380-4ca1-a663-74761fb0e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631907 Aug 31 09:54:22.913409 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79122ceb-7507-405e-877c-7e1dde0efc3a req-fb66abc3-f7b0-4e17-956b-e5673747db38 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:22.915148 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-79122ceb-7507-405e-877c-7e1dde0efc3a req-fb66abc3-f7b0-4e17-956b-e5673747db38 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 945 time: 0.0546415 Aug 31 09:54:22.965226 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-79122ceb-7507-405e-877c-7e1dde0efc3a req-1470dae9-1982-4f57-9518-f652b24e1542 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e1c7de74-f380-4ca1-a663-74761fb0e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445251 Aug 31 09:54:23.306201 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f1850-eace-4b9d-b18f-10418c249ca4 req-31348eba-2c4b-4d45-a23e-ffabad48d5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:23.308610 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-197f1850-eace-4b9d-b18f-10418c249ca4 req-31348eba-2c4b-4d45-a23e-ffabad48d5c0 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=c0fc6660b5494415915cdf2b325e5bd6&device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 1129 time: 0.0663309 Aug 31 09:54:23.410778 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f1850-eace-4b9d-b18f-10418c249ca4 req-88933d00-8681-4cd3-af09-32ad32cf161b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:23.412497 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-197f1850-eace-4b9d-b18f-10418c249ca4 req-88933d00-8681-4cd3-af09-32ad32cf161b service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=2e69cc92-d348-4eef-9a4c-b8daacafc440 HTTP/1.1" status: 200 len: 920 time: 0.0966451 Aug 31 09:54:23.741718 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-197f1850-eace-4b9d-b18f-10418c249ca4 req-ae1ec71b-f759-4efe-9c6c-8c5b50467cb7 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebfc41b8-372f-4c67-97e3-7caa675975ac HTTP/1.1" status: 200 len: 1000 time: 0.2872612 Aug 31 09:54:23.796025 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f1850-eace-4b9d-b18f-10418c249ca4 req-a1dcb50a-b63a-4b9f-8162-698a6faf96a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:23.797499 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-197f1850-eace-4b9d-b18f-10418c249ca4 req-a1dcb50a-b63a-4b9f-8162-698a6faf96a0 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=851420a3-644f-4898-b99d-54af1fb83d8b HTTP/1.1" status: 200 len: 858 time: 0.0468533 Aug 31 09:54:23.844667 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f1850-eace-4b9d-b18f-10418c249ca4 req-7415ee73-10e3-43c8-ae27-b8070d5f8b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:23.846222 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-197f1850-eace-4b9d-b18f-10418c249ca4 req-7415ee73-10e3-43c8-ae27-b8070d5f8b23 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=2e69cc92-d348-4eef-9a4c-b8daacafc440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404246 Aug 31 09:54:23.962495 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-197f1850-eace-4b9d-b18f-10418c249ca4 req-110f7615-a5ec-4f06-92f9-528a4126980a service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2e69cc92-d348-4eef-9a4c-b8daacafc440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065075 Aug 31 09:54:24.079469 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-197f1850-eace-4b9d-b18f-10418c249ca4 req-b51181da-8e44-4e71-ae88-5c858b3c6466 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2e69cc92-d348-4eef-9a4c-b8daacafc440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968583 Aug 31 09:54:24.110434 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d175a2f6-f27b-4642-b09e-e078d4e4a5d1 req-dc1be1ad-730b-496b-822d-466f960b27f9 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:24.112289 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d175a2f6-f27b-4642-b09e-e078d4e4a5d1 req-dc1be1ad-730b-496b-822d-466f960b27f9 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 945 time: 0.0545650 Aug 31 09:54:24.149559 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:54:24.167385 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:54:24.190738 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d175a2f6-f27b-4642-b09e-e078d4e4a5d1 req-7c408cd1-3583-4331-9753-b05d437e965e tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e1c7de74-f380-4ca1-a663-74761fb0e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721066 Aug 31 09:54:24.233625 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-06f1d881-6b9e-45fe-bdcc-e32e13862612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:54:24.821826 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aab74f-604a-42a9-a905-7c88436e2521 req-32296c45-9473-4c73-879b-cd748878173d tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:24.823285 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-12aab74f-604a-42a9-a905-7c88436e2521 req-32296c45-9473-4c73-879b-cd748878173d tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=eef9aa55-0ea3-48de-b97b-b20c8bef0085 HTTP/1.1" status: 200 len: 945 time: 0.0505803 Aug 31 09:54:24.873858 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-12aab74f-604a-42a9-a905-7c88436e2521 req-74bab6d8-e5ab-4455-9ad3-77c889758059 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6a518540-a8f2-494a-9530-e0f8307d3613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448728 Aug 31 09:54:25.079162 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.agents_db [None req-8002e13a-56e4-448b-bc0d-5c9f038cbdad None None] Agent healthcheck: found 6 active agents {{(pid=112922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:54:25.332048 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901eb972-9fb8-428a-95f3-977bf1c09f27 req-8223b0e6-ceda-4297-9f67-995111e43db0 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:25.333545 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-901eb972-9fb8-428a-95f3-977bf1c09f27 req-8223b0e6-ceda-4297-9f67-995111e43db0 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 945 time: 0.0553384 Aug 31 09:54:25.393511 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-901eb972-9fb8-428a-95f3-977bf1c09f27 req-e40cca05-b8db-4bc0-b257-1a54933b1612 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e1c7de74-f380-4ca1-a663-74761fb0e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541232 Aug 31 09:54:25.766454 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e6f198be-e193-4693-a253-f9c4522a6272), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:54:26.010763 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e05f4-5d0f-456d-a947-abcd19f407a2 req-7c7b1481-0e6d-4d93-b578-df9686363717 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:26.012315 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-405e05f4-5d0f-456d-a947-abcd19f407a2 req-7c7b1481-0e6d-4d93-b578-df9686363717 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=eef9aa55-0ea3-48de-b97b-b20c8bef0085 HTTP/1.1" status: 200 len: 945 time: 0.0535288 Aug 31 09:54:26.064936 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-405e05f4-5d0f-456d-a947-abcd19f407a2 req-ab150d1b-87eb-4816-8a7d-8ddb318038bf tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6a518540-a8f2-494a-9530-e0f8307d3613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461102 Aug 31 09:54:26.485801 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-451c1f0b-a6bc-40cd-be2f-1c9b416da640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:54:26.537975 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a0d0dc-ab59-463b-a86f-5cd7f6f7a2ee req-6df16f7b-e004-453b-9fbc-1d9426f55064 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:26.539587 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-37a0d0dc-ab59-463b-a86f-5cd7f6f7a2ee req-6df16f7b-e004-453b-9fbc-1d9426f55064 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 945 time: 0.0586202 Aug 31 09:54:26.607178 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-37a0d0dc-ab59-463b-a86f-5cd7f6f7a2ee req-7a57b423-d7e2-47f0-9c7e-61519461bf84 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e1c7de74-f380-4ca1-a663-74761fb0e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600502 Aug 31 09:54:27.189710 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d3468-e34e-4be8-b22b-4c71b0bdaeca req-78e0edc8-4472-45c5-9573-43c4dd445668 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:27.192023 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5e5d3468-e34e-4be8-b22b-4c71b0bdaeca req-78e0edc8-4472-45c5-9573-43c4dd445668 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=eef9aa55-0ea3-48de-b97b-b20c8bef0085 HTTP/1.1" status: 200 len: 945 time: 0.0508757 Aug 31 09:54:27.249320 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5e5d3468-e34e-4be8-b22b-4c71b0bdaeca req-9e1aab5c-4316-49cb-95b9-c85165a9f64a tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6a518540-a8f2-494a-9530-e0f8307d3613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511503 Aug 31 09:54:27.745161 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021d0b2-49f7-44f1-9b14-ba74c2e0011d req-52eda205-6b02-484a-a447-7e3ddc57fff3 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:27.746786 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f021d0b2-49f7-44f1-9b14-ba74c2e0011d req-52eda205-6b02-484a-a447-7e3ddc57fff3 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 945 time: 0.0499325 Aug 31 09:54:27.797635 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:54:27.802549 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f021d0b2-49f7-44f1-9b14-ba74c2e0011d req-1304a947-5a1b-435b-884e-7ffd7e01fa9a tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e1c7de74-f380-4ca1-a663-74761fb0e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500505 Aug 31 09:54:28.395170 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc655f4-c29e-4c31-a30c-20753528c4a0 req-2f659d18-7054-4564-9119-5a5efd9a0036 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:28.396739 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-dbc655f4-c29e-4c31-a30c-20753528c4a0 req-2f659d18-7054-4564-9119-5a5efd9a0036 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=eef9aa55-0ea3-48de-b97b-b20c8bef0085 HTTP/1.1" status: 200 len: 945 time: 0.0545151 Aug 31 09:54:28.456752 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-dbc655f4-c29e-4c31-a30c-20753528c4a0 req-d6d57072-1400-4d94-ab0b-f0b8d11a3b10 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6a518540-a8f2-494a-9530-e0f8307d3613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496447 Aug 31 09:54:28.930358 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f21968-f2ac-457a-97e3-2dfd0fdca408 req-35864608-10b3-481b-bfaf-d99cd97f6f44 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:28.931957 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d5f21968-f2ac-457a-97e3-2dfd0fdca408 req-35864608-10b3-481b-bfaf-d99cd97f6f44 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 945 time: 0.0498271 Aug 31 09:54:28.982992 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d5f21968-f2ac-457a-97e3-2dfd0fdca408 req-d668f703-9d57-49d3-a0e1-48ccc2ac8ae6 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e1c7de74-f380-4ca1-a663-74761fb0e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453863 Aug 31 09:54:29.472777 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:54:29.627706 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f28302-17e9-4ba0-840d-f17be23f147e req-8b17e572-f7d3-4a9a-8ce9-8cdcaf48bc23 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:29.629538 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:54:29.639711 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b9f28302-17e9-4ba0-840d-f17be23f147e req-8b17e572-f7d3-4a9a-8ce9-8cdcaf48bc23 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=eef9aa55-0ea3-48de-b97b-b20c8bef0085 HTTP/1.1" status: 200 len: 945 time: 0.0905969 Aug 31 09:54:29.726783 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b9f28302-17e9-4ba0-840d-f17be23f147e req-0dcd3d7f-1623-4807-9772-e55f180d76c7 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6a518540-a8f2-494a-9530-e0f8307d3613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856159 Aug 31 09:54:30.144807 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f50eed-cc9a-4d23-87b7-f766aa8b28a4 req-d1bedc39-cc60-4489-af01-7a6838723d03 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:30.146404 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a7f50eed-cc9a-4d23-87b7-f766aa8b28a4 req-d1bedc39-cc60-4489-af01-7a6838723d03 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 945 time: 0.0631361 Aug 31 09:54:30.208479 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a7f50eed-cc9a-4d23-87b7-f766aa8b28a4 req-cf6207b2-829d-4093-992b-6eb8eae4761f tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e1c7de74-f380-4ca1-a663-74761fb0e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554280 Aug 31 09:54:30.336835 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:54:30.348458 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c70435-7c77-4468-a1e6-369f0225ba34 req-c572239b-e9ef-4bfa-bce2-3f6687189f72 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:30.349998 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-53c70435-7c77-4468-a1e6-369f0225ba34 req-c572239b-e9ef-4bfa-bce2-3f6687189f72 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 945 time: 0.0579283 Aug 31 09:54:30.360114 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 49484) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:54:30.365534 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [None req-b330c5a0-f444-4761-9ea6-2b61e80062f0 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Request body: {'floatingip': {'port_id': 'ebfc41b8-372f-4c67-97e3-7caa675975ac'}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:30.425197 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-b330c5a0-f444-4761-9ea6-2b61e80062f0 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks [] for floatingip (066922a7-8b5b-4a2e-ae36-2b8fcc700449), before_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:54:30.466561 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:54:30.905291 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4b080-69e0-4a17-8cb9-3e09a461bbdf req-cde313e4-1ffa-416b-b3cd-084c6448b3a8 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:30.906985 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-37d4b080-69e0-4a17-8cb9-3e09a461bbdf req-cde313e4-1ffa-416b-b3cd-084c6448b3a8 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=eef9aa55-0ea3-48de-b97b-b20c8bef0085 HTTP/1.1" status: 200 len: 945 time: 0.0649776 Aug 31 09:54:30.978386 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb21bcb-151c-4acb-8523-d66125301a52 req-036d31e3-6c1f-4d20-8fa4-c2007d1fb687 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:30.980214 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9eb21bcb-151c-4acb-8523-d66125301a52 req-036d31e3-6c1f-4d20-8fa4-c2007d1fb687 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=eef9aa55-0ea3-48de-b97b-b20c8bef0085 HTTP/1.1" status: 200 len: 945 time: 0.1492443 Aug 31 09:54:31.023005 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-b330c5a0-f444-4761-9ea6-2b61e80062f0 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:54:31.031557 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.plugin [req-37d4b080-69e0-4a17-8cb9-3e09a461bbdf req-2aacae52-d1c5-4934-9fb4-e2d7ded0fba5 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Deleting port 7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad {{(pid=112920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 09:54:31.031763 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-b330c5a0-f444-4761-9ea6-2b61e80062f0 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964517'] for floatingip (066922a7-8b5b-4a2e-ae36-2b8fcc700449), after_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:54:31.032028 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-37d4b080-69e0-4a17-8cb9-3e09a461bbdf req-2aacae52-d1c5-4934-9fb4-e2d7ded0fba5 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:54:31.167411 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.db [req-37d4b080-69e0-4a17-8cb9-3e09a461bbdf req-2aacae52-d1c5-4934-9fb4-e2d7ded0fba5 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] For port 7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad,segment=NetworkSegment(32826d5c-3161-458f-8d0d-546949204ea8),segment_id=32826d5c-3161-458f-8d0d-546949204ea8)] {{(pid=112920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:54:31.167809 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-37d4b080-69e0-4a17-8cb9-3e09a461bbdf req-2aacae52-d1c5-4934-9fb4-e2d7ded0fba5 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:54:31.184062 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.plugin [req-37d4b080-69e0-4a17-8cb9-3e09a461bbdf req-2aacae52-d1c5-4934-9fb4-e2d7ded0fba5 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Calling delete_port for 7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad owned by compute:nova {{(pid=112920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 09:54:31.321194 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:54:31.348409 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9eb21bcb-151c-4acb-8523-d66125301a52 req-6f52f3b6-ade8-4b06-99a6-2b5d1f6be82b tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6a518540-a8f2-494a-9530-e0f8307d3613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526182 Aug 31 09:54:31.355254 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-37d4b080-69e0-4a17-8cb9-3e09a461bbdf req-2aacae52-d1c5-4934-9fb4-e2d7ded0fba5 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64202837'] for port (7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:54:31.390156 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aacae52-d1c5-4934-9fb4-e2d7ded0fba5 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Pushing event deleted for resources: {'Port': ['ID=7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:31.404325 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aacae52-d1c5-4934-9fb4-e2d7ded0fba5 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:31.404666 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aacae52-d1c5-4934-9fb4-e2d7ded0fba5 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:31.405004 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aacae52-d1c5-4934-9fb4-e2d7ded0fba5 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:31.405338 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aacae52-d1c5-4934-9fb4-e2d7ded0fba5 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:31.405701 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aacae52-d1c5-4934-9fb4-e2d7ded0fba5 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:31.406027 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aacae52-d1c5-4934-9fb4-e2d7ded0fba5 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:31.406349 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aacae52-d1c5-4934-9fb4-e2d7ded0fba5 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:31.406667 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aacae52-d1c5-4934-9fb4-e2d7ded0fba5 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:31.406978 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aacae52-d1c5-4934-9fb4-e2d7ded0fba5 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:31.407302 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aacae52-d1c5-4934-9fb4-e2d7ded0fba5 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:31.407624 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aacae52-d1c5-4934-9fb4-e2d7ded0fba5 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:31.407940 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aacae52-d1c5-4934-9fb4-e2d7ded0fba5 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:31.408254 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aacae52-d1c5-4934-9fb4-e2d7ded0fba5 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:31.408568 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aacae52-d1c5-4934-9fb4-e2d7ded0fba5 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:31.409590 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aacae52-d1c5-4934-9fb4-e2d7ded0fba5 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:31.432760 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] get_ports_and_sgs() called for port_ids ['7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad'] {{(pid=112921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 09:54:31.449545 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.l3_dvrscheduler_db [req-37d4b080-69e0-4a17-8cb9-3e09a461bbdf req-2aacae52-d1c5-4934-9fb4-e2d7ded0fba5 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] No DVR routers for this DVR port 7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad on host hv-cinder-84496 {{(pid=112920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 09:54:31.452460 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-37d4b080-69e0-4a17-8cb9-3e09a461bbdf req-2aacae52-d1c5-4934-9fb4-e2d7ded0fba5 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for port (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:54:31.456356 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-37d4b080-69e0-4a17-8cb9-3e09a461bbdf req-2aacae52-d1c5-4934-9fb4-e2d7ded0fba5 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.64 "DELETE /networking/v2.0/ports/7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad HTTP/1.1" status: 204 len: 173 time: 0.5425203 Aug 31 09:54:31.456945 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eef9aa55-0ea3-48de-b97b-b20c8bef0085', 'name': 'network-vif-deleted', 'tag': '7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad'}] {{(pid=112920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:54:31.459379 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b1c67df7a66df2dbb2f1d86d1740294a25e35557c8b7fb736f9ab0bc04a1bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d0c80c-2618-4e4b-92ed-a6eae742a4ed" -d '{"events": [{"server_uuid": "eef9aa55-0ea3-48de-b97b-b20c8bef0085", "name": "network-vif-deleted", "tag": "7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad"}]}' {{(pid=112920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:54:31.541652 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 09:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56638a27-3810-4f81-a79c-125ef9492754 x-openstack-request-id: req-56638a27-3810-4f81-a79c-125ef9492754 {{(pid=112920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:54:31.542056 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b330c5a0-f444-4761-9ea6-2b61e80062f0 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Router e548f256-8fe0-48dc-a879-6665a50f046d has already been hosted by L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 {{(pid=112919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:54:31.542316 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eef9aa55-0ea3-48de-b97b-b20c8bef0085", "name": "network-vif-deleted", "tag": "7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad", "status": "completed", "code": 200}]} {{(pid=112920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:54:31.542702 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-56638a27-3810-4f81-a79c-125ef9492754 {{(pid=112920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:54:31.543257 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56638a27-3810-4f81-a79c-125ef9492754'] response: {'server_uuid': 'eef9aa55-0ea3-48de-b97b-b20c8bef0085', 'name': 'network-vif-deleted', 'tag': '7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad', 'status': 'completed', 'code': 200} Aug 31 09:54:31.653538 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b330c5a0-f444-4761-9ea6-2b61e80062f0 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:54:31.658208 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-b330c5a0-f444-4761-9ea6-2b61e80062f0 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for floatingip (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:54:31.660945 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:54:31.670241 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996f9e6f-f6de-4b14-a2c0-313a15aa13df None None] Sync routers for ids ['e548f256-8fe0-48dc-a879-6665a50f046d'] in dv-cinder-844961-2-iscsi {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:54:31.697168 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996f9e6f-f6de-4b14-a2c0-313a15aa13df None None] Routers {'e548f256-8fe0-48dc-a879-6665a50f046d'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:54:31.698232 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-996f9e6f-f6de-4b14-a2c0-313a15aa13df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:54:26Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['e548f256-8fe0-48dc-a879-6665a50f046d'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:31.735624 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad92550c-f29b-4f97-9511-a2f1ffa98e3e', 'tag': 'ebfc41b8-372f-4c67-97e3-7caa675975ac'}] {{(pid=112919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:54:31.738769 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f6ad1632a392cf14020321c7ce6c49338053db0fa13ffca62b7dfe78a8e90b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f750388b-2b69-4648-8873-91ab078685e0" -d '{"events": [{"name": "network-changed", "server_uuid": "ad92550c-f29b-4f97-9511-a2f1ffa98e3e", "tag": "ebfc41b8-372f-4c67-97e3-7caa675975ac"}]}' {{(pid=112919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:54:31.751767 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-b330c5a0-f444-4761-9ea6-2b61e80062f0 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "PUT /networking/v2.0/floatingips/066922a7-8b5b-4a2e-ae36-2b8fcc700449 HTTP/1.1" status: 200 len: 992 time: 1.3881655 Aug 31 09:54:31.851077 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-996f9e6f-f6de-4b14-a2c0-313a15aa13df None None] Set router e548f256-8fe0-48dc-a879-6665a50f046d gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:54:31.860727 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 09:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7cf34ca-0485-4ab5-81fd-4f6f3c764ec3 x-openstack-request-id: req-a7cf34ca-0485-4ab5-81fd-4f6f3c764ec3 {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:54:31.861007 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad92550c-f29b-4f97-9511-a2f1ffa98e3e", "tag": "ebfc41b8-372f-4c67-97e3-7caa675975ac", "status": "completed", "code": 200}]} {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:54:31.861260 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a7cf34ca-0485-4ab5-81fd-4f6f3c764ec3 {{(pid=112919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:54:31.862124 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7cf34ca-0485-4ab5-81fd-4f6f3c764ec3'] response: {'name': 'network-changed', 'server_uuid': 'ad92550c-f29b-4f97-9511-a2f1ffa98e3e', 'tag': 'ebfc41b8-372f-4c67-97e3-7caa675975ac', 'status': 'completed', 'code': 200} Aug 31 09:54:31.978390 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:54:31.993092 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f750388b-2b69-4648-8873-91ab078685e0 req-f2c367fa-0535-4583-af6c-4385e03a7ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:31.994858 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-f750388b-2b69-4648-8873-91ab078685e0 req-f2c367fa-0535-4583-af6c-4385e03a7ada service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=c0fc6660b5494415915cdf2b325e5bd6&device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 1129 time: 0.0497444 Aug 31 09:54:32.132386 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f750388b-2b69-4648-8873-91ab078685e0 req-76e94f91-bffe-43cb-ab65-4d1d59cbca6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:32.133875 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-f750388b-2b69-4648-8873-91ab078685e0 req-76e94f91-bffe-43cb-ab65-4d1d59cbca6f service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=2e69cc92-d348-4eef-9a4c-b8daacafc440 HTTP/1.1" status: 200 len: 920 time: 0.1290069 Aug 31 09:54:32.167061 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-996f9e6f-f6de-4b14-a2c0-313a15aa13df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e548f256-8fe0-48dc-a879-6665a50f046d', 'name': 'tempest-ServerRescueNegativeTestJSON-1771364971-router', 'tenant_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '8c494ce0-e6b5-4525-b16d-4d6baaa16e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:47:47Z', 'updated_at': '2022-08-31T09:47:56Z', 'revision_number': 4, 'project_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'gw_port': {'id': '8c494ce0-e6b5-4525-b16d-4d6baaa16e47', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:eb:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e548f256-8fe0-48dc-a879-6665a50f046d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:48Z', 'updated_at': '2022-08-31T09:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_floatingips': [{'id': '066922a7-8b5b-4a2e-ae36-2b8fcc700449', 'tenant_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'floating_ip_address': '172.27.3.19', 'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'router_id': 'e548f256-8fe0-48dc-a879-6665a50f046d', 'port_id': 'ebfc41b8-372f-4c67-97e3-7caa675975ac', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e69cc92-d348-4eef-9a4c-b8daacafc440', 'mac_address': 'fa:16:3e:54:cf:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad92550c-f29b-4f97-9511-a2f1ffa98e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T09:50:56Z', 'updated_at': '2022-08-31T09:54:30Z', 'revision_number': 3, 'project_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84107282-1e36-4545-8fc1-71de5f445467', 'name': '', 'network_id': '2e69cc92-d348-4eef-9a4c-b8daacafc440', 'tenant_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'mac_address': 'fa:16:3e:56:9b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e548f256-8fe0-48dc-a879-6665a50f046d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '851420a3-644f-4898-b99d-54af1fb83d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:54Z', 'updated_at': '2022-08-31T09:48:09Z', 'revision_number': 5, 'project_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'subnets': [{'id': '851420a3-644f-4898-b99d-54af1fb83d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:32.206882 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996f9e6f-f6de-4b14-a2c0-313a15aa13df None None] Checking router: e548f256-8fe0-48dc-a879-6665a50f046d for host: dv-cinder-844961-2-iscsi {{(pid=112921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:54:32.222217 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996f9e6f-f6de-4b14-a2c0-313a15aa13df None None] Routers {'e548f256-8fe0-48dc-a879-6665a50f046d'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:54:32.223256 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-996f9e6f-f6de-4b14-a2c0-313a15aa13df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:54:26Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['e548f256-8fe0-48dc-a879-6665a50f046d'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:32.251770 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-f750388b-2b69-4648-8873-91ab078685e0 req-8b908b91-01e9-4534-b2f4-0ed6bb1a4b98 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebfc41b8-372f-4c67-97e3-7caa675975ac HTTP/1.1" status: 200 len: 1000 time: 0.0990205 Aug 31 09:54:32.336385 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-996f9e6f-f6de-4b14-a2c0-313a15aa13df None None] Set router e548f256-8fe0-48dc-a879-6665a50f046d gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:54:32.343502 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c6d6a-37fd-40be-b5ac-8f52852f0b43 req-b45f1f49-3191-4d88-a90a-3fb4b7ed14b0 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:32.345079 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-cb2c6d6a-37fd-40be-b5ac-8f52852f0b43 req-b45f1f49-3191-4d88-a90a-3fb4b7ed14b0 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 945 time: 0.0504491 Aug 31 09:54:32.381957 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:54:32.405439 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-cb2c6d6a-37fd-40be-b5ac-8f52852f0b43 req-25b2a6ac-c3f3-4383-b7ab-31a460e414fe tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6418d58e-7890-486d-8ef9-fd8f11b8a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527949 Aug 31 09:54:32.497441 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-776cc97b-b4a8-4cf2-9c88-38c7f3386192 req-1acef8c6-b832-4142-beed-9e70885f5483 tempest-VolumesSnapshotTestJSON-105813715 tempest-VolumesSnapshotTestJSON-105813715-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=eef9aa55-0ea3-48de-b97b-b20c8bef0085 HTTP/1.1" status: 200 len: 210 time: 0.0431042 Aug 31 09:54:32.592622 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-996f9e6f-f6de-4b14-a2c0-313a15aa13df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e548f256-8fe0-48dc-a879-6665a50f046d', 'name': 'tempest-ServerRescueNegativeTestJSON-1771364971-router', 'tenant_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '8c494ce0-e6b5-4525-b16d-4d6baaa16e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:47:47Z', 'updated_at': '2022-08-31T09:47:56Z', 'revision_number': 4, 'project_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'gw_port': {'id': '8c494ce0-e6b5-4525-b16d-4d6baaa16e47', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:eb:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e548f256-8fe0-48dc-a879-6665a50f046d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:48Z', 'updated_at': '2022-08-31T09:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_floatingips': [{'id': '066922a7-8b5b-4a2e-ae36-2b8fcc700449', 'tenant_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'floating_ip_address': '172.27.3.19', 'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'router_id': 'e548f256-8fe0-48dc-a879-6665a50f046d', 'port_id': 'ebfc41b8-372f-4c67-97e3-7caa675975ac', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e69cc92-d348-4eef-9a4c-b8daacafc440', 'mac_address': 'fa:16:3e:54:cf:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad92550c-f29b-4f97-9511-a2f1ffa98e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T09:50:56Z', 'updated_at': '2022-08-31T09:54:30Z', 'revision_number': 3, 'project_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84107282-1e36-4545-8fc1-71de5f445467', 'name': '', 'network_id': '2e69cc92-d348-4eef-9a4c-b8daacafc440', 'tenant_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'mac_address': 'fa:16:3e:56:9b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e548f256-8fe0-48dc-a879-6665a50f046d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '851420a3-644f-4898-b99d-54af1fb83d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:54Z', 'updated_at': '2022-08-31T09:48:09Z', 'revision_number': 5, 'project_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'subnets': [{'id': '851420a3-644f-4898-b99d-54af1fb83d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:32.624109 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f750388b-2b69-4648-8873-91ab078685e0 req-82d59dcf-1906-4aa6-9fbc-63cb500d4c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:32.624933 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996f9e6f-f6de-4b14-a2c0-313a15aa13df None None] The sync data for ids ['e548f256-8fe0-48dc-a879-6665a50f046d'] in dv-cinder-844961-2-iscsi is: [{'id': 'e548f256-8fe0-48dc-a879-6665a50f046d', 'name': 'tempest-ServerRescueNegativeTestJSON-1771364971-router', 'tenant_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '8c494ce0-e6b5-4525-b16d-4d6baaa16e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:47:47Z', 'updated_at': '2022-08-31T09:47:56Z', 'revision_number': 4, 'project_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'gw_port': {'id': '8c494ce0-e6b5-4525-b16d-4d6baaa16e47', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:eb:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e548f256-8fe0-48dc-a879-6665a50f046d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:48Z', 'updated_at': '2022-08-31T09:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_floatingips': [{'id': '066922a7-8b5b-4a2e-ae36-2b8fcc700449', 'tenant_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'floating_ip_address': '172.27.3.19', 'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'router_id': 'e548f256-8fe0-48dc-a879-6665a50f046d', 'port_id': 'ebfc41b8-372f-4c67-97e3-7caa675975ac', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e69cc92-d348-4eef-9a4c-b8daacafc440', 'mac_address': 'fa:16:3e:54:cf:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad92550c-f29b-4f97-9511-a2f1ffa98e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T09:50:56Z', 'updated_at': '2022-08-31T09:54:30Z', 'revision_number': 3, 'project_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84107282-1e36-4545-8fc1-71de5f445467', 'name': '', 'network_id': '2e69cc92-d348-4eef-9a4c-b8daacafc440', 'tenant_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'mac_address': 'fa:16:3e:56:9b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e548f256-8fe0-48dc-a879-6665a50f046d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '851420a3-644f-4898-b99d-54af1fb83d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:54Z', 'updated_at': '2022-08-31T09:48:09Z', 'revision_number': 5, 'project_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'subnets': [{'id': '851420a3-644f-4898-b99d-54af1fb83d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:54:32.625737 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-f750388b-2b69-4648-8873-91ab078685e0 req-82d59dcf-1906-4aa6-9fbc-63cb500d4c1c service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=851420a3-644f-4898-b99d-54af1fb83d8b HTTP/1.1" status: 200 len: 858 time: 0.0715196 Aug 31 09:54:32.745769 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f750388b-2b69-4648-8873-91ab078685e0 req-1e7a18c9-93a5-48b0-8ac9-8566ffcd3049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:32.747267 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-f750388b-2b69-4648-8873-91ab078685e0 req-1e7a18c9-93a5-48b0-8ac9-8566ffcd3049 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=2e69cc92-d348-4eef-9a4c-b8daacafc440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0547991 Aug 31 09:54:33.036343 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-f750388b-2b69-4648-8873-91ab078685e0 req-32e32bcb-0b09-4b2e-8177-0d836193804f service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2e69cc92-d348-4eef-9a4c-b8daacafc440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094131 Aug 31 09:54:33.141176 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-f750388b-2b69-4648-8873-91ab078685e0 req-c3e6f64b-252f-442c-a5a9-c9d475bbc006 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2e69cc92-d348-4eef-9a4c-b8daacafc440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950217 Aug 31 09:54:33.537311 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612aba00-63ce-48a5-a977-8401f9b23823 req-e39ad00b-fdfc-452d-a1e0-4726d95f1622 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:33.538936 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-612aba00-63ce-48a5-a977-8401f9b23823 req-e39ad00b-fdfc-452d-a1e0-4726d95f1622 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 945 time: 0.0510669 Aug 31 09:54:33.608782 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-612aba00-63ce-48a5-a977-8401f9b23823 req-d4fb3ecd-4e66-4e53-a499-f58d7b6ee194 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6418d58e-7890-486d-8ef9-fd8f11b8a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619030 Aug 31 09:54:33.863290 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad92550c-f29b-4f97-9511-a2f1ffa98e3e', 'tag': 'ebfc41b8-372f-4c67-97e3-7caa675975ac'}] {{(pid=112919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:54:33.866231 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f6ad1632a392cf14020321c7ce6c49338053db0fa13ffca62b7dfe78a8e90b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c398a28-63e2-4c07-b39e-abed544b0cb8" -d '{"events": [{"name": "network-changed", "server_uuid": "ad92550c-f29b-4f97-9511-a2f1ffa98e3e", "tag": "ebfc41b8-372f-4c67-97e3-7caa675975ac"}]}' {{(pid=112919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:54:33.912608 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 09:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c60d68-b7aa-40c7-8b3a-77c87168dd31 x-openstack-request-id: req-78c60d68-b7aa-40c7-8b3a-77c87168dd31 {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:54:33.912905 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad92550c-f29b-4f97-9511-a2f1ffa98e3e", "tag": "ebfc41b8-372f-4c67-97e3-7caa675975ac", "status": "completed", "code": 200}]} {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:54:33.913153 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-78c60d68-b7aa-40c7-8b3a-77c87168dd31 {{(pid=112919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:54:33.913592 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78c60d68-b7aa-40c7-8b3a-77c87168dd31'] response: {'name': 'network-changed', 'server_uuid': 'ad92550c-f29b-4f97-9511-a2f1ffa98e3e', 'tag': 'ebfc41b8-372f-4c67-97e3-7caa675975ac', 'status': 'completed', 'code': 200} Aug 31 09:54:34.026941 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c398a28-63e2-4c07-b39e-abed544b0cb8 req-5406d056-c7c0-430c-ac76-2b957c5c67ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:34.028540 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-6c398a28-63e2-4c07-b39e-abed544b0cb8 req-5406d056-c7c0-430c-ac76-2b957c5c67ca service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=c0fc6660b5494415915cdf2b325e5bd6&device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 1129 time: 0.0468152 Aug 31 09:54:34.135367 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c398a28-63e2-4c07-b39e-abed544b0cb8 req-e6f47ba6-9384-4c1e-ba15-50aa0efbd634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:34.136843 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-6c398a28-63e2-4c07-b39e-abed544b0cb8 req-e6f47ba6-9384-4c1e-ba15-50aa0efbd634 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=2e69cc92-d348-4eef-9a4c-b8daacafc440 HTTP/1.1" status: 200 len: 920 time: 0.1013601 Aug 31 09:54:34.215149 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-6c398a28-63e2-4c07-b39e-abed544b0cb8 req-75af6678-f627-4186-be5a-c25a637a412b service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebfc41b8-372f-4c67-97e3-7caa675975ac HTTP/1.1" status: 200 len: 1000 time: 0.0701699 Aug 31 09:54:34.279427 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c398a28-63e2-4c07-b39e-abed544b0cb8 req-e6c2ce85-1352-4286-a385-7a27e0629338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:34.280785 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-6c398a28-63e2-4c07-b39e-abed544b0cb8 req-e6c2ce85-1352-4286-a385-7a27e0629338 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=851420a3-644f-4898-b99d-54af1fb83d8b HTTP/1.1" status: 200 len: 858 time: 0.0513244 Aug 31 09:54:34.333732 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c398a28-63e2-4c07-b39e-abed544b0cb8 req-74b4cdd9-319f-4a8f-ab35-84cfe7aeaae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:34.335816 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-6c398a28-63e2-4c07-b39e-abed544b0cb8 req-74b4cdd9-319f-4a8f-ab35-84cfe7aeaae8 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=2e69cc92-d348-4eef-9a4c-b8daacafc440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451906 Aug 31 09:54:34.397528 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device 7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad no longer exists at agent hyperv_hv-cinder-84496 {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:54:34.420239 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] No Port match for: 7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad {{(pid=112921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 09:54:34.420586 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device 7a6232d6-44ce-4f87-bd9d-73e5a1b1d1ad not bound to the agent host hv-cinder-84496 {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:54:34.424505 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=100 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:54:34.436287 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-6c398a28-63e2-4c07-b39e-abed544b0cb8 req-127af51f-427b-40d5-9a50-20a3610e3fb9 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2e69cc92-d348-4eef-9a4c-b8daacafc440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934851 Aug 31 09:54:34.529404 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-6c398a28-63e2-4c07-b39e-abed544b0cb8 req-0dab424f-e48d-4040-a7aa-73d6085763a9 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2e69cc92-d348-4eef-9a4c-b8daacafc440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847940 Aug 31 09:54:34.739859 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cacba0d-aecf-4390-ad29-77eed901aa93 req-e90c8214-bb87-44cc-bbac-01080d1d910a tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:34.741339 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-3cacba0d-aecf-4390-ad29-77eed901aa93 req-e90c8214-bb87-44cc-bbac-01080d1d910a tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 945 time: 0.0474637 Aug 31 09:54:34.789145 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-3cacba0d-aecf-4390-ad29-77eed901aa93 req-aeb21462-c0f0-4170-9681-9a12d6135053 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6418d58e-7890-486d-8ef9-fd8f11b8a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420332 Aug 31 09:54:35.075189 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=18 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:54:35.076293 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=16 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:54:35.914365 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17c979-a9c1-47b9-8cb0-09c73e68b93b req-ae1209d7-f673-4191-9779-06f17679922a tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:35.915854 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7a17c979-a9c1-47b9-8cb0-09c73e68b93b req-ae1209d7-f673-4191-9779-06f17679922a tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 945 time: 0.0494621 Aug 31 09:54:35.966745 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7a17c979-a9c1-47b9-8cb0-09c73e68b93b req-a9d271c9-13c5-4b7b-8572-5aef0bb8c01f tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6418d58e-7890-486d-8ef9-fd8f11b8a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451987 Aug 31 09:54:37.093698 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68562564-d45f-4878-8efe-ecc830a32394 req-3fdf31cb-4a6a-49dc-a1ad-6c8158f3dda2 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:37.095225 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-68562564-d45f-4878-8efe-ecc830a32394 req-3fdf31cb-4a6a-49dc-a1ad-6c8158f3dda2 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 945 time: 0.0508823 Aug 31 09:54:37.145190 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-68562564-d45f-4878-8efe-ecc830a32394 req-d0fcce51-7660-402b-99c1-8f839bd90734 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6418d58e-7890-486d-8ef9-fd8f11b8a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436716 Aug 31 09:54:38.275581 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e7008-de2f-4ab7-8945-4946749bee92 req-6b2637d4-2a79-4bfe-8c0e-0941a11cc1ed tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:38.277057 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-8c5e7008-de2f-4ab7-8945-4946749bee92 req-6b2637d4-2a79-4bfe-8c0e-0941a11cc1ed tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 945 time: 0.0515413 Aug 31 09:54:38.333069 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-8c5e7008-de2f-4ab7-8945-4946749bee92 req-44d9520e-a582-42aa-8cc1-920178879b79 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6418d58e-7890-486d-8ef9-fd8f11b8a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502336 Aug 31 09:54:39.466190 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be09e2f-c62b-4c77-84f0-4626fc635cf0 req-852e16e7-feca-49b8-be1e-32caf2b74419 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:39.467712 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2be09e2f-c62b-4c77-84f0-4626fc635cf0 req-852e16e7-feca-49b8-be1e-32caf2b74419 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 945 time: 0.0524812 Aug 31 09:54:39.527184 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2be09e2f-c62b-4c77-84f0-4626fc635cf0 req-edeb421e-1f66-472a-b880-df56d24ef0bd tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6418d58e-7890-486d-8ef9-fd8f11b8a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525291 Aug 31 09:54:40.656389 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b663e9ce-4632-471f-9e6f-be85b7b7d808 req-bb149a34-9170-4187-8f7b-0c98e1faf3b6 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:40.657963 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b663e9ce-4632-471f-9e6f-be85b7b7d808 req-bb149a34-9170-4187-8f7b-0c98e1faf3b6 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 945 time: 0.0493975 Aug 31 09:54:40.709256 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b663e9ce-4632-471f-9e6f-be85b7b7d808 req-484596cf-0003-4cd7-88ac-0bc3eefd5ed2 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6418d58e-7890-486d-8ef9-fd8f11b8a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447569 Aug 31 09:54:41.837545 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243359cd-2d17-4c25-a7c6-313e70654db8 req-26b2ce4c-1b85-4aca-b249-42f41fcb84a4 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:41.839088 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-243359cd-2d17-4c25-a7c6-313e70654db8 req-26b2ce4c-1b85-4aca-b249-42f41fcb84a4 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 945 time: 0.0536270 Aug 31 09:54:41.893834 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-243359cd-2d17-4c25-a7c6-313e70654db8 req-c27a2463-7943-4c24-972b-04f06f15edfb tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6418d58e-7890-486d-8ef9-fd8f11b8a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473537 Aug 31 09:54:42.595089 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:54:43.024183 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc89de-7e11-4d23-b6c3-a99b19049e7f req-87106cf0-9007-412f-8223-9ab3be8f196e tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:43.025827 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b2fc89de-7e11-4d23-b6c3-a99b19049e7f req-87106cf0-9007-412f-8223-9ab3be8f196e tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 945 time: 0.0558181 Aug 31 09:54:43.078597 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:54:43.093843 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b2fc89de-7e11-4d23-b6c3-a99b19049e7f req-c3a0a047-0792-40fe-9f39-be6112c89358 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6418d58e-7890-486d-8ef9-fd8f11b8a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620553 Aug 31 09:54:44.255919 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c3f8c-792b-4001-880d-93db502a55f3 req-3da6d7e9-483b-4dd1-9335-8f68744c1b1b tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:44.257757 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-654c3f8c-792b-4001-880d-93db502a55f3 req-3da6d7e9-483b-4dd1-9335-8f68744c1b1b tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 945 time: 0.0586212 Aug 31 09:54:44.315094 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-654c3f8c-792b-4001-880d-93db502a55f3 req-b51ce8dc-9264-49fa-aa05-a7435f9d6757 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6418d58e-7890-486d-8ef9-fd8f11b8a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505314 Aug 31 09:54:44.401122 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:54:44.516037 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=9 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:54:44.526901 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=90 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:54:45.440531 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e46c559-99bd-43b4-89d0-907573b98ebc req-4986b008-d918-48b4-8b73-50439d0b2662 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:45.442045 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4e46c559-99bd-43b4-89d0-907573b98ebc req-4986b008-d918-48b4-8b73-50439d0b2662 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 945 time: 0.0493515 Aug 31 09:54:45.491287 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4e46c559-99bd-43b4-89d0-907573b98ebc req-940f4c79-da73-4e40-862d-1cba31cc329d tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6418d58e-7890-486d-8ef9-fd8f11b8a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434783 Aug 31 09:54:46.624123 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa70fb-8fef-433e-bf03-6166b05df4c5 req-f761dabd-c6ce-417d-bac2-a6ee7f402cc3 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:46.625682 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-3bfa70fb-8fef-433e-bf03-6166b05df4c5 req-f761dabd-c6ce-417d-bac2-a6ee7f402cc3 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 945 time: 0.0530808 Aug 31 09:54:46.637873 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:54:46.682981 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-3bfa70fb-8fef-433e-bf03-6166b05df4c5 req-747ef66b-6cff-42f5-8dd8-2ae0feffe22b tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6418d58e-7890-486d-8ef9-fd8f11b8a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508924 Aug 31 09:54:47.807977 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f2e10-8d01-4c94-810f-1f10d2c7810e req-e64e4f6b-d18b-4b1b-a93d-fae16e6ed13c tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:47.809665 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2a6f2e10-8d01-4c94-810f-1f10d2c7810e req-e64e4f6b-d18b-4b1b-a93d-fae16e6ed13c tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 945 time: 0.0507820 Aug 31 09:54:47.859345 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2a6f2e10-8d01-4c94-810f-1f10d2c7810e req-efd53f11-003e-4917-aeff-2ba3875928ef tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6418d58e-7890-486d-8ef9-fd8f11b8a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438561 Aug 31 09:54:48.982162 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aac601-d3bb-4d2a-baef-3d071d4d7edc req-b7f8d709-6109-41f2-8ecb-92de343ce66b tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:48.983928 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a7aac601-d3bb-4d2a-baef-3d071d4d7edc req-b7f8d709-6109-41f2-8ecb-92de343ce66b tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 945 time: 0.0496116 Aug 31 09:54:49.033681 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a7aac601-d3bb-4d2a-baef-3d071d4d7edc req-bbba121a-dba5-4f66-8d61-4b7c452bb8c6 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6418d58e-7890-486d-8ef9-fd8f11b8a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436614 Aug 31 09:54:50.170065 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ccaab-cee8-44a4-bbb6-8e48ac5557be req-7322389c-1cc6-4a4b-8804-24c8d2b32007 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:50.171908 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b71ccaab-cee8-44a4-bbb6-8e48ac5557be req-7322389c-1cc6-4a4b-8804-24c8d2b32007 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 945 time: 0.0558035 Aug 31 09:54:50.222238 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b71ccaab-cee8-44a4-bbb6-8e48ac5557be req-0e51dbee-3a0a-4cbf-b6b6-67d638e794a5 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6418d58e-7890-486d-8ef9-fd8f11b8a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430384 Aug 31 09:54:51.349826 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12023263-33b2-4a77-9a98-ba7f2aa1e341 req-9632a0ea-15e3-4004-932d-c5d63b98eb93 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:51.351354 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-12023263-33b2-4a77-9a98-ba7f2aa1e341 req-9632a0ea-15e3-4004-932d-c5d63b98eb93 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 945 time: 0.0505986 Aug 31 09:54:51.405408 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-12023263-33b2-4a77-9a98-ba7f2aa1e341 req-f3324425-057f-478c-bcba-aab55d46b454 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6418d58e-7890-486d-8ef9-fd8f11b8a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479226 Aug 31 09:54:52.536463 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4de9a7-6470-4f4f-84b8-74f0b2abaaf3 req-39475d12-c4dd-4df3-9ec2-ddc7324cc6d5 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:52.537912 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4c4de9a7-6470-4f4f-84b8-74f0b2abaaf3 req-39475d12-c4dd-4df3-9ec2-ddc7324cc6d5 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 945 time: 0.0523865 Aug 31 09:54:52.596186 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4c4de9a7-6470-4f4f-84b8-74f0b2abaaf3 req-92af3198-ac82-4279-b3a7-e25d4c2067ba tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6418d58e-7890-486d-8ef9-fd8f11b8a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522053 Aug 31 09:54:53.730530 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba7e246-7660-4218-af01-61dbb842df9c req-0f67d68a-834e-420a-88cc-dd544063e9f5 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:53.732068 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7ba7e246-7660-4218-af01-61dbb842df9c req-0f67d68a-834e-420a-88cc-dd544063e9f5 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 945 time: 0.0505307 Aug 31 09:54:53.785708 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7ba7e246-7660-4218-af01-61dbb842df9c req-d431cc6a-0ea4-4cc7-bce8-40bad0f74d5a tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6418d58e-7890-486d-8ef9-fd8f11b8a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471478 Aug 31 09:54:54.008178 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88effada-8f25-4448-9d1a-d0076ff147a8 req-f1dae7b9-8c94-4594-8474-513c811d7654 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:54.009840 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-88effada-8f25-4448-9d1a-d0076ff147a8 req-f1dae7b9-8c94-4594-8474-513c811d7654 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 945 time: 0.0509915 Aug 31 09:54:54.065371 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-88effada-8f25-4448-9d1a-d0076ff147a8 req-5268ac84-5a40-41a1-8a8d-9ebb64b40599 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6418d58e-7890-486d-8ef9-fd8f11b8a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478125 Aug 31 09:54:54.131167 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3816de5-8be5-4d93-9f7b-78418c47a150 req-007f326b-534c-4d35-b9b7-4cf0ba49bae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:54.133621 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-d3816de5-8be5-4d93-9f7b-78418c47a150 req-007f326b-534c-4d35-b9b7-4cf0ba49bae4 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=05be916a558445ee8550559d491efbd0&device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 1129 time: 0.0615668 Aug 31 09:54:54.238014 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-d2f1aebc-9d4f-4196-aec4-a9c3a4e0317d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:54:54.245868 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3816de5-8be5-4d93-9f7b-78418c47a150 req-8ffc6f76-fc2d-4352-aef6-0d1f3138dea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:54.247689 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-d3816de5-8be5-4d93-9f7b-78418c47a150 req-8ffc6f76-fc2d-4352-aef6-0d1f3138dea8 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=36c1318a-9832-4bc9-ac1a-5f597bd8ac6c HTTP/1.1" status: 200 len: 912 time: 0.1068735 Aug 31 09:54:54.313615 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-d3816de5-8be5-4d93-9f7b-78418c47a150 req-4ffdf186-078e-440e-8de2-8417cf18da7a service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cae2bef1-d3f5-4bd0-b345-99fbc7e354b9 HTTP/1.1" status: 200 len: 1001 time: 0.0580945 Aug 31 09:54:54.369844 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3816de5-8be5-4d93-9f7b-78418c47a150 req-5838cb00-6cca-4e77-ac0d-82e5318a6041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:54.371307 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-d3816de5-8be5-4d93-9f7b-78418c47a150 req-5838cb00-6cca-4e77-ac0d-82e5318a6041 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=62f04c98-5559-462e-a349-fd7424d6ae82 HTTP/1.1" status: 200 len: 850 time: 0.0518711 Aug 31 09:54:54.419916 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3816de5-8be5-4d93-9f7b-78418c47a150 req-96207e64-d1c6-4955-ac9d-2ad5f39a0f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:54.421454 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-d3816de5-8be5-4d93-9f7b-78418c47a150 req-96207e64-d1c6-4955-ac9d-2ad5f39a0f5e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=36c1318a-9832-4bc9-ac1a-5f597bd8ac6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427113 Aug 31 09:54:54.532015 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-d3816de5-8be5-4d93-9f7b-78418c47a150 req-24bacf4c-1d21-430f-a72d-6961aaa77aae service neutron] 10.222.0.64 "GET /networking/v2.0/networks/36c1318a-9832-4bc9-ac1a-5f597bd8ac6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014113 Aug 31 09:54:54.627338 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-d3816de5-8be5-4d93-9f7b-78418c47a150 req-a07bf701-70b8-4981-ba75-283690a917d9 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/36c1318a-9832-4bc9-ac1a-5f597bd8ac6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890877 Aug 31 09:54:55.189552 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:54:55.201371 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84a55e-f5d1-4b68-9ef8-303d2411983c req-3b7e97ed-17d5-4574-93a8-b421f663212a tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:55.202882 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ed84a55e-f5d1-4b68-9ef8-303d2411983c req-3b7e97ed-17d5-4574-93a8-b421f663212a tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 945 time: 0.0510943 Aug 31 09:54:55.250608 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ed84a55e-f5d1-4b68-9ef8-303d2411983c req-143a33ec-dbf3-4ba7-9cba-541bac91a5c5 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6418d58e-7890-486d-8ef9-fd8f11b8a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413513 Aug 31 09:54:55.767619 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e6f198be-e193-4693-a253-f9c4522a6272), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:54:56.380246 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25c966-fc77-4264-aead-d7edd154a6a9 req-6c16a384-6f25-4ec9-a68d-bef2b8522306 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:54:56.381997 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-bf25c966-fc77-4264-aead-d7edd154a6a9 req-6c16a384-6f25-4ec9-a68d-bef2b8522306 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 945 time: 0.0567403 Aug 31 09:54:56.436798 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-bf25c966-fc77-4264-aead-d7edd154a6a9 req-4cedde9b-3a93-4cd4-a822-2c03dc6da915 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6418d58e-7890-486d-8ef9-fd8f11b8a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479290 Aug 31 09:54:56.480553 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-d936c7c1-74c8-443f-8c22-2fdc4446e1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:54:57.799672 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:54:59.475219 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:54:59.618526 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:00.316758 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 49708) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:55:00.374585 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.db_base_plugin_v2 [None req-06b7e849-f327-4fd2-930c-8b5c1420d12f admin admin] Deleting subnet 299c6d5a-9a55-4570-9663-bb6304830052 {{(pid=112919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 09:55:00.379272 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-06b7e849-f327-4fd2-930c-8b5c1420d12f admin admin] Publish callbacks [] for subnet (299c6d5a-9a55-4570-9663-bb6304830052), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:00.419489 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-06b7e849-f327-4fd2-930c-8b5c1420d12f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65472915'] for subnet (299c6d5a-9a55-4570-9663-bb6304830052), precommit_delete_associations {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:00.464661 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-06b7e849-f327-4fd2-930c-8b5c1420d12f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931882'] for subnet (299c6d5a-9a55-4570-9663-bb6304830052), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:00.512836 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:55:00.525816 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-06b7e849-f327-4fd2-930c-8b5c1420d12f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66029757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65641912'] for subnet (299c6d5a-9a55-4570-9663-bb6304830052), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:00.558284 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b7e849-f327-4fd2-930c-8b5c1420d12f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=299c6d5a-9a55-4570-9663-bb6304830052,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:00.563341 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-06b7e849-f327-4fd2-930c-8b5c1420d12f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for subnet (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:00.567935 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-06b7e849-f327-4fd2-930c-8b5c1420d12f admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/299c6d5a-9a55-4570-9663-bb6304830052 HTTP/1.1" status: 204 len: 168 time: 0.2500992 Aug 31 09:55:00.570635 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 49710) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:55:00.573295 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b7e849-f327-4fd2-930c-8b5c1420d12f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:00.573678 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b7e849-f327-4fd2-930c-8b5c1420d12f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:00.574032 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b7e849-f327-4fd2-930c-8b5c1420d12f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:00.574367 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b7e849-f327-4fd2-930c-8b5c1420d12f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:00.574700 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b7e849-f327-4fd2-930c-8b5c1420d12f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:00.575031 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b7e849-f327-4fd2-930c-8b5c1420d12f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:00.575355 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b7e849-f327-4fd2-930c-8b5c1420d12f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:00.575678 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b7e849-f327-4fd2-930c-8b5c1420d12f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:00.576003 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b7e849-f327-4fd2-930c-8b5c1420d12f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:00.576330 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b7e849-f327-4fd2-930c-8b5c1420d12f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:00.576659 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b7e849-f327-4fd2-930c-8b5c1420d12f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:00.576985 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b7e849-f327-4fd2-930c-8b5c1420d12f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:00.577305 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b7e849-f327-4fd2-930c-8b5c1420d12f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:00.577654 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b7e849-f327-4fd2-930c-8b5c1420d12f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:00.577974 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b7e849-f327-4fd2-930c-8b5c1420d12f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:00.648997 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e95b73f3-4a0f-4f93-9252-9b842b0fc3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2085207'] for network (3721ce91-1e27-4c65-a4af-3dca7c9d9b7d), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:00.731160 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e95b73f3-4a0f-4f93-9252-9b842b0fc3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1925385', 'neutron.services.segments.db._delete_segments_for_network-8747473415235'] for network (3721ce91-1e27-4c65-a4af-3dca7c9d9b7d), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:00.756677 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.services.segments.db [None req-e95b73f3-4a0f-4f93-9252-9b842b0fc3b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3721ce91-1e27-4c65-a4af-3dca7c9d9b7d']}} {{(pid=112920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:00.767221 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.services.segments.db [None req-e95b73f3-4a0f-4f93-9252-9b842b0fc3b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32826d5c-3161-458f-8d0d-546949204ea8') {'for_net_delete': True} {{(pid=112920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:00.767519 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.services.segments.db [None req-e95b73f3-4a0f-4f93-9252-9b842b0fc3b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32826d5c-3161-458f-8d0d-546949204ea8') {} {{(pid=112920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:00.777747 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e95b73f3-4a0f-4f93-9252-9b842b0fc3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747473409711', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64553437'] for segment (32826d5c-3161-458f-8d0d-546949204ea8), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:00.791933 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e95b73f3-4a0f-4f93-9252-9b842b0fc3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927539'] for segment (32826d5c-3161-458f-8d0d-546949204ea8), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:00.798491 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e95b73f3-4a0f-4f93-9252-9b842b0fc3b4 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=112920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:55:00.798874 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e95b73f3-4a0f-4f93-9252-9b842b0fc3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64202752'] for segment (32826d5c-3161-458f-8d0d-546949204ea8), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:00.868247 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e95b73f3-4a0f-4f93-9252-9b842b0fc3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1925376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-964490'] for network (3721ce91-1e27-4c65-a4af-3dca7c9d9b7d), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:00.885403 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e95b73f3-4a0f-4f93-9252-9b842b0fc3b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for network (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:00.888505 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-e95b73f3-4a0f-4f93-9252-9b842b0fc3b4 admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/3721ce91-1e27-4c65-a4af-3dca7c9d9b7d HTTP/1.1" status: 204 len: 168 time: 0.3168526 Aug 31 09:55:00.890065 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.services.segments.plugin [-] Segment 32826d5c-3161-458f-8d0d-546949204ea8 resource provider aggregate not found Aug 31 09:55:00.894414 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95b73f3-4a0f-4f93-9252-9b842b0fc3b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3721ce91-1e27-4c65-a4af-3dca7c9d9b7d,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:00.910342 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.services.segments.plugin [-] Segment 32826d5c-3161-458f-8d0d-546949204ea8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 32826d5c-3161-458f-8d0d-546949204ea8 found for delete ", "request_id": "req-c3388d3f-06e9-4b92-9fd7-8a028e018150"}]} Aug 31 09:55:01.018886 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 49720) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:55:01.062456 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-2da6a76e-1fe8-4da2-95cd-7822c7e74ef4 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=f8336bd8ac0c4600a25261e1af19a7df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421937 Aug 31 09:55:01.066204 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 49722) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:55:01.121278 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-85b798b4-c350-4120-bace-05b23f67cda2 admin admin] Publish callbacks [] for security_group (6a518540-a8f2-494a-9530-e0f8307d3613), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:01.142532 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-85b798b4-c350-4120-bace-05b23f67cda2 admin admin] Publish callbacks [] for security_group (6a518540-a8f2-494a-9530-e0f8307d3613), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:01.182355 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:55:01.198171 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-85b798b4-c350-4120-bace-05b23f67cda2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (6a518540-a8f2-494a-9530-e0f8307d3613), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:01.200792 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-85b798b4-c350-4120-bace-05b23f67cda2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:01.202005 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-85b798b4-c350-4120-bace-05b23f67cda2 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/6a518540-a8f2-494a-9530-e0f8307d3613 HTTP/1.1" status: 204 len: 168 time: 0.1348562 Aug 31 09:55:01.205891 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:55:01.211542 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b798b4-c350-4120-bace-05b23f67cda2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a518540-a8f2-494a-9530-e0f8307d3613,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:01.835999 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-2c555c0b-dada-445b-a0eb-e5d71c936651 req-18274885-63bc-40c3-a622-208521fd0642 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390151 Aug 31 09:55:01.921904 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c555c0b-dada-445b-a0eb-e5d71c936651 req-bb6d1a1d-2ee7-49e8-af5e-b6f69bd4194c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:55:01.923383 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-2c555c0b-dada-445b-a0eb-e5d71c936651 req-bb6d1a1d-2ee7-49e8-af5e-b6f69bd4194c service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5ed9143757584694a5139ada8dbd5570&device_id=cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3 HTTP/1.1" status: 200 len: 1129 time: 0.0393889 Aug 31 09:55:02.029923 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c555c0b-dada-445b-a0eb-e5d71c936651 req-bc8e8f84-ea1a-405b-8bd8-71c3c8686317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:55:02.031428 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-2c555c0b-dada-445b-a0eb-e5d71c936651 req-bc8e8f84-ea1a-405b-8bd8-71c3c8686317 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=ba3d70db-89a3-4a36-91f7-576971d6cd3f HTTP/1.1" status: 200 len: 915 time: 0.0890002 Aug 31 09:55:02.078813 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.agents_db [None req-8002e13a-56e4-448b-bc0d-5c9f038cbdad None None] Agent healthcheck: found 6 active agents {{(pid=112922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:55:02.094668 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-2c555c0b-dada-445b-a0eb-e5d71c936651 req-8ee08e2c-6be4-44e3-9817-5249bd91b711 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc06604f-efa3-4b8c-a2d5-693ffb365876 HTTP/1.1" status: 200 len: 1001 time: 0.0570900 Aug 31 09:55:02.145921 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c555c0b-dada-445b-a0eb-e5d71c936651 req-f410bb71-db5c-4ac4-b9fa-25615e498c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:55:02.147387 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-2c555c0b-dada-445b-a0eb-e5d71c936651 req-f410bb71-db5c-4ac4-b9fa-25615e498c49 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=990134de-c572-4ed8-9ca9-38a05454b025 HTTP/1.1" status: 200 len: 853 time: 0.0470426 Aug 31 09:55:02.197920 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c555c0b-dada-445b-a0eb-e5d71c936651 req-2fe4e0e9-6233-49fb-a7d5-2342f24aa761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:55:02.199472 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-2c555c0b-dada-445b-a0eb-e5d71c936651 req-2fe4e0e9-6233-49fb-a7d5-2342f24aa761 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=ba3d70db-89a3-4a36-91f7-576971d6cd3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450203 Aug 31 09:55:02.291580 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-2c555c0b-dada-445b-a0eb-e5d71c936651 req-17bad095-927b-4def-842b-b6a1a3e9bdce service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ba3d70db-89a3-4a36-91f7-576971d6cd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851593 Aug 31 09:55:02.396177 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-2c555c0b-dada-445b-a0eb-e5d71c936651 req-4d5abfd2-fb67-4197-8795-db02ad319292 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ba3d70db-89a3-4a36-91f7-576971d6cd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927136 Aug 31 09:55:03.061213 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=3 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:55:10.560826 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=40,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:55:10.562695 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=4 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:55:11.232100 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:55:11.236985 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:55:12.076609 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=5 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:55:12.389915 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=54 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:55:12.391781 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=47 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:55:19.591785 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267dbeba-9348-4028-8e21-62f86c8725ea req-5824e40b-354b-498e-b894-ef3b5992c46d tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:55:19.593255 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-267dbeba-9348-4028-8e21-62f86c8725ea req-5824e40b-354b-498e-b894-ef3b5992c46d tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=2f64ad4a-cdde-4c1e-ac02-3977cdadef31 HTTP/1.1" status: 200 len: 945 time: 0.0486634 Aug 31 09:55:19.644512 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-267dbeba-9348-4028-8e21-62f86c8725ea req-dbd50c9b-3a90-43fa-963d-5c90d78773ac tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a5f9eea8-fdf3-4718-9862-bc0813333112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448692 Aug 31 09:55:20.781229 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6785a78-5fe3-4378-a5b6-46604e8bc6a1 req-3e795002-4240-444b-8e0c-713cb221a715 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:55:20.782788 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d6785a78-5fe3-4378-a5b6-46604e8bc6a1 req-3e795002-4240-444b-8e0c-713cb221a715 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=2f64ad4a-cdde-4c1e-ac02-3977cdadef31 HTTP/1.1" status: 200 len: 945 time: 0.0555911 Aug 31 09:55:20.835134 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d6785a78-5fe3-4378-a5b6-46604e8bc6a1 req-fb549958-56d3-47b7-afbe-f1fc53113fc3 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a5f9eea8-fdf3-4718-9862-bc0813333112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463843 Aug 31 09:55:21.864450 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534da13c-a0b9-4f88-b96c-b8ac059f061a req-6e157dc1-14dc-4e06-828e-1df5763966c3 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:55:21.866050 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-534da13c-a0b9-4f88-b96c-b8ac059f061a req-6e157dc1-14dc-4e06-828e-1df5763966c3 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2f64ad4a-cdde-4c1e-ac02-3977cdadef31 HTTP/1.1" status: 200 len: 945 time: 0.0591478 Aug 31 09:55:21.982183 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.plugin [req-534da13c-a0b9-4f88-b96c-b8ac059f061a req-d49c1759-32fc-4b9f-95ba-8b40e12d2f47 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Deleting port f6f8c737-1493-4a89-b98d-7b911611cfc5 {{(pid=112920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 09:55:21.982183 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-534da13c-a0b9-4f88-b96c-b8ac059f061a req-d49c1759-32fc-4b9f-95ba-8b40e12d2f47 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (f6f8c737-1493-4a89-b98d-7b911611cfc5), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:21.989366 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197e1dc-e2c6-46b8-80e6-5e7b7ade7af7 req-fb23d846-c615-4e2c-9b46-18fd01280952 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:55:21.991117 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-6197e1dc-e2c6-46b8-80e6-5e7b7ade7af7 req-fb23d846-c615-4e2c-9b46-18fd01280952 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=2f64ad4a-cdde-4c1e-ac02-3977cdadef31 HTTP/1.1" status: 200 len: 945 time: 0.0644498 Aug 31 09:55:22.047148 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-6197e1dc-e2c6-46b8-80e6-5e7b7ade7af7 req-4733b10f-9d88-477d-9e62-b116fd1844ed tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a5f9eea8-fdf3-4718-9862-bc0813333112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495100 Aug 31 09:55:22.079493 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:55:22.091742 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.db [req-534da13c-a0b9-4f88-b96c-b8ac059f061a req-d49c1759-32fc-4b9f-95ba-8b40e12d2f47 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] For port f6f8c737-1493-4a89-b98d-7b911611cfc5, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=f6f8c737-1493-4a89-b98d-7b911611cfc5,segment=NetworkSegment(9526ede2-f765-498c-8f20-9d507e805198),segment_id=9526ede2-f765-498c-8f20-9d507e805198)] {{(pid=112920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:22.092072 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-534da13c-a0b9-4f88-b96c-b8ac059f061a req-d49c1759-32fc-4b9f-95ba-8b40e12d2f47 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (f6f8c737-1493-4a89-b98d-7b911611cfc5), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:22.330372 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-534da13c-a0b9-4f88-b96c-b8ac059f061a req-d49c1759-32fc-4b9f-95ba-8b40e12d2f47 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:22.330736 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-534da13c-a0b9-4f88-b96c-b8ac059f061a req-d49c1759-32fc-4b9f-95ba-8b40e12d2f47 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964517'] for floatingip (b4f610b5-13bf-4fd7-8935-33210cd45df8), after_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:22.331072 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.db.l3_db [req-534da13c-a0b9-4f88-b96c-b8ac059f061a req-d49c1759-32fc-4b9f-95ba-8b40e12d2f47 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Floating IP b4f610b5-13bf-4fd7-8935-33210cd45df8 disassociated. External IP: 172.27.3.86, port: f6f8c737-1493-4a89-b98d-7b911611cfc5. Aug 31 09:55:22.332085 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.plugin [req-534da13c-a0b9-4f88-b96c-b8ac059f061a req-d49c1759-32fc-4b9f-95ba-8b40e12d2f47 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Calling delete_port for f6f8c737-1493-4a89-b98d-7b911611cfc5 owned by compute:nova {{(pid=112920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 09:55:22.480411 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-534da13c-a0b9-4f88-b96c-b8ac059f061a req-d49c1759-32fc-4b9f-95ba-8b40e12d2f47 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64202837'] for port (f6f8c737-1493-4a89-b98d-7b911611cfc5), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:22.532602 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49c1759-32fc-4b9f-95ba-8b40e12d2f47 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Pushing event deleted for resources: {'Port': ['ID=f6f8c737-1493-4a89-b98d-7b911611cfc5,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:22.680061 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.l3_agent_scheduler [req-534da13c-a0b9-4f88-b96c-b8ac059f061a req-d49c1759-32fc-4b9f-95ba-8b40e12d2f47 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Router 8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542 has already been hosted by L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 {{(pid=112920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:55:23.038069 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-534da13c-a0b9-4f88-b96c-b8ac059f061a req-d49c1759-32fc-4b9f-95ba-8b40e12d2f47 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:55:23.053315 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1321c26-2aba-46b2-922a-3d301f9530a4 None None] Sync routers for ids ['8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'] in dv-cinder-844961-2-iscsi {{(pid=112922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:55:23.072569 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1321c26-2aba-46b2-922a-3d301f9530a4 None None] Routers {'8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:55:23.073732 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-a1321c26-2aba-46b2-922a-3d301f9530a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:54:56Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'], 'active': True} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:23.111953 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.l3_dvrscheduler_db [req-534da13c-a0b9-4f88-b96c-b8ac059f061a req-d49c1759-32fc-4b9f-95ba-8b40e12d2f47 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] No DVR routers for this DVR port f6f8c737-1493-4a89-b98d-7b911611cfc5 on host hv-cinder-84496 {{(pid=112920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 09:55:23.119789 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-534da13c-a0b9-4f88-b96c-b8ac059f061a req-d49c1759-32fc-4b9f-95ba-8b40e12d2f47 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for port (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:23.127905 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-534da13c-a0b9-4f88-b96c-b8ac059f061a req-d49c1759-32fc-4b9f-95ba-8b40e12d2f47 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.64 "DELETE /networking/v2.0/ports/f6f8c737-1493-4a89-b98d-7b911611cfc5 HTTP/1.1" status: 204 len: 173 time: 1.2553318 Aug 31 09:55:23.128604 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f64ad4a-cdde-4c1e-ac02-3977cdadef31', 'name': 'network-vif-deleted', 'tag': 'f6f8c737-1493-4a89-b98d-7b911611cfc5'}] {{(pid=112920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:55:23.132917 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b1c67df7a66df2dbb2f1d86d1740294a25e35557c8b7fb736f9ab0bc04a1bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f015253b-2592-4ec1-87c9-875dea2e1a90" -d '{"events": [{"server_uuid": "2f64ad4a-cdde-4c1e-ac02-3977cdadef31", "name": "network-vif-deleted", "tag": "f6f8c737-1493-4a89-b98d-7b911611cfc5"}]}' {{(pid=112920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:55:23.225620 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 09:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fafb8891-45d2-46fd-8c94-7e5483f42b2e x-openstack-request-id: req-fafb8891-45d2-46fd-8c94-7e5483f42b2e {{(pid=112920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:55:23.226140 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f64ad4a-cdde-4c1e-ac02-3977cdadef31", "name": "network-vif-deleted", "tag": "f6f8c737-1493-4a89-b98d-7b911611cfc5", "status": "completed", "code": 200}]} {{(pid=112920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:55:23.226510 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fafb8891-45d2-46fd-8c94-7e5483f42b2e {{(pid=112920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:55:23.227156 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fafb8891-45d2-46fd-8c94-7e5483f42b2e'] response: {'server_uuid': '2f64ad4a-cdde-4c1e-ac02-3977cdadef31', 'name': 'network-vif-deleted', 'tag': 'f6f8c737-1493-4a89-b98d-7b911611cfc5', 'status': 'completed', 'code': 200} Aug 31 09:55:23.259321 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7eba629e-e637-44f8-8461-581cec131dda req-bd3fac03-1e1d-4951-afd9-2bb45c7aaaf2 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=2f64ad4a-cdde-4c1e-ac02-3977cdadef31 HTTP/1.1" status: 200 len: 210 time: 0.0610585 Aug 31 09:55:23.301849 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvr_db [None req-a1321c26-2aba-46b2-922a-3d301f9530a4 None None] Set router 8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:55:23.627093 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-a1321c26-2aba-46b2-922a-3d301f9530a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'name': 'tempest-AttachVolumeNegativeTest-786014327-router', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:49:26Z', 'updated_at': '2022-08-31T09:49:31Z', 'revision_number': 4, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'gw_port': {'id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:af:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:49:27Z', 'updated_at': '2022-08-31T09:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_floatingips': [{'id': 'c3a5978e-c464-4f67-88e4-6a2fa92b5486', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'floating_ip_address': '172.27.3.178', 'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'router_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'port_id': 'cc06604f-efa3-4b8c-a2d5-693ffb365876', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 337, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f', 'mac_address': 'fa:16:3e:62:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T09:49:35Z', 'updated_at': '2022-08-31T09:50:18Z', 'revision_number': 2, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c43e077c-2252-45ea-a1ac-7a77de29c27f', 'name': '', 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'mac_address': 'fa:16:3e:f4:2f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '990134de-c572-4ed8-9ca9-38a05454b025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:49:30Z', 'updated_at': '2022-08-31T09:49:38Z', 'revision_number': 5, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'subnets': [{'id': '990134de-c572-4ed8-9ca9-38a05454b025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:23.660482 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1321c26-2aba-46b2-922a-3d301f9530a4 None None] Checking router: 8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542 for host: dv-cinder-844961-2-iscsi {{(pid=112922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:55:23.672426 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1321c26-2aba-46b2-922a-3d301f9530a4 None None] Routers {'8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:55:23.673336 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-a1321c26-2aba-46b2-922a-3d301f9530a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:54:56Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'], 'active': True} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:23.848235 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvr_db [None req-a1321c26-2aba-46b2-922a-3d301f9530a4 None None] Set router 8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:55:24.152764 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-a1321c26-2aba-46b2-922a-3d301f9530a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'name': 'tempest-AttachVolumeNegativeTest-786014327-router', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:49:26Z', 'updated_at': '2022-08-31T09:49:31Z', 'revision_number': 4, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'gw_port': {'id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:af:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:49:27Z', 'updated_at': '2022-08-31T09:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_floatingips': [{'id': 'c3a5978e-c464-4f67-88e4-6a2fa92b5486', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'floating_ip_address': '172.27.3.178', 'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'router_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'port_id': 'cc06604f-efa3-4b8c-a2d5-693ffb365876', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 337, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f', 'mac_address': 'fa:16:3e:62:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T09:49:35Z', 'updated_at': '2022-08-31T09:50:18Z', 'revision_number': 2, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c43e077c-2252-45ea-a1ac-7a77de29c27f', 'name': '', 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'mac_address': 'fa:16:3e:f4:2f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '990134de-c572-4ed8-9ca9-38a05454b025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:49:30Z', 'updated_at': '2022-08-31T09:49:38Z', 'revision_number': 5, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'subnets': [{'id': '990134de-c572-4ed8-9ca9-38a05454b025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:24.279728 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-13bfed4d-a9ed-494d-91c5-f7470c17b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:24.400337 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1321c26-2aba-46b2-922a-3d301f9530a4 None None] The sync data for ids ['8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'] in dv-cinder-844961-2-iscsi is: [{'id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'name': 'tempest-AttachVolumeNegativeTest-786014327-router', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:49:26Z', 'updated_at': '2022-08-31T09:49:31Z', 'revision_number': 4, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'gw_port': {'id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:af:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:49:27Z', 'updated_at': '2022-08-31T09:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_floatingips': [{'id': 'c3a5978e-c464-4f67-88e4-6a2fa92b5486', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'floating_ip_address': '172.27.3.178', 'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'router_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'port_id': 'cc06604f-efa3-4b8c-a2d5-693ffb365876', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 337, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f', 'mac_address': 'fa:16:3e:62:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T09:49:35Z', 'updated_at': '2022-08-31T09:50:18Z', 'revision_number': 2, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c43e077c-2252-45ea-a1ac-7a77de29c27f', 'name': '', 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'mac_address': 'fa:16:3e:f4:2f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '990134de-c572-4ed8-9ca9-38a05454b025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:49:30Z', 'updated_at': '2022-08-31T09:49:38Z', 'revision_number': 5, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'subnets': [{'id': '990134de-c572-4ed8-9ca9-38a05454b025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:55:24.456561 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 49762) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:55:24.529173 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:55:24.569881 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a6801185-b601-4feb-b843-a49bf2463639 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for security_group (a5f9eea8-fdf3-4718-9862-bc0813333112), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:24.607922 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a6801185-b601-4feb-b843-a49bf2463639 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for security_group (a5f9eea8-fdf3-4718-9862-bc0813333112), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:24.634143 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:55:24.688514 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a6801185-b601-4feb-b843-a49bf2463639 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (a5f9eea8-fdf3-4718-9862-bc0813333112), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:24.694105 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a6801185-b601-4feb-b843-a49bf2463639 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:24.700406 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-a6801185-b601-4feb-b843-a49bf2463639 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "DELETE /networking/v2.0/security-groups/a5f9eea8-fdf3-4718-9862-bc0813333112 HTTP/1.1" status: 204 len: 168 time: 0.2379694 Aug 31 09:55:24.701278 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 49764) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:55:24.711555 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6801185-b601-4feb-b843-a49bf2463639 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f9eea8-fdf3-4718-9862-bc0813333112,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:24.737541 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.api.v2.resource [None req-cb8cc360-4bf1-4820-860d-1c56c13b9143 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] show failed (client error): The resource could not be found. Aug 31 09:55:24.737835 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device f6f8c737-1493-4a89-b98d-7b911611cfc5 no longer exists at agent hyperv_hv-cinder-84496 {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:55:24.743671 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 49766) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:55:24.743953 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-cb8cc360-4bf1-4820-860d-1c56c13b9143 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups/a5f9eea8-fdf3-4718-9862-bc0813333112 HTTP/1.1" status: 404 len: 347 time: 0.0356429 Aug 31 09:55:24.787552 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b5f70d-f403-45f0-b622-a195139e66a1 None None] New status for floating IP b4f610b5-13bf-4fd7-8935-33210cd45df8: DOWN {{(pid=112921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 09:55:24.793621 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] No Port match for: f6f8c737-1493-4a89-b98d-7b911611cfc5 {{(pid=112921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 09:55:24.794532 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device f6f8c737-1493-4a89-b98d-7b911611cfc5 not bound to the agent host hv-cinder-84496 {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:55:24.939795 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.plugin [None req-85fe7224-bddc-4d95-95f7-d5dde40a0005 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Deleting port c7112cf2-bcbc-48ac-8778-08762f1f6c8b {{(pid=112920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 09:55:24.940500 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-85fe7224-bddc-4d95-95f7-d5dde40a0005 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (c7112cf2-bcbc-48ac-8778-08762f1f6c8b), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:25.048834 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-85fe7224-bddc-4d95-95f7-d5dde40a0005 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (c7112cf2-bcbc-48ac-8778-08762f1f6c8b), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:25.049244 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-85fe7224-bddc-4d95-95f7-d5dde40a0005 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for floatingip (c7112cf2-bcbc-48ac-8778-08762f1f6c8b), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:25.067611 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.plugin [None req-85fe7224-bddc-4d95-95f7-d5dde40a0005 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Calling delete_port for c7112cf2-bcbc-48ac-8778-08762f1f6c8b owned by network:floatingip {{(pid=112920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 09:55:25.244936 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-85fe7224-bddc-4d95-95f7-d5dde40a0005 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64202837'] for port (c7112cf2-bcbc-48ac-8778-08762f1f6c8b), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:25.292008 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fe7224-bddc-4d95-95f7-d5dde40a0005 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Pushing event deleted for resources: {'Port': ['ID=c7112cf2-bcbc-48ac-8778-08762f1f6c8b,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:25.396897 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-85fe7224-bddc-4d95-95f7-d5dde40a0005 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for floatingip (b4f610b5-13bf-4fd7-8935-33210cd45df8), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:25.399762 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-85fe7224-bddc-4d95-95f7-d5dde40a0005 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for floatingip (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:25.400993 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-85fe7224-bddc-4d95-95f7-d5dde40a0005 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "DELETE /networking/v2.0/floatingips/b4f610b5-13bf-4fd7-8935-33210cd45df8 HTTP/1.1" status: 204 len: 168 time: 0.6560128 Aug 31 09:55:25.778667 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e6f198be-e193-4693-a253-f9c4522a6272), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:26.485081 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b5429e62-dca0-4dec-a020-68d9decb5696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:27.802849 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:28.227003 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e901e-e12e-43c2-b69a-8a82508c281f req-d69184f5-4082-47be-adbb-27c0c69a2360 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:55:28.228528 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-790e901e-e12e-43c2-b69a-8a82508c281f req-d69184f5-4082-47be-adbb-27c0c69a2360 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3 HTTP/1.1" status: 200 len: 945 time: 0.0487843 Aug 31 09:55:28.289520 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-790e901e-e12e-43c2-b69a-8a82508c281f req-f2b19f3e-50bf-42df-9d07-81deb5282eff tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e5e6e735-32bf-4d5b-a597-451436a63555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546725 Aug 31 09:55:29.294118 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc29f85-7bcd-44d0-bb43-10bfe793b2dd req-1ce4d08c-38a4-4d5d-a856-8c815f77b495 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:55:29.295570 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-dfc29f85-7bcd-44d0-bb43-10bfe793b2dd req-1ce4d08c-38a4-4d5d-a856-8c815f77b495 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3 HTTP/1.1" status: 200 len: 945 time: 0.0536857 Aug 31 09:55:29.427553 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.plugin [req-dfc29f85-7bcd-44d0-bb43-10bfe793b2dd req-b773578e-1bb5-453d-9d3f-778439ddeac3 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Deleting port cc06604f-efa3-4b8c-a2d5-693ffb365876 {{(pid=112920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 09:55:29.428117 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-dfc29f85-7bcd-44d0-bb43-10bfe793b2dd req-b773578e-1bb5-453d-9d3f-778439ddeac3 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (cc06604f-efa3-4b8c-a2d5-693ffb365876), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:29.448997 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072db407-7c3c-481d-96e5-c6d6570dd8fb req-e297cfe3-382e-416a-a3ac-b450a242e78c tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:55:29.450642 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-072db407-7c3c-481d-96e5-c6d6570dd8fb req-e297cfe3-382e-416a-a3ac-b450a242e78c tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3 HTTP/1.1" status: 200 len: 945 time: 0.0560467 Aug 31 09:55:29.484442 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:29.514156 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-072db407-7c3c-481d-96e5-c6d6570dd8fb req-2ac42364-ffa2-4bf1-a2f5-89939cdb7b8e tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e5e6e735-32bf-4d5b-a597-451436a63555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575850 Aug 31 09:55:29.571143 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.db [req-dfc29f85-7bcd-44d0-bb43-10bfe793b2dd req-b773578e-1bb5-453d-9d3f-778439ddeac3 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] For port cc06604f-efa3-4b8c-a2d5-693ffb365876, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=cc06604f-efa3-4b8c-a2d5-693ffb365876,segment=NetworkSegment(9526ede2-f765-498c-8f20-9d507e805198),segment_id=9526ede2-f765-498c-8f20-9d507e805198)] {{(pid=112920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:29.571417 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-dfc29f85-7bcd-44d0-bb43-10bfe793b2dd req-b773578e-1bb5-453d-9d3f-778439ddeac3 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (cc06604f-efa3-4b8c-a2d5-693ffb365876), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:29.616386 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:29.759798 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:55:29.779483 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-dfc29f85-7bcd-44d0-bb43-10bfe793b2dd req-b773578e-1bb5-453d-9d3f-778439ddeac3 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:29.780000 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-dfc29f85-7bcd-44d0-bb43-10bfe793b2dd req-b773578e-1bb5-453d-9d3f-778439ddeac3 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964517'] for floatingip (c3a5978e-c464-4f67-88e4-6a2fa92b5486), after_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:29.780420 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.db.l3_db [req-dfc29f85-7bcd-44d0-bb43-10bfe793b2dd req-b773578e-1bb5-453d-9d3f-778439ddeac3 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Floating IP c3a5978e-c464-4f67-88e4-6a2fa92b5486 disassociated. External IP: 172.27.3.178, port: cc06604f-efa3-4b8c-a2d5-693ffb365876. Aug 31 09:55:29.780890 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.plugin [req-dfc29f85-7bcd-44d0-bb43-10bfe793b2dd req-b773578e-1bb5-453d-9d3f-778439ddeac3 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Calling delete_port for cc06604f-efa3-4b8c-a2d5-693ffb365876 owned by compute:nova {{(pid=112920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 09:55:29.879848 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:55:29.958637 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-dfc29f85-7bcd-44d0-bb43-10bfe793b2dd req-b773578e-1bb5-453d-9d3f-778439ddeac3 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64202837'] for port (cc06604f-efa3-4b8c-a2d5-693ffb365876), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:29.997041 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b773578e-1bb5-453d-9d3f-778439ddeac3 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Pushing event deleted for resources: {'Port': ['ID=cc06604f-efa3-4b8c-a2d5-693ffb365876,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:30.158690 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dfc29f85-7bcd-44d0-bb43-10bfe793b2dd req-b773578e-1bb5-453d-9d3f-778439ddeac3 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Router 8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542 has already been hosted by L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 {{(pid=112920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:55:30.297474 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dfc29f85-7bcd-44d0-bb43-10bfe793b2dd req-b773578e-1bb5-453d-9d3f-778439ddeac3 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:55:30.309115 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d21e66-d5be-4256-98cc-3158729e5553 None None] Sync routers for ids ['8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'] in dv-cinder-844961-2-iscsi {{(pid=112922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:55:30.322553 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d21e66-d5be-4256-98cc-3158729e5553 None None] Routers {'8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:55:30.323264 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-11d21e66-d5be-4256-98cc-3158729e5553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:55:26Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'], 'active': True} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:30.368931 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc29f85-7bcd-44d0-bb43-10bfe793b2dd req-b773578e-1bb5-453d-9d3f-778439ddeac3 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] No DVR routers for this DVR port cc06604f-efa3-4b8c-a2d5-693ffb365876 on host hv-cinder-84496 {{(pid=112920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 09:55:30.372634 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-dfc29f85-7bcd-44d0-bb43-10bfe793b2dd req-b773578e-1bb5-453d-9d3f-778439ddeac3 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for port (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:30.376158 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-dfc29f85-7bcd-44d0-bb43-10bfe793b2dd req-b773578e-1bb5-453d-9d3f-778439ddeac3 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.64 "DELETE /networking/v2.0/ports/cc06604f-efa3-4b8c-a2d5-693ffb365876 HTTP/1.1" status: 204 len: 173 time: 1.0744996 Aug 31 09:55:30.376639 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3', 'name': 'network-vif-deleted', 'tag': 'cc06604f-efa3-4b8c-a2d5-693ffb365876'}] {{(pid=112920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:55:30.379804 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b1c67df7a66df2dbb2f1d86d1740294a25e35557c8b7fb736f9ab0bc04a1bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc8f61f-6f40-4742-97e4-6b9f27db95ae" -d '{"events": [{"server_uuid": "cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3", "name": "network-vif-deleted", "tag": "cc06604f-efa3-4b8c-a2d5-693ffb365876"}]}' {{(pid=112920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:55:30.461305 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 09:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75aa9b1-7794-4460-bdc6-9a4356976069 x-openstack-request-id: req-d75aa9b1-7794-4460-bdc6-9a4356976069 {{(pid=112920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:55:30.462518 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3", "name": "network-vif-deleted", "tag": "cc06604f-efa3-4b8c-a2d5-693ffb365876", "status": "completed", "code": 200}]} {{(pid=112920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:55:30.462518 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d75aa9b1-7794-4460-bdc6-9a4356976069 {{(pid=112920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:55:30.462518 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d75aa9b1-7794-4460-bdc6-9a4356976069'] response: {'server_uuid': 'cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3', 'name': 'network-vif-deleted', 'tag': 'cc06604f-efa3-4b8c-a2d5-693ffb365876', 'status': 'completed', 'code': 200} Aug 31 09:55:30.503560 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvr_db [None req-11d21e66-d5be-4256-98cc-3158729e5553 None None] Set router 8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:55:30.644295 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=100 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:55:30.677673 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-8b196b45-60d9-41e0-a212-906fab24b855 req-3dc655d1-494e-4371-ae31-d116c443059b tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=cd8788bf-ffd0-4c96-ab5f-cc3e64f9c3b3 HTTP/1.1" status: 200 len: 210 time: 0.0451136 Aug 31 09:55:30.777676 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=100 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:55:30.875298 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-11d21e66-d5be-4256-98cc-3158729e5553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'name': 'tempest-AttachVolumeNegativeTest-786014327-router', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:49:26Z', 'updated_at': '2022-08-31T09:49:31Z', 'revision_number': 4, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'gw_port': {'id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:af:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:49:27Z', 'updated_at': '2022-08-31T09:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': 'c43e077c-2252-45ea-a1ac-7a77de29c27f', 'name': '', 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'mac_address': 'fa:16:3e:f4:2f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '990134de-c572-4ed8-9ca9-38a05454b025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:49:30Z', 'updated_at': '2022-08-31T09:49:38Z', 'revision_number': 5, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'subnets': [{'id': '990134de-c572-4ed8-9ca9-38a05454b025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:30.918248 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d21e66-d5be-4256-98cc-3158729e5553 None None] Checking router: 8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542 for host: dv-cinder-844961-2-iscsi {{(pid=112922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:55:30.932735 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d21e66-d5be-4256-98cc-3158729e5553 None None] Routers {'8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:55:30.933448 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-11d21e66-d5be-4256-98cc-3158729e5553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:55:26Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'], 'active': True} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:31.109287 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvr_db [None req-11d21e66-d5be-4256-98cc-3158729e5553 None None] Set router 8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:55:31.359434 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-11d21e66-d5be-4256-98cc-3158729e5553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'name': 'tempest-AttachVolumeNegativeTest-786014327-router', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:49:26Z', 'updated_at': '2022-08-31T09:49:31Z', 'revision_number': 4, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'gw_port': {'id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:af:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:49:27Z', 'updated_at': '2022-08-31T09:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': 'c43e077c-2252-45ea-a1ac-7a77de29c27f', 'name': '', 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'mac_address': 'fa:16:3e:f4:2f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '990134de-c572-4ed8-9ca9-38a05454b025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:49:30Z', 'updated_at': '2022-08-31T09:49:38Z', 'revision_number': 5, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'subnets': [{'id': '990134de-c572-4ed8-9ca9-38a05454b025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:31.386947 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d21e66-d5be-4256-98cc-3158729e5553 None None] The sync data for ids ['8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'] in dv-cinder-844961-2-iscsi is: [{'id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'name': 'tempest-AttachVolumeNegativeTest-786014327-router', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:49:26Z', 'updated_at': '2022-08-31T09:49:31Z', 'revision_number': 4, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'gw_port': {'id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:af:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:49:27Z', 'updated_at': '2022-08-31T09:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': 'c43e077c-2252-45ea-a1ac-7a77de29c27f', 'name': '', 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'mac_address': 'fa:16:3e:f4:2f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '990134de-c572-4ed8-9ca9-38a05454b025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:49:30Z', 'updated_at': '2022-08-31T09:49:38Z', 'revision_number': 5, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'subnets': [{'id': '990134de-c572-4ed8-9ca9-38a05454b025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:55:31.668856 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4617a29c-32e1-4c0b-999c-c02874526580 None None] New status for floating IP c3a5978e-c464-4f67-88e4-6a2fa92b5486: DOWN {{(pid=112921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 09:55:32.763540 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device cc06604f-efa3-4b8c-a2d5-693ffb365876 no longer exists at agent hyperv_hv-cinder-84496 {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:55:32.786956 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] No Port match for: cc06604f-efa3-4b8c-a2d5-693ffb365876 {{(pid=112921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 09:55:32.787307 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device cc06604f-efa3-4b8c-a2d5-693ffb365876 not bound to the agent host hv-cinder-84496 {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:55:32.837332 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 49804) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:55:32.912301 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-c6882dda-7df0-4fde-817e-6d2dddd51a7f tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for security_group (e5e6e735-32bf-4d5b-a597-451436a63555), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:32.943771 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-c6882dda-7df0-4fde-817e-6d2dddd51a7f tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for security_group (e5e6e735-32bf-4d5b-a597-451436a63555), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:33.007189 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-c6882dda-7df0-4fde-817e-6d2dddd51a7f tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (e5e6e735-32bf-4d5b-a597-451436a63555), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:33.012178 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-c6882dda-7df0-4fde-817e-6d2dddd51a7f tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:33.014288 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-c6882dda-7df0-4fde-817e-6d2dddd51a7f tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "DELETE /networking/v2.0/security-groups/e5e6e735-32bf-4d5b-a597-451436a63555 HTTP/1.1" status: 204 len: 168 time: 0.1755466 Aug 31 09:55:33.017296 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 49806) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:55:33.031079 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6882dda-7df0-4fde-817e-6d2dddd51a7f tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e6e735-32bf-4d5b-a597-451436a63555,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:33.035218 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.api.v2.resource [None req-d1236a94-2470-4ea3-9df9-ab2826832e7f tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] show failed (client error): The resource could not be found. Aug 31 09:55:33.036631 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-d1236a94-2470-4ea3-9df9-ab2826832e7f tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups/e5e6e735-32bf-4d5b-a597-451436a63555 HTTP/1.1" status: 404 len: 347 time: 0.0178728 Aug 31 09:55:33.040031 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 49808) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:55:33.044717 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6882dda-7df0-4fde-817e-6d2dddd51a7f tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:33.045109 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6882dda-7df0-4fde-817e-6d2dddd51a7f tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:33.045477 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6882dda-7df0-4fde-817e-6d2dddd51a7f tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:33.045821 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6882dda-7df0-4fde-817e-6d2dddd51a7f tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:33.046156 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6882dda-7df0-4fde-817e-6d2dddd51a7f tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:33.046581 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6882dda-7df0-4fde-817e-6d2dddd51a7f tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:33.046918 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6882dda-7df0-4fde-817e-6d2dddd51a7f tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:33.047274 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6882dda-7df0-4fde-817e-6d2dddd51a7f tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:33.047609 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6882dda-7df0-4fde-817e-6d2dddd51a7f tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:33.048071 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6882dda-7df0-4fde-817e-6d2dddd51a7f tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:33.048607 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6882dda-7df0-4fde-817e-6d2dddd51a7f tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:33.049125 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6882dda-7df0-4fde-817e-6d2dddd51a7f tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:33.050882 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6882dda-7df0-4fde-817e-6d2dddd51a7f tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:33.051367 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6882dda-7df0-4fde-817e-6d2dddd51a7f tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:33.051807 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6882dda-7df0-4fde-817e-6d2dddd51a7f tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:33.168409 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [None req-6fd5f604-f438-455e-9528-80519d836cda tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Deleting port b0740c73-31b0-4573-af0e-d47959d9798a {{(pid=112919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 09:55:33.168662 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-6fd5f604-f438-455e-9528-80519d836cda tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (b0740c73-31b0-4573-af0e-d47959d9798a), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:33.253103 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-6fd5f604-f438-455e-9528-80519d836cda tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (b0740c73-31b0-4573-af0e-d47959d9798a), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:33.253471 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-6fd5f604-f438-455e-9528-80519d836cda tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for floatingip (b0740c73-31b0-4573-af0e-d47959d9798a), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:33.272369 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [None req-6fd5f604-f438-455e-9528-80519d836cda tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Calling delete_port for b0740c73-31b0-4573-af0e-d47959d9798a owned by network:floatingip {{(pid=112919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 09:55:33.426300 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-6fd5f604-f438-455e-9528-80519d836cda tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66028622'] for port (b0740c73-31b0-4573-af0e-d47959d9798a), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:33.453794 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd5f604-f438-455e-9528-80519d836cda tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Pushing event deleted for resources: {'Port': ['ID=b0740c73-31b0-4573-af0e-d47959d9798a,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:33.509889 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:55:33.538457 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-6fd5f604-f438-455e-9528-80519d836cda tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for floatingip (c3a5978e-c464-4f67-88e4-6a2fa92b5486), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:33.542675 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-6fd5f604-f438-455e-9528-80519d836cda tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for floatingip (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:33.544514 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-6fd5f604-f438-455e-9528-80519d836cda tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "DELETE /networking/v2.0/floatingips/c3a5978e-c464-4f67-88e4-6a2fa92b5486 HTTP/1.1" status: 204 len: 168 time: 0.5033190 Aug 31 09:55:33.648997 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 49814) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:55:33.653971 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-90ac870b-8d16-4632-833d-a223f1524ddb tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Request body: {'security_group': {'name': 'tempest-securitygroup--815293029', 'description': 'tempest-description--1913739453'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:33.679595 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-90ac870b-8d16-4632-833d-a223f1524ddb tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:33.763045 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-90ac870b-8d16-4632-833d-a223f1524ddb tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for security_group (a3eec535-49b5-4819-ba07-afd037571497), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:33.768714 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-90ac870b-8d16-4632-833d-a223f1524ddb tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (a3eec535-49b5-4819-ba07-afd037571497), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:33.804324 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-90ac870b-8d16-4632-833d-a223f1524ddb tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:33.805537 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-90ac870b-8d16-4632-833d-a223f1524ddb tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1553338 Aug 31 09:55:33.806729 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ac870b-8d16-4632-833d-a223f1524ddb tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3eec535-49b5-4819-ba07-afd037571497,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:33.809247 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 49816) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:55:33.816999 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [None req-a0815eb1-7538-4369-89e0-52f969351556 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Request body: {'security_group_rule': {'security_group_id': 'a3eec535-49b5-4819-ba07-afd037571497', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:33.841447 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:55:33.869126 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-a0815eb1-7538-4369-89e0-52f969351556 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for security_group_rule (19721859-2dcd-42f4-9f21-80ed181e1041), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:33.964926 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-a0815eb1-7538-4369-89e0-52f969351556 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for security_group_rule (19721859-2dcd-42f4-9f21-80ed181e1041), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:33.970576 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-a0815eb1-7538-4369-89e0-52f969351556 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045036'] for security_group_rule (19721859-2dcd-42f4-9f21-80ed181e1041), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:34.010136 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0815eb1-7538-4369-89e0-52f969351556 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19721859-2dcd-42f4-9f21-80ed181e1041,revision_number=0']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:34.024478 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-a0815eb1-7538-4369-89e0-52f969351556 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:34.026639 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-a0815eb1-7538-4369-89e0-52f969351556 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2157042 Aug 31 09:55:34.029733 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 49818) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:55:34.035094 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [None req-95ff48c0-d8be-4523-82e2-84e3492a6060 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Request body: {'security_group_rule': {'security_group_id': 'a3eec535-49b5-4819-ba07-afd037571497', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:34.070612 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-95ff48c0-d8be-4523-82e2-84e3492a6060 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for security_group_rule (99870e89-b366-480d-b2e3-b5308949b49a), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:34.139324 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-95ff48c0-d8be-4523-82e2-84e3492a6060 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for security_group_rule (99870e89-b366-480d-b2e3-b5308949b49a), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:34.144884 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-95ff48c0-d8be-4523-82e2-84e3492a6060 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045036'] for security_group_rule (99870e89-b366-480d-b2e3-b5308949b49a), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:34.168094 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff48c0-d8be-4523-82e2-84e3492a6060 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99870e89-b366-480d-b2e3-b5308949b49a,revision_number=0']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:34.181269 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-95ff48c0-d8be-4523-82e2-84e3492a6060 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:34.182653 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-95ff48c0-d8be-4523-82e2-84e3492a6060 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1518559 Aug 31 09:55:34.187516 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 49820) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:55:34.192286 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [None req-1680632e-89a4-4c36-b0a6-35d901558d3b tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Request body: {'floatingip': {'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:34.220270 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-1680632e-89a4-4c36-b0a6-35d901558d3b tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:34.329108 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-1680632e-89a4-4c36-b0a6-35d901558d3b tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:34.465078 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.db_base_plugin_common [None req-1680632e-89a4-4c36-b0a6-35d901558d3b tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Allocated IP 172.27.3.72 (9ecc2a3c-efc3-4c90-8e67-1028759a248c/b5177607-d6ca-45c7-ac03-71d68f18093b/a8b992d5-00eb-41f2-9557-1553302f9f29) {{(pid=112919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:55:34.591190 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-1680632e-89a4-4c36-b0a6-35d901558d3b tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for port (a8b992d5-00eb-41f2-9557-1553302f9f29), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:34.640445 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-1680632e-89a4-4c36-b0a6-35d901558d3b tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66028622'] for port (a8b992d5-00eb-41f2-9557-1553302f9f29), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:34.699071 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1680632e-89a4-4c36-b0a6-35d901558d3b tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Network 9ecc2a3c-efc3-4c90-8e67-1028759a248c is already hosted by enough agents. {{(pid=112919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:55:34.703412 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.base_scheduler [None req-1680632e-89a4-4c36-b0a6-35d901558d3b tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Resources bound (agent type, host, resource id): {{(pid=112919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:55:34.708741 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1680632e-89a4-4c36-b0a6-35d901558d3b tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Received port after_create {{(pid=112919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:55:34.712742 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1680632e-89a4-4c36-b0a6-35d901558d3b tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Pushing event updated for resources: {'Port': ['ID=a8b992d5-00eb-41f2-9557-1553302f9f29,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:34.768930 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:55:34.769949 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:55:34.868165 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-1680632e-89a4-4c36-b0a6-35d901558d3b tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for floatingip (0e7519c1-8655-44a9-a79e-3719af83537b), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:34.921157 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-1680632e-89a4-4c36-b0a6-35d901558d3b tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (a8b992d5-00eb-41f2-9557-1553302f9f29), before_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:35.148242 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-1680632e-89a4-4c36-b0a6-35d901558d3b tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for port (a8b992d5-00eb-41f2-9557-1553302f9f29), precommit_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:35.161422 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-1680632e-89a4-4c36-b0a6-35d901558d3b tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66028615'] for port (a8b992d5-00eb-41f2-9557-1553302f9f29), after_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:35.314579 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1680632e-89a4-4c36-b0a6-35d901558d3b tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Pushing event updated for resources: {'Port': ['ID=a8b992d5-00eb-41f2-9557-1553302f9f29,revision_number=2']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:35.323452 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-1680632e-89a4-4c36-b0a6-35d901558d3b tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964517'] for floatingip (0e7519c1-8655-44a9-a79e-3719af83537b), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:35.362607 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-1680632e-89a4-4c36-b0a6-35d901558d3b tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for floatingip (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:35.368085 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-1680632e-89a4-4c36-b0a6-35d901558d3b tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1771293 Aug 31 09:55:35.562394 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9411402e-3bd6-4137-8d17-37bdec143248 req-7063a030-9835-48ba-9a07-3e51f0a9a63e tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--815293029&fields=id&tenant_id=5ed9143757584694a5139ada8dbd5570 HTTP/1.1" status: 200 len: 267 time: 0.0498114 Aug 31 09:55:35.773074 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411402e-3bd6-4137-8d17-37bdec143248 req-c303ea72-28ef-4c10-99eb-0253368f45b7 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:55:35.776190 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9411402e-3bd6-4137-8d17-37bdec143248 req-c303ea72-28ef-4c10-99eb-0253368f45b7 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/networks?id=ba3d70db-89a3-4a36-91f7-576971d6cd3f HTTP/1.1" status: 200 len: 814 time: 0.1981983 Aug 31 09:55:35.792963 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9411402e-3bd6-4137-8d17-37bdec143248 req-80c8042e-9c10-4483-a34a-33f1224c14f5 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/quotas/5ed9143757584694a5139ada8dbd5570 HTTP/1.1" status: 200 len: 375 time: 0.0108509 Aug 31 09:55:35.875354 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9411402e-3bd6-4137-8d17-37bdec143248 req-428eab62-8018-4974-9c56-3e6ed885a8ab tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=5ed9143757584694a5139ada8dbd5570&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0743465 Aug 31 09:55:35.989494 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9411402e-3bd6-4137-8d17-37bdec143248 req-c6627dc0-003c-46ba-be0d-c984a081053d service neutron] 10.222.0.13 "GET /networking/v2.0/networks/ba3d70db-89a3-4a36-91f7-576971d6cd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002188 Aug 31 09:55:36.342531 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9411402e-3bd6-4137-8d17-37bdec143248 req-72e54e2f-3247-48f5-a4e7-af24faf8b8f5 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/ba3d70db-89a3-4a36-91f7-576971d6cd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448215 Aug 31 09:55:36.529797 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5bf0f635-7f40-42b3-9ea2-ecf30ffe6e22 req-49cece38-ef2a-47cf-84d0-a5745b2e2593 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a3238242-6707-4564-b749-b478f64967f3 HTTP/1.1" status: 200 len: 210 time: 0.0342050 Aug 31 09:55:37.671130 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-93a2fd15-0653-4e39-a1c1-5db8e0c99bef req-cc6a79cb-2295-4a04-99d9-495a2c7cafa9 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a3238242-6707-4564-b749-b478f64967f3 HTTP/1.1" status: 200 len: 210 time: 0.0436683 Aug 31 09:55:38.048770 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:55:38.132852 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411402e-3bd6-4137-8d17-37bdec143248 req-023df232-3f28-446f-a905-d0e33dc8ecad tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:55:38.135345 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-9411402e-3bd6-4137-8d17-37bdec143248 req-023df232-3f28-446f-a905-d0e33dc8ecad tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.64 "GET /networking/v2.0/networks?id=ba3d70db-89a3-4a36-91f7-576971d6cd3f HTTP/1.1" status: 200 len: 814 time: 0.1889455 Aug 31 09:55:38.256307 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-9411402e-3bd6-4137-8d17-37bdec143248 req-205fc388-b614-4341-80b5-e68f4926cd95 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5ed9143757584694a5139ada8dbd5570 HTTP/1.1" status: 200 len: 379 time: 0.1019523 Aug 31 09:55:38.378703 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [req-9411402e-3bd6-4137-8d17-37bdec143248 req-2279ee74-2f42-4e05-8485-e1e4fff61c46 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Request body: {'port': {'device_id': 'a3238242-6707-4564-b749-b478f64967f3', 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f', 'admin_state_up': True, 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'security_groups': ['a3eec535-49b5-4819-ba07-afd037571497']}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:38.400718 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:55:38.554482 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9411402e-3bd6-4137-8d17-37bdec143248 req-2279ee74-2f42-4e05-8485-e1e4fff61c46 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Made reservation on behalf of 5ed9143757584694a5139ada8dbd5570 for: {'port': 1} {{(pid=112920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:55:38.558782 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-9411402e-3bd6-4137-8d17-37bdec143248 req-2279ee74-2f42-4e05-8485-e1e4fff61c46 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:38.757956 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.db_base_plugin_common [req-9411402e-3bd6-4137-8d17-37bdec143248 req-2279ee74-2f42-4e05-8485-e1e4fff61c46 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Allocated IP 172.20.0.3 (ba3d70db-89a3-4a36-91f7-576971d6cd3f/990134de-c572-4ed8-9ca9-38a05454b025/06438076-47dd-4bdb-a71f-1a49e57a577f) {{(pid=112920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:55:38.831848 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9a9b3941-6e72-4a61-8455-2b5ac5bc36cc req-ccb6daaa-b161-47a7-8da2-34e81786e34d tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a3238242-6707-4564-b749-b478f64967f3 HTTP/1.1" status: 200 len: 210 time: 0.0460336 Aug 31 09:55:38.963588 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-9411402e-3bd6-4137-8d17-37bdec143248 req-2279ee74-2f42-4e05-8485-e1e4fff61c46 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for port (06438076-47dd-4bdb-a71f-1a49e57a577f), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:39.011300 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-9411402e-3bd6-4137-8d17-37bdec143248 req-2279ee74-2f42-4e05-8485-e1e4fff61c46 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64202837'] for port (06438076-47dd-4bdb-a71f-1a49e57a577f), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:39.056378 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9411402e-3bd6-4137-8d17-37bdec143248 req-2279ee74-2f42-4e05-8485-e1e4fff61c46 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Network ba3d70db-89a3-4a36-91f7-576971d6cd3f is already hosted by enough agents. {{(pid=112920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:55:39.062508 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.base_scheduler [req-9411402e-3bd6-4137-8d17-37bdec143248 req-2279ee74-2f42-4e05-8485-e1e4fff61c46 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Resources bound (agent type, host, resource id): {{(pid=112920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:55:39.071319 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.l3_dvrscheduler_db [req-9411402e-3bd6-4137-8d17-37bdec143248 req-2279ee74-2f42-4e05-8485-e1e4fff61c46 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Received port after_create {{(pid=112920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:55:39.082543 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.agents_db [None req-8002e13a-56e4-448b-bc0d-5c9f038cbdad None None] Agent healthcheck: found 6 active agents {{(pid=112922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:55:39.104349 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2279ee74-2f42-4e05-8485-e1e4fff61c46 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Pushing event updated for resources: {'Port': ['ID=06438076-47dd-4bdb-a71f-1a49e57a577f,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:39.145124 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411402e-3bd6-4137-8d17-37bdec143248 req-2279ee74-2f42-4e05-8485-e1e4fff61c46 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:55:39.146136 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-9411402e-3bd6-4137-8d17-37bdec143248 req-2279ee74-2f42-4e05-8485-e1e4fff61c46 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for port (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:39.175811 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-9411402e-3bd6-4137-8d17-37bdec143248 req-2279ee74-2f42-4e05-8485-e1e4fff61c46 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8026338 Aug 31 09:55:39.199506 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [req-9411402e-3bd6-4137-8d17-37bdec143248 req-b451f20f-d135-4b35-b1a4-23687fc14de2 service neutron] Request body: {'port': {'device_id': 'a3238242-6707-4564-b749-b478f64967f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84496'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:39.333237 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-9411402e-3bd6-4137-8d17-37bdec143248 req-b451f20f-d135-4b35-b1a4-23687fc14de2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (06438076-47dd-4bdb-a71f-1a49e57a577f), before_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:39.377205 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-0296ff0a-a9d8-4271-893d-ea0f55c8a0e0 None None] Provisioning complete for port 06438076-47dd-4bdb-a71f-1a49e57a577f triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:55:39.378131 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-0296ff0a-a9d8-4271-893d-ea0f55c8a0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (06438076-47dd-4bdb-a71f-1a49e57a577f), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:39.423831 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-0296ff0a-a9d8-4271-893d-ea0f55c8a0e0 None None] Port 06438076-47dd-4bdb-a71f-1a49e57a577f cannot update to ACTIVE because it is not bound. {{(pid=112921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 09:55:39.463904 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:55:39.672584 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:55:39.689652 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.notifiers.nova [req-9411402e-3bd6-4137-8d17-37bdec143248 req-b451f20f-d135-4b35-b1a4-23687fc14de2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06438076-47dd-4bdb-a71f-1a49e57a577f {{(pid=112920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 09:55:39.699054 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-9411402e-3bd6-4137-8d17-37bdec143248 req-b451f20f-d135-4b35-b1a4-23687fc14de2 service neutron] Publish callbacks [] for port (06438076-47dd-4bdb-a71f-1a49e57a577f), precommit_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:39.717111 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.provisioning_blocks [req-9411402e-3bd6-4137-8d17-37bdec143248 req-b451f20f-d135-4b35-b1a4-23687fc14de2 service neutron] Transition to ACTIVE for port object 06438076-47dd-4bdb-a71f-1a49e57a577f will not be triggered until provisioned by entity L2. {{(pid=112920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 09:55:39.723847 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-9411402e-3bd6-4137-8d17-37bdec143248 req-b451f20f-d135-4b35-b1a4-23687fc14de2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64202844'] for port (06438076-47dd-4bdb-a71f-1a49e57a577f), after_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:39.792644 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b451f20f-d135-4b35-b1a4-23687fc14de2 service neutron] Pushing event updated for resources: {'Port': ['ID=06438076-47dd-4bdb-a71f-1a49e57a577f,revision_number=2']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:39.855428 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.managers [req-9411402e-3bd6-4137-8d17-37bdec143248 req-b451f20f-d135-4b35-b1a4-23687fc14de2 service neutron] Attempting to bind port 06438076-47dd-4bdb-a71f-1a49e57a577f on host hv-cinder-84496 for vnic_type normal with profile {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 09:55:39.855889 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.managers [req-9411402e-3bd6-4137-8d17-37bdec143248 req-b451f20f-d135-4b35-b1a4-23687fc14de2 service neutron] Attempting to bind port 06438076-47dd-4bdb-a71f-1a49e57a577f by drivers openvswitch,hyperv on host hv-cinder-84496 at level 0 using segments [{'id': '9526ede2-f765-498c-8f20-9d507e805198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f'}] {{(pid=112920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 09:55:39.856322 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9411402e-3bd6-4137-8d17-37bdec143248 req-b451f20f-d135-4b35-b1a4-23687fc14de2 service neutron] Attempting to bind port 06438076-47dd-4bdb-a71f-1a49e57a577f on network ba3d70db-89a3-4a36-91f7-576971d6cd3f {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:55:39.863215 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9411402e-3bd6-4137-8d17-37bdec143248 req-b451f20f-d135-4b35-b1a4-23687fc14de2 service neutron] Port 06438076-47dd-4bdb-a71f-1a49e57a577f on network ba3d70db-89a3-4a36-91f7-576971d6cd3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84496 {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 09:55:39.863618 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9411402e-3bd6-4137-8d17-37bdec143248 req-b451f20f-d135-4b35-b1a4-23687fc14de2 service neutron] Attempting to bind port 06438076-47dd-4bdb-a71f-1a49e57a577f on network ba3d70db-89a3-4a36-91f7-576971d6cd3f {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:55:39.870785 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9411402e-3bd6-4137-8d17-37bdec143248 req-b451f20f-d135-4b35-b1a4-23687fc14de2 service neutron] Checking agent: {'id': 'e6f198be-e193-4693-a253-f9c4522a6272', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 9, 45, 52), 'started_at': datetime.datetime(2022, 8, 31, 9, 45, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 9, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 09:55:39.871224 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9411402e-3bd6-4137-8d17-37bdec143248 req-b451f20f-d135-4b35-b1a4-23687fc14de2 service neutron] Checking segment: {'id': '9526ede2-f765-498c-8f20-9d507e805198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:55:39.871674 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9411402e-3bd6-4137-8d17-37bdec143248 req-b451f20f-d135-4b35-b1a4-23687fc14de2 service neutron] Bound using segment: {'id': '9526ede2-f765-498c-8f20-9d507e805198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f'} {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 09:55:39.872225 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.managers [req-9411402e-3bd6-4137-8d17-37bdec143248 req-b451f20f-d135-4b35-b1a4-23687fc14de2 service neutron] Bound port: 06438076-47dd-4bdb-a71f-1a49e57a577f, host: hv-cinder-84496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9526ede2-f765-498c-8f20-9d507e805198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f'}}] {{(pid=112920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 09:55:39.872670 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-9411402e-3bd6-4137-8d17-37bdec143248 req-b451f20f-d135-4b35-b1a4-23687fc14de2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (06438076-47dd-4bdb-a71f-1a49e57a577f), before_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:39.987761 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.db [req-9411402e-3bd6-4137-8d17-37bdec143248 req-b451f20f-d135-4b35-b1a4-23687fc14de2 service neutron] For port 06438076-47dd-4bdb-a71f-1a49e57a577f, host hv-cinder-84496, cleared binding levels {{(pid=112920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:55:39.992833 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.db [req-9411402e-3bd6-4137-8d17-37bdec143248 req-b451f20f-d135-4b35-b1a4-23687fc14de2 service neutron] For port 06438076-47dd-4bdb-a71f-1a49e57a577f, host hv-cinder-84496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=06438076-47dd-4bdb-a71f-1a49e57a577f,segment=NetworkSegment(9526ede2-f765-498c-8f20-9d507e805198),segment_id=9526ede2-f765-498c-8f20-9d507e805198)] {{(pid=112920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:55:40.006582 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-9411402e-3bd6-4137-8d17-37bdec143248 req-b451f20f-d135-4b35-b1a4-23687fc14de2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64202844'] for port (06438076-47dd-4bdb-a71f-1a49e57a577f), after_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:40.010926 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411402e-3bd6-4137-8d17-37bdec143248 req-b451f20f-d135-4b35-b1a4-23687fc14de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:55:40.011954 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-9411402e-3bd6-4137-8d17-37bdec143248 req-b451f20f-d135-4b35-b1a4-23687fc14de2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for port (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:40.013682 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-9411402e-3bd6-4137-8d17-37bdec143248 req-b451f20f-d135-4b35-b1a4-23687fc14de2 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/06438076-47dd-4bdb-a71f-1a49e57a577f HTTP/1.1" status: 200 len: 1093 time: 0.8218710 Aug 31 09:55:40.016592 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3238242-6707-4564-b749-b478f64967f3', 'tag': '06438076-47dd-4bdb-a71f-1a49e57a577f'}] {{(pid=112920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:55:40.019866 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b1c67df7a66df2dbb2f1d86d1740294a25e35557c8b7fb736f9ab0bc04a1bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2d6852-2d45-42cb-8667-89f19c8d9e70" -d '{"events": [{"name": "network-changed", "server_uuid": "a3238242-6707-4564-b749-b478f64967f3", "tag": "06438076-47dd-4bdb-a71f-1a49e57a577f"}]}' {{(pid=112920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:55:40.023546 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:55:40.050792 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19fa624-2667-4e97-a8d4-7b981999557e req-eca62ebf-3ca5-40d0-9450-9b82225daaa7 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:55:40.053348 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b19fa624-2667-4e97-a8d4-7b981999557e req-eca62ebf-3ca5-40d0-9450-9b82225daaa7 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a3238242-6707-4564-b749-b478f64967f3 HTTP/1.1" status: 200 len: 943 time: 0.0981865 Aug 31 09:55:40.090298 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b451f20f-d135-4b35-b1a4-23687fc14de2 service neutron] Pushing event updated for resources: {'Port': ['ID=06438076-47dd-4bdb-a71f-1a49e57a577f,revision_number=3']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:40.098718 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 09:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a255435-a111-4a2f-81c8-e32da0416227 x-openstack-request-id: req-1a255435-a111-4a2f-81c8-e32da0416227 {{(pid=112920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:55:40.099282 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3238242-6707-4564-b749-b478f64967f3", "tag": "06438076-47dd-4bdb-a71f-1a49e57a577f", "status": "completed", "code": 200}]} {{(pid=112920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:55:40.099743 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a255435-a111-4a2f-81c8-e32da0416227 {{(pid=112920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:55:40.100222 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a255435-a111-4a2f-81c8-e32da0416227'] response: {'name': 'network-changed', 'server_uuid': 'a3238242-6707-4564-b749-b478f64967f3', 'tag': '06438076-47dd-4bdb-a71f-1a49e57a577f', 'status': 'completed', 'code': 200} Aug 31 09:55:40.140055 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b19fa624-2667-4e97-a8d4-7b981999557e req-697ebcf4-b396-4f37-bf64-ff6cd5491920 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a3eec535-49b5-4819-ba07-afd037571497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728812 Aug 31 09:55:40.170898 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411402e-3bd6-4137-8d17-37bdec143248 req-5e5d0f27-0a64-4612-a85f-70edb7e04305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:55:40.172470 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-9411402e-3bd6-4137-8d17-37bdec143248 req-5e5d0f27-0a64-4612-a85f-70edb7e04305 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5ed9143757584694a5139ada8dbd5570&device_id=a3238242-6707-4564-b749-b478f64967f3 HTTP/1.1" status: 200 len: 1127 time: 0.0539975 Aug 31 09:55:40.228046 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-9411402e-3bd6-4137-8d17-37bdec143248 req-28457a20-32e7-4b7a-abd0-0f848d73c28f service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06438076-47dd-4bdb-a71f-1a49e57a577f HTTP/1.1" status: 200 len: 217 time: 0.0415406 Aug 31 09:55:40.293716 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411402e-3bd6-4137-8d17-37bdec143248 req-083d5b26-d395-4d2a-9b58-992dda06f251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:55:40.295222 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-9411402e-3bd6-4137-8d17-37bdec143248 req-083d5b26-d395-4d2a-9b58-992dda06f251 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=990134de-c572-4ed8-9ca9-38a05454b025 HTTP/1.1" status: 200 len: 853 time: 0.0594511 Aug 31 09:55:40.345157 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411402e-3bd6-4137-8d17-37bdec143248 req-c05f34ef-59bc-4461-b7f0-fc73e0915621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:55:40.347133 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-9411402e-3bd6-4137-8d17-37bdec143248 req-c05f34ef-59bc-4461-b7f0-fc73e0915621 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=ba3d70db-89a3-4a36-91f7-576971d6cd3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449443 Aug 31 09:55:40.452659 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-9411402e-3bd6-4137-8d17-37bdec143248 req-37a86036-bf43-4a3b-a320-7ecf776bd459 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ba3d70db-89a3-4a36-91f7-576971d6cd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991433 Aug 31 09:55:40.547916 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:55:40.563128 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-9411402e-3bd6-4137-8d17-37bdec143248 req-eaa34e9d-dbe4-408a-beaa-6cda03c6a882 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ba3d70db-89a3-4a36-91f7-576971d6cd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020916 Aug 31 09:55:41.004682 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa530f05-6a7c-43d0-80f3-fcf9c5def768 req-c308bc49-8265-460a-b1fa-d378641d9f90 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:55:41.006336 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-fa530f05-6a7c-43d0-80f3-fcf9c5def768 req-c308bc49-8265-460a-b1fa-d378641d9f90 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 945 time: 0.0592537 Aug 31 09:55:41.060809 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-fa530f05-6a7c-43d0-80f3-fcf9c5def768 req-75222c09-0453-4688-990b-44c768ec29b7 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e1c7de74-f380-4ca1-a663-74761fb0e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483468 Aug 31 09:55:41.279365 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852fc7f-f072-4352-8aa1-da53cf25da9f req-480a77bd-6e3e-459f-8b50-34b5a707edf8 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:55:41.280996 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-3852fc7f-f072-4352-8aa1-da53cf25da9f req-480a77bd-6e3e-459f-8b50-34b5a707edf8 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a3238242-6707-4564-b749-b478f64967f3 HTTP/1.1" status: 200 len: 943 time: 0.0531354 Aug 31 09:55:41.313240 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:55:41.341488 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-3852fc7f-f072-4352-8aa1-da53cf25da9f req-79ccbc7e-2693-4cca-ac90-4f12b606badf tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a3eec535-49b5-4819-ba07-afd037571497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535893 Aug 31 09:55:41.362434 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=47 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:55:42.209043 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870753c-0a91-45a9-8633-e2c020ef23bf req-68174515-5a87-49fc-8a84-fb3dddf92e71 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:55:42.210974 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9870753c-0a91-45a9-8633-e2c020ef23bf req-68174515-5a87-49fc-8a84-fb3dddf92e71 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 945 time: 0.0585485 Aug 31 09:55:42.270361 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9870753c-0a91-45a9-8633-e2c020ef23bf req-af17a9cd-6294-4c0d-b429-f8b0134307bd tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e1c7de74-f380-4ca1-a663-74761fb0e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531082 Aug 31 09:55:42.483308 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4c638-10be-479c-b7c1-65547576fb0a req-dcb849ac-6e27-44a5-bc45-a0e17e8f0938 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:55:42.484939 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-def4c638-10be-479c-b7c1-65547576fb0a req-dcb849ac-6e27-44a5-bc45-a0e17e8f0938 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a3238242-6707-4564-b749-b478f64967f3 HTTP/1.1" status: 200 len: 943 time: 0.0602334 Aug 31 09:55:42.551324 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-def4c638-10be-479c-b7c1-65547576fb0a req-be04c83d-bc16-49da-adac-ea38af73f1ee tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a3eec535-49b5-4819-ba07-afd037571497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587370 Aug 31 09:55:42.778950 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device 06438076-47dd-4bdb-a71f-1a49e57a577f details requested by agent hyperv_hv-cinder-84496 with host hv-cinder-84496 {{(pid=112921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:55:42.968067 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port 06438076-47dd-4bdb-a71f-1a49e57a577f, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=06438076-47dd-4bdb-a71f-1a49e57a577f,segment=NetworkSegment(9526ede2-f765-498c-8f20-9d507e805198),segment_id=9526ede2-f765-498c-8f20-9d507e805198)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:42.984816 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Returning: {'device': '06438076-47dd-4bdb-a71f-1a49e57a577f', 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f', 'port_id': '06438076-47dd-4bdb-a71f-1a49e57a577f', 'mac_address': 'fa:16:3e:53:28:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '990134de-c572-4ed8-9ca9-38a05454b025', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:55:43.048817 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Current status of the port 06438076-47dd-4bdb-a71f-1a49e57a577f is: DOWN; New status is: BUILD {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:55:43.050004 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (06438076-47dd-4bdb-a71f-1a49e57a577f), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:43.065216 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d6852-2d45-42cb-8667-89f19c8d9e70 req-050ed368-7f73-4cd3-8ad4-1dfae8450fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:55:43.067304 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-8e2d6852-2d45-42cb-8667-89f19c8d9e70 req-050ed368-7f73-4cd3-8ad4-1dfae8450fd9 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5ed9143757584694a5139ada8dbd5570&device_id=a3238242-6707-4564-b749-b478f64967f3 HTTP/1.1" status: 200 len: 1127 time: 0.0504420 Aug 31 09:55:43.068598 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.notifiers.nova [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06438076-47dd-4bdb-a71f-1a49e57a577f {{(pid=112921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 09:55:43.094895 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port 06438076-47dd-4bdb-a71f-1a49e57a577f, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=06438076-47dd-4bdb-a71f-1a49e57a577f,segment=NetworkSegment(9526ede2-f765-498c-8f20-9d507e805198),segment_id=9526ede2-f765-498c-8f20-9d507e805198)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:43.100687 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (06438076-47dd-4bdb-a71f-1a49e57a577f), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:43.157842 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Pushing event updated for resources: {'Port': ['ID=06438076-47dd-4bdb-a71f-1a49e57a577f,revision_number=4']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:43.169925 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:43.170384 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:43.170905 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:43.171365 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:43.171890 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:43.172312 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:43.172813 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:43.173258 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:43.173901 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:43.174781 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:43.175178 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:43.175617 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:43.176062 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:43.176548 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:43.177016 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:43.430495 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190c65c-25b5-48cd-b870-790f49f03493 req-dd088f6c-9b60-4460-9d93-6bc5d6d64dec tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:55:43.432264 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-1190c65c-25b5-48cd-b870-790f49f03493 req-dd088f6c-9b60-4460-9d93-6bc5d6d64dec tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 945 time: 0.0613794 Aug 31 09:55:43.498102 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-1190c65c-25b5-48cd-b870-790f49f03493 req-a51e3f4d-d60e-460d-817a-17b579039c69 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e1c7de74-f380-4ca1-a663-74761fb0e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557799 Aug 31 09:55:43.593306 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] get_ports_and_sgs() called for port_ids ['06438076-47dd-4bdb-a71f-1a49e57a577f'] {{(pid=112921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 09:55:43.716202 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245e047-cdff-4f89-be61-d9a7b974d813 req-bc1da78a-8be2-4eab-9ed5-75fb6e6e996c tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:55:43.718489 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b245e047-cdff-4f89-be61-d9a7b974d813 req-bc1da78a-8be2-4eab-9ed5-75fb6e6e996c tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a3238242-6707-4564-b749-b478f64967f3 HTTP/1.1" status: 200 len: 944 time: 0.0762186 Aug 31 09:55:43.792721 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b245e047-cdff-4f89-be61-d9a7b974d813 req-8a853302-955b-4bab-8be0-f0cd6fa73381 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a3eec535-49b5-4819-ba07-afd037571497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667841 Aug 31 09:55:44.656638 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4feda-7826-4b35-8ddd-20dd95b7ad68 req-5aa980e8-5015-4634-9a2f-1937166f0393 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:55:44.658947 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-24b4feda-7826-4b35-8ddd-20dd95b7ad68 req-5aa980e8-5015-4634-9a2f-1937166f0393 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 945 time: 0.0634155 Aug 31 09:55:44.713810 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-24b4feda-7826-4b35-8ddd-20dd95b7ad68 req-3e16a3e8-e9e3-4f9e-8c30-45b16b9ff1b6 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e1c7de74-f380-4ca1-a663-74761fb0e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479636 Aug 31 09:55:44.798074 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device 06438076-47dd-4bdb-a71f-1a49e57a577f up at agent hyperv_hv-cinder-84496 {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:55:44.851197 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:55:44.860070 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Provisioning for port 06438076-47dd-4bdb-a71f-1a49e57a577f completed by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 09:55:44.869361 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Provisioning complete for port 06438076-47dd-4bdb-a71f-1a49e57a577f triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:55:44.870005 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (06438076-47dd-4bdb-a71f-1a49e57a577f), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:44.974288 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34da50-e2bc-4f55-8f4e-8e15a7037bf4 req-31a3e11e-fe0e-4ab4-a485-80e4092672e3 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:55:44.977036 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-cf34da50-e2bc-4f55-8f4e-8e15a7037bf4 req-31a3e11e-fe0e-4ab4-a485-80e4092672e3 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a3238242-6707-4564-b749-b478f64967f3 HTTP/1.1" status: 200 len: 944 time: 0.0854547 Aug 31 09:55:45.000504 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Current status of the port 06438076-47dd-4bdb-a71f-1a49e57a577f is: BUILD; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:55:45.001139 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (06438076-47dd-4bdb-a71f-1a49e57a577f), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:45.020453 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:55:45.029289 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-cf34da50-e2bc-4f55-8f4e-8e15a7037bf4 req-0bd586ea-5ce1-47b2-bbde-11f6dcf0df8d tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a3eec535-49b5-4819-ba07-afd037571497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457065 Aug 31 09:55:45.047501 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3238242-6707-4564-b749-b478f64967f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06438076-47dd-4bdb-a71f-1a49e57a577f'}] {{(pid=112921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:55:45.051528 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b0c9b70db3c71f613761f7f5e171cb6bed896c41d1f4f7babde002b819469c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc92bca-4515-4019-a658-36f0503abe98" -d '{"events": [{"server_uuid": "a3238242-6707-4564-b749-b478f64967f3", "name": "network-vif-plugged", "status": "completed", "tag": "06438076-47dd-4bdb-a71f-1a49e57a577f"}]}' {{(pid=112921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:55:45.071678 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port 06438076-47dd-4bdb-a71f-1a49e57a577f, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=06438076-47dd-4bdb-a71f-1a49e57a577f,segment=NetworkSegment(9526ede2-f765-498c-8f20-9d507e805198),segment_id=9526ede2-f765-498c-8f20-9d507e805198)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:45.079496 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (06438076-47dd-4bdb-a71f-1a49e57a577f), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:45.106704 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 09:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d82d503-2e8f-4bc6-9a7d-9949f4dc8f2c x-openstack-request-id: req-7d82d503-2e8f-4bc6-9a7d-9949f4dc8f2c {{(pid=112921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:55:45.107017 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3238242-6707-4564-b749-b478f64967f3", "name": "network-vif-plugged", "status": "completed", "tag": "06438076-47dd-4bdb-a71f-1a49e57a577f", "code": 200}]} {{(pid=112921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:55:45.107273 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7d82d503-2e8f-4bc6-9a7d-9949f4dc8f2c {{(pid=112921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:55:45.107667 dv-cinder-844961-2-iscsi neutron-server[112921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d82d503-2e8f-4bc6-9a7d-9949f4dc8f2c'] response: {'server_uuid': 'a3238242-6707-4564-b749-b478f64967f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06438076-47dd-4bdb-a71f-1a49e57a577f', 'code': 200} Aug 31 09:55:45.135872 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Pushing event updated for resources: {'Port': ['ID=06438076-47dd-4bdb-a71f-1a49e57a577f,revision_number=5']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:45.848305 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307614b0-6cf6-4d39-9dde-fd3f9a32ffcc req-acce8b1c-25bf-4d84-a5c4-31a1d531213a tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:55:45.849931 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-307614b0-6cf6-4d39-9dde-fd3f9a32ffcc req-acce8b1c-25bf-4d84-a5c4-31a1d531213a tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 945 time: 0.0526948 Aug 31 09:55:45.908772 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-307614b0-6cf6-4d39-9dde-fd3f9a32ffcc req-e105b088-2281-4b78-a8aa-8762cf4476ee tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e1c7de74-f380-4ca1-a663-74761fb0e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527663 Aug 31 09:55:46.197555 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7a37b-cfd8-444e-ad6d-95a63114dfca req-c830b72c-ac57-47dd-acb0-655f80177c44 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:55:46.199417 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f7d7a37b-cfd8-444e-ad6d-95a63114dfca req-c830b72c-ac57-47dd-acb0-655f80177c44 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a3238242-6707-4564-b749-b478f64967f3 HTTP/1.1" status: 200 len: 945 time: 0.0501432 Aug 31 09:55:46.235116 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:55:46.255553 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f7d7a37b-cfd8-444e-ad6d-95a63114dfca req-abfa4a8f-2168-4b2f-9a40-f31d15e1ea1c tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a3eec535-49b5-4819-ba07-afd037571497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500669 Aug 31 09:55:46.383146 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d6852-2d45-42cb-8667-89f19c8d9e70 req-95ffd11a-2835-45f1-ad47-bff9ecef01c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:55:46.384557 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-8e2d6852-2d45-42cb-8667-89f19c8d9e70 req-95ffd11a-2835-45f1-ad47-bff9ecef01c9 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=ba3d70db-89a3-4a36-91f7-576971d6cd3f HTTP/1.1" status: 200 len: 915 time: 0.1112838 Aug 31 09:55:46.430239 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-8e2d6852-2d45-42cb-8667-89f19c8d9e70 req-d769a99b-8083-4f04-9fde-08d32260d5f7 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06438076-47dd-4bdb-a71f-1a49e57a577f HTTP/1.1" status: 200 len: 217 time: 0.0365012 Aug 31 09:55:46.503255 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d6852-2d45-42cb-8667-89f19c8d9e70 req-f277a8bc-be45-437a-b582-ef147212e6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:55:46.504791 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-8e2d6852-2d45-42cb-8667-89f19c8d9e70 req-f277a8bc-be45-437a-b582-ef147212e6bb service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=990134de-c572-4ed8-9ca9-38a05454b025 HTTP/1.1" status: 200 len: 853 time: 0.0544500 Aug 31 09:55:46.521944 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4057959-2fb7-45d9-b82e-00e93879f2f7 req-a23216be-c9e1-4216-b698-da8613332b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:55:46.523469 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c4057959-2fb7-45d9-b82e-00e93879f2f7 req-a23216be-c9e1-4216-b698-da8613332b33 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a3238242-6707-4564-b749-b478f64967f3 HTTP/1.1" status: 200 len: 1129 time: 0.0426865 Aug 31 09:55:46.618167 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c4057959-2fb7-45d9-b82e-00e93879f2f7 req-6bb9e322-ec68-4cc4-8079-56f3790a30f5 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a3eec535-49b5-4819-ba07-afd037571497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676613 Aug 31 09:55:46.618638 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d6852-2d45-42cb-8667-89f19c8d9e70 req-c1bd7750-2fe2-4c8f-854a-3620be0e4487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:55:46.619822 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-8e2d6852-2d45-42cb-8667-89f19c8d9e70 req-c1bd7750-2fe2-4c8f-854a-3620be0e4487 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=ba3d70db-89a3-4a36-91f7-576971d6cd3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0693574 Aug 31 09:55:47.074330 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a676f36-3950-42ba-b93c-a849a64c5c92 req-e98e5941-7d81-41ee-bf15-d2083813a6b7 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:55:47.076704 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4a676f36-3950-42ba-b93c-a849a64c5c92 req-e98e5941-7d81-41ee-bf15-d2083813a6b7 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 945 time: 0.0837519 Aug 31 09:55:47.137009 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4a676f36-3950-42ba-b93c-a849a64c5c92 req-b264a400-7397-4354-b615-b9784c7924d2 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e1c7de74-f380-4ca1-a663-74761fb0e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532300 Aug 31 09:55:47.297575 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-8e2d6852-2d45-42cb-8667-89f19c8d9e70 req-3cb9e187-269e-49a7-a767-a6e85b5d5ba9 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ba3d70db-89a3-4a36-91f7-576971d6cd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135123 Aug 31 09:55:47.403291 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd9c82-fdfc-41b6-be1a-d8ccfa9fa5f0 req-92d45b30-b5b5-421c-83f3-2756881f936a tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:55:47.405004 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c2cd9c82-fdfc-41b6-be1a-d8ccfa9fa5f0 req-92d45b30-b5b5-421c-83f3-2756881f936a tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a3238242-6707-4564-b749-b478f64967f3 HTTP/1.1" status: 200 len: 945 time: 0.0525458 Aug 31 09:55:47.490938 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c2cd9c82-fdfc-41b6-be1a-d8ccfa9fa5f0 req-4d440453-ff6b-48df-b172-26f56042585c tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a3eec535-49b5-4819-ba07-afd037571497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743861 Aug 31 09:55:47.977450 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:55:48.015420 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732bf71-d388-43b1-80be-9d497d79527a req-1d23fff9-7fe4-4be1-be2d-f03425174851 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:55:48.016988 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-1732bf71-d388-43b1-80be-9d497d79527a req-1d23fff9-7fe4-4be1-be2d-f03425174851 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 945 time: 0.0490651 Aug 31 09:55:48.039324 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:55:48.089516 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-8e2d6852-2d45-42cb-8667-89f19c8d9e70 req-45eb81d8-c5ae-47a1-b35a-cc0da87b87bc service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ba3d70db-89a3-4a36-91f7-576971d6cd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230674 Aug 31 09:55:48.141580 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [req-1732bf71-d388-43b1-80be-9d497d79527a req-3662acf8-8d19-4704-bcfd-b580f28d7e46 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Deleting port ebfc41b8-372f-4c67-97e3-7caa675975ac {{(pid=112919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 09:55:48.143059 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-1732bf71-d388-43b1-80be-9d497d79527a req-3662acf8-8d19-4704-bcfd-b580f28d7e46 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (ebfc41b8-372f-4c67-97e3-7caa675975ac), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:48.297884 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.db [req-1732bf71-d388-43b1-80be-9d497d79527a req-3662acf8-8d19-4704-bcfd-b580f28d7e46 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] For port ebfc41b8-372f-4c67-97e3-7caa675975ac, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=ebfc41b8-372f-4c67-97e3-7caa675975ac,segment=NetworkSegment(77ec7e58-22c2-416f-b36d-15e60d463b0c),segment_id=77ec7e58-22c2-416f-b36d-15e60d463b0c)] {{(pid=112919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:48.298127 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-1732bf71-d388-43b1-80be-9d497d79527a req-3662acf8-8d19-4704-bcfd-b580f28d7e46 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (ebfc41b8-372f-4c67-97e3-7caa675975ac), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:48.318673 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949ff1f-3332-4455-bb88-455febeea8ee req-6eb8d6f2-6c17-4346-b71f-0a9e3736e3bc tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:55:48.320304 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9949ff1f-3332-4455-bb88-455febeea8ee req-6eb8d6f2-6c17-4346-b71f-0a9e3736e3bc tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 945 time: 0.0773814 Aug 31 09:55:48.516524 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9949ff1f-3332-4455-bb88-455febeea8ee req-4054ed68-47de-48bd-92cb-b70a85f14844 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e1c7de74-f380-4ca1-a663-74761fb0e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712859 Aug 31 09:55:48.625195 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-1732bf71-d388-43b1-80be-9d497d79527a req-3662acf8-8d19-4704-bcfd-b580f28d7e46 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:48.625506 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-1732bf71-d388-43b1-80be-9d497d79527a req-3662acf8-8d19-4704-bcfd-b580f28d7e46 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964517'] for floatingip (066922a7-8b5b-4a2e-ae36-2b8fcc700449), after_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:48.625800 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.db.l3_db [req-1732bf71-d388-43b1-80be-9d497d79527a req-3662acf8-8d19-4704-bcfd-b580f28d7e46 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Floating IP 066922a7-8b5b-4a2e-ae36-2b8fcc700449 disassociated. External IP: 172.27.3.19, port: ebfc41b8-372f-4c67-97e3-7caa675975ac. Aug 31 09:55:48.626151 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [req-1732bf71-d388-43b1-80be-9d497d79527a req-3662acf8-8d19-4704-bcfd-b580f28d7e46 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Calling delete_port for ebfc41b8-372f-4c67-97e3-7caa675975ac owned by compute:nova {{(pid=112919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 09:55:48.648472 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bff46-bc74-491d-b0a3-c58486c714ec req-0151eeb2-5adc-4f1c-ac88-37f5a43cbacd tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:55:48.650132 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-643bff46-bc74-491d-b0a3-c58486c714ec req-0151eeb2-5adc-4f1c-ac88-37f5a43cbacd tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a3238242-6707-4564-b749-b478f64967f3 HTTP/1.1" status: 200 len: 945 time: 0.0727651 Aug 31 09:55:48.748526 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:55:48.757316 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-643bff46-bc74-491d-b0a3-c58486c714ec req-32a7c67e-7428-4bcf-a351-65e2be791ece tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a3eec535-49b5-4819-ba07-afd037571497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008728 Aug 31 09:55:48.844146 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-1732bf71-d388-43b1-80be-9d497d79527a req-3662acf8-8d19-4704-bcfd-b580f28d7e46 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66028622'] for port (ebfc41b8-372f-4c67-97e3-7caa675975ac), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:48.875557 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3662acf8-8d19-4704-bcfd-b580f28d7e46 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Pushing event deleted for resources: {'Port': ['ID=ebfc41b8-372f-4c67-97e3-7caa675975ac,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:49.040540 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1732bf71-d388-43b1-80be-9d497d79527a req-3662acf8-8d19-4704-bcfd-b580f28d7e46 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Router e548f256-8fe0-48dc-a879-6665a50f046d has already been hosted by L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 {{(pid=112919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:55:49.075362 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=43 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:55:49.176468 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:55:49.184441 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1732bf71-d388-43b1-80be-9d497d79527a req-3662acf8-8d19-4704-bcfd-b580f28d7e46 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:55:49.198663 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dada2dd2-71a5-4876-a738-4eed3dd3935b None None] Sync routers for ids ['e548f256-8fe0-48dc-a879-6665a50f046d'] in dv-cinder-844961-2-iscsi {{(pid=112922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:55:49.216437 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dada2dd2-71a5-4876-a738-4eed3dd3935b None None] Routers {'e548f256-8fe0-48dc-a879-6665a50f046d'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:55:49.217573 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-dada2dd2-71a5-4876-a738-4eed3dd3935b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:55:26Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['e548f256-8fe0-48dc-a879-6665a50f046d'], 'active': True} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:49.232342 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.l3_dvrscheduler_db [req-1732bf71-d388-43b1-80be-9d497d79527a req-3662acf8-8d19-4704-bcfd-b580f28d7e46 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] No DVR routers for this DVR port ebfc41b8-372f-4c67-97e3-7caa675975ac on host hv-cinder-84496 {{(pid=112919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 09:55:49.235359 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-1732bf71-d388-43b1-80be-9d497d79527a req-3662acf8-8d19-4704-bcfd-b580f28d7e46 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for port (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:49.239522 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-1732bf71-d388-43b1-80be-9d497d79527a req-3662acf8-8d19-4704-bcfd-b580f28d7e46 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.64 "DELETE /networking/v2.0/ports/ebfc41b8-372f-4c67-97e3-7caa675975ac HTTP/1.1" status: 204 len: 173 time: 1.2147572 Aug 31 09:55:49.240012 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad92550c-f29b-4f97-9511-a2f1ffa98e3e', 'name': 'network-vif-deleted', 'tag': 'ebfc41b8-372f-4c67-97e3-7caa675975ac'}] {{(pid=112919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:55:49.242879 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f6ad1632a392cf14020321c7ce6c49338053db0fa13ffca62b7dfe78a8e90b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6d48f7-eec0-4add-9eb3-51016807701c" -d '{"events": [{"server_uuid": "ad92550c-f29b-4f97-9511-a2f1ffa98e3e", "name": "network-vif-deleted", "tag": "ebfc41b8-372f-4c67-97e3-7caa675975ac"}]}' {{(pid=112919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:55:49.295949 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 09:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2dcd05-7481-4e10-9600-98af46732afc x-openstack-request-id: req-5a2dcd05-7481-4e10-9600-98af46732afc {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:55:49.296590 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad92550c-f29b-4f97-9511-a2f1ffa98e3e", "name": "network-vif-deleted", "tag": "ebfc41b8-372f-4c67-97e3-7caa675975ac", "status": "completed", "code": 200}]} {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:55:49.297070 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a2dcd05-7481-4e10-9600-98af46732afc {{(pid=112919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:55:49.297732 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a2dcd05-7481-4e10-9600-98af46732afc'] response: {'server_uuid': 'ad92550c-f29b-4f97-9511-a2f1ffa98e3e', 'name': 'network-vif-deleted', 'tag': 'ebfc41b8-372f-4c67-97e3-7caa675975ac', 'status': 'completed', 'code': 200} Aug 31 09:55:49.449315 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvr_db [None req-dada2dd2-71a5-4876-a738-4eed3dd3935b None None] Set router e548f256-8fe0-48dc-a879-6665a50f046d gateway port host: dv-cinder-844961-2-iscsi {{(pid=112922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:55:49.676206 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-53f8c49a-4a19-4334-992e-3dbd767df497 req-f14baee2-6ad9-492c-a9b0-b1c0a180b683 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ad92550c-f29b-4f97-9511-a2f1ffa98e3e HTTP/1.1" status: 200 len: 210 time: 0.0377307 Aug 31 09:55:49.720146 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-dada2dd2-71a5-4876-a738-4eed3dd3935b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e548f256-8fe0-48dc-a879-6665a50f046d', 'name': 'tempest-ServerRescueNegativeTestJSON-1771364971-router', 'tenant_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '8c494ce0-e6b5-4525-b16d-4d6baaa16e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:47:47Z', 'updated_at': '2022-08-31T09:47:56Z', 'revision_number': 4, 'project_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'gw_port': {'id': '8c494ce0-e6b5-4525-b16d-4d6baaa16e47', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:eb:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e548f256-8fe0-48dc-a879-6665a50f046d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:48Z', 'updated_at': '2022-08-31T09:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': '84107282-1e36-4545-8fc1-71de5f445467', 'name': '', 'network_id': '2e69cc92-d348-4eef-9a4c-b8daacafc440', 'tenant_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'mac_address': 'fa:16:3e:56:9b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e548f256-8fe0-48dc-a879-6665a50f046d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '851420a3-644f-4898-b99d-54af1fb83d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:54Z', 'updated_at': '2022-08-31T09:48:09Z', 'revision_number': 5, 'project_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'subnets': [{'id': '851420a3-644f-4898-b99d-54af1fb83d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:49.773907 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dada2dd2-71a5-4876-a738-4eed3dd3935b None None] Checking router: e548f256-8fe0-48dc-a879-6665a50f046d for host: dv-cinder-844961-2-iscsi {{(pid=112922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:55:49.789293 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dada2dd2-71a5-4876-a738-4eed3dd3935b None None] Routers {'e548f256-8fe0-48dc-a879-6665a50f046d'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:55:49.789951 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-dada2dd2-71a5-4876-a738-4eed3dd3935b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:55:26Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['e548f256-8fe0-48dc-a879-6665a50f046d'], 'active': True} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:49.929481 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee157e-3703-4fd2-8029-7e5f6a40bf22 req-fc90ffa9-c05e-48b8-b933-1e830831e8a7 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:55:49.932061 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-98ee157e-3703-4fd2-8029-7e5f6a40bf22 req-fc90ffa9-c05e-48b8-b933-1e830831e8a7 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a3238242-6707-4564-b749-b478f64967f3 HTTP/1.1" status: 200 len: 945 time: 0.0658243 Aug 31 09:55:49.947994 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvr_db [None req-dada2dd2-71a5-4876-a738-4eed3dd3935b None None] Set router e548f256-8fe0-48dc-a879-6665a50f046d gateway port host: dv-cinder-844961-2-iscsi {{(pid=112922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:55:50.015928 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-98ee157e-3703-4fd2-8029-7e5f6a40bf22 req-55b1389b-fb37-45f3-b6c2-6d81c4372a1b tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a3eec535-49b5-4819-ba07-afd037571497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717292 Aug 31 09:55:50.210758 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359de41-865e-4506-828b-785a4f348d35 req-c1fb8f6b-40fc-4d07-8dce-37d57f42878b tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:55:50.212480 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f359de41-865e-4506-828b-785a4f348d35 req-c1fb8f6b-40fc-4d07-8dce-37d57f42878b tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a3238242-6707-4564-b749-b478f64967f3 HTTP/1.1" status: 200 len: 945 time: 0.0529253 Aug 31 09:55:50.225467 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 49924) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:55:50.230596 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-e14fdd87-44d8-4f39-9bf3-33af9d4406db tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Request body: {'floatingip': {'port_id': '06438076-47dd-4bdb-a71f-1a49e57a577f'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:50.273318 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e14fdd87-44d8-4f39-9bf3-33af9d4406db tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for floatingip (0e7519c1-8655-44a9-a79e-3719af83537b), before_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:50.280547 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-dada2dd2-71a5-4876-a738-4eed3dd3935b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e548f256-8fe0-48dc-a879-6665a50f046d', 'name': 'tempest-ServerRescueNegativeTestJSON-1771364971-router', 'tenant_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '8c494ce0-e6b5-4525-b16d-4d6baaa16e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:47:47Z', 'updated_at': '2022-08-31T09:47:56Z', 'revision_number': 4, 'project_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'gw_port': {'id': '8c494ce0-e6b5-4525-b16d-4d6baaa16e47', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:eb:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e548f256-8fe0-48dc-a879-6665a50f046d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:48Z', 'updated_at': '2022-08-31T09:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': '84107282-1e36-4545-8fc1-71de5f445467', 'name': '', 'network_id': '2e69cc92-d348-4eef-9a4c-b8daacafc440', 'tenant_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'mac_address': 'fa:16:3e:56:9b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e548f256-8fe0-48dc-a879-6665a50f046d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '851420a3-644f-4898-b99d-54af1fb83d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:54Z', 'updated_at': '2022-08-31T09:48:09Z', 'revision_number': 5, 'project_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'subnets': [{'id': '851420a3-644f-4898-b99d-54af1fb83d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:50.308572 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dada2dd2-71a5-4876-a738-4eed3dd3935b None None] The sync data for ids ['e548f256-8fe0-48dc-a879-6665a50f046d'] in dv-cinder-844961-2-iscsi is: [{'id': 'e548f256-8fe0-48dc-a879-6665a50f046d', 'name': 'tempest-ServerRescueNegativeTestJSON-1771364971-router', 'tenant_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '8c494ce0-e6b5-4525-b16d-4d6baaa16e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:47:47Z', 'updated_at': '2022-08-31T09:47:56Z', 'revision_number': 4, 'project_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'gw_port': {'id': '8c494ce0-e6b5-4525-b16d-4d6baaa16e47', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:eb:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e548f256-8fe0-48dc-a879-6665a50f046d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:48Z', 'updated_at': '2022-08-31T09:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': '84107282-1e36-4545-8fc1-71de5f445467', 'name': '', 'network_id': '2e69cc92-d348-4eef-9a4c-b8daacafc440', 'tenant_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'mac_address': 'fa:16:3e:56:9b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e548f256-8fe0-48dc-a879-6665a50f046d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '851420a3-644f-4898-b99d-54af1fb83d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:54Z', 'updated_at': '2022-08-31T09:48:09Z', 'revision_number': 5, 'project_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'subnets': [{'id': '851420a3-644f-4898-b99d-54af1fb83d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:55:50.567289 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76555f61-e5c3-47ba-b795-77eda8f7b3f2 None None] New status for floating IP 066922a7-8b5b-4a2e-ae36-2b8fcc700449: DOWN {{(pid=112921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 09:55:50.787923 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 49930) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:55:50.823166 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device ebfc41b8-372f-4c67-97e3-7caa675975ac no longer exists at agent hyperv_hv-cinder-84496 {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:55:50.850837 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] No Port match for: ebfc41b8-372f-4c67-97e3-7caa675975ac {{(pid=112921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 09:55:50.851512 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device ebfc41b8-372f-4c67-97e3-7caa675975ac not bound to the agent host hv-cinder-84496 {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:55:50.884391 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e14fdd87-44d8-4f39-9bf3-33af9d4406db tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:50.889193 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e14fdd87-44d8-4f39-9bf3-33af9d4406db tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964517'] for floatingip (0e7519c1-8655-44a9-a79e-3719af83537b), after_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:50.896695 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-b674dc19-badc-4104-8f3b-5b6e90d59dc0 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks [] for security_group (e1c7de74-f380-4ca1-a663-74761fb0e191), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:50.943758 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-b674dc19-badc-4104-8f3b-5b6e90d59dc0 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks [] for security_group (e1c7de74-f380-4ca1-a663-74761fb0e191), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:51.023401 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-b674dc19-badc-4104-8f3b-5b6e90d59dc0 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (e1c7de74-f380-4ca1-a663-74761fb0e191), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:51.026216 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-b674dc19-badc-4104-8f3b-5b6e90d59dc0 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks [] for security_group (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:51.027551 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-b674dc19-badc-4104-8f3b-5b6e90d59dc0 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "DELETE /networking/v2.0/security-groups/e1c7de74-f380-4ca1-a663-74761fb0e191 HTTP/1.1" status: 204 len: 168 time: 0.2381680 Aug 31 09:55:51.031270 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 49932) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:55:51.051856 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b674dc19-badc-4104-8f3b-5b6e90d59dc0 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c7de74-f380-4ca1-a663-74761fb0e191,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:51.055179 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.api.v2.resource [None req-390ba8aa-1ee0-44c1-9d92-fd4a23384df7 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] show failed (client error): The resource could not be found. Aug 31 09:55:51.056273 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-390ba8aa-1ee0-44c1-9d92-fd4a23384df7 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups/e1c7de74-f380-4ca1-a663-74761fb0e191 HTTP/1.1" status: 404 len: 347 time: 0.0237577 Aug 31 09:55:51.060844 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 49934) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:55:51.190121 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [None req-a197202d-af40-4160-a63c-b125c36fe13d tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Deleting port a6770bb3-5bbe-4e4e-b249-c36d59b41701 {{(pid=112919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 09:55:51.190465 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-a197202d-af40-4160-a63c-b125c36fe13d tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (a6770bb3-5bbe-4e4e-b249-c36d59b41701), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:51.228570 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:55:51.239575 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.db.l3_db [None req-e14fdd87-44d8-4f39-9bf3-33af9d4406db tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Floating IP 0e7519c1-8655-44a9-a79e-3719af83537b associated. External IP: 172.27.3.72, port: 06438076-47dd-4bdb-a71f-1a49e57a577f. Aug 31 09:55:51.286983 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-a197202d-af40-4160-a63c-b125c36fe13d tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (a6770bb3-5bbe-4e4e-b249-c36d59b41701), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:51.287649 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-a197202d-af40-4160-a63c-b125c36fe13d tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks [] for floatingip (a6770bb3-5bbe-4e4e-b249-c36d59b41701), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:51.306422 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [None req-a197202d-af40-4160-a63c-b125c36fe13d tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Calling delete_port for a6770bb3-5bbe-4e4e-b249-c36d59b41701 owned by network:floatingip {{(pid=112919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 09:55:51.375099 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:55:51.468407 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-a197202d-af40-4160-a63c-b125c36fe13d tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66028622'] for port (a6770bb3-5bbe-4e4e-b249-c36d59b41701), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:51.480263 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e14fdd87-44d8-4f39-9bf3-33af9d4406db tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Router 8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542 has already been hosted by L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 {{(pid=112920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:55:51.501432 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a197202d-af40-4160-a63c-b125c36fe13d tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Pushing event deleted for resources: {'Port': ['ID=a6770bb3-5bbe-4e4e-b249-c36d59b41701,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:51.575662 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-a197202d-af40-4160-a63c-b125c36fe13d tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks [] for floatingip (066922a7-8b5b-4a2e-ae36-2b8fcc700449), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:51.579253 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-a197202d-af40-4160-a63c-b125c36fe13d tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for floatingip (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:51.581474 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-a197202d-af40-4160-a63c-b125c36fe13d tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "DELETE /networking/v2.0/floatingips/066922a7-8b5b-4a2e-ae36-2b8fcc700449 HTTP/1.1" status: 204 len: 168 time: 0.5194483 Aug 31 09:55:51.604378 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e14fdd87-44d8-4f39-9bf3-33af9d4406db tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:55:51.608856 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e14fdd87-44d8-4f39-9bf3-33af9d4406db tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for floatingip (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:51.614958 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287e4f71-1c91-4c23-af37-6a6c0029a77e None None] Sync routers for ids ['8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'] in dv-cinder-844961-2-iscsi {{(pid=112922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:55:51.627052 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287e4f71-1c91-4c23-af37-6a6c0029a77e None None] Routers {'8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:55:51.627890 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-287e4f71-1c91-4c23-af37-6a6c0029a77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:55:26Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'], 'active': True} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:51.654733 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-e14fdd87-44d8-4f39-9bf3-33af9d4406db tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "PUT /networking/v2.0/floatingips/0e7519c1-8655-44a9-a79e-3719af83537b HTTP/1.1" status: 200 len: 990 time: 1.4280725 Aug 31 09:55:51.655439 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3238242-6707-4564-b749-b478f64967f3', 'tag': '06438076-47dd-4bdb-a71f-1a49e57a577f'}] {{(pid=112920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:55:51.658716 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b1c67df7a66df2dbb2f1d86d1740294a25e35557c8b7fb736f9ab0bc04a1bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07115340-0a4c-4a8c-bf16-b031bde73644" -d '{"events": [{"name": "network-changed", "server_uuid": "a3238242-6707-4564-b749-b478f64967f3", "tag": "06438076-47dd-4bdb-a71f-1a49e57a577f"}]}' {{(pid=112920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:55:51.701941 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 09:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11752d04-0056-4186-b86a-8adcd1f4a163 x-openstack-request-id: req-11752d04-0056-4186-b86a-8adcd1f4a163 {{(pid=112920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:55:51.702231 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3238242-6707-4564-b749-b478f64967f3", "tag": "06438076-47dd-4bdb-a71f-1a49e57a577f", "status": "completed", "code": 200}]} {{(pid=112920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:55:51.702482 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-11752d04-0056-4186-b86a-8adcd1f4a163 {{(pid=112920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:55:51.702880 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11752d04-0056-4186-b86a-8adcd1f4a163'] response: {'name': 'network-changed', 'server_uuid': 'a3238242-6707-4564-b749-b478f64967f3', 'tag': '06438076-47dd-4bdb-a71f-1a49e57a577f', 'status': 'completed', 'code': 200} Aug 31 09:55:51.789121 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvr_db [None req-287e4f71-1c91-4c23-af37-6a6c0029a77e None None] Set router 8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:55:51.814742 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07115340-0a4c-4a8c-bf16-b031bde73644 req-5eeaaeba-4567-4864-b351-6266a85949cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:55:51.817202 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-07115340-0a4c-4a8c-bf16-b031bde73644 req-5eeaaeba-4567-4864-b351-6266a85949cb service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5ed9143757584694a5139ada8dbd5570&device_id=a3238242-6707-4564-b749-b478f64967f3 HTTP/1.1" status: 200 len: 1129 time: 0.0572014 Aug 31 09:55:51.934057 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07115340-0a4c-4a8c-bf16-b031bde73644 req-3641e120-8b53-4c28-94a2-884160d991ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:55:51.935684 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-07115340-0a4c-4a8c-bf16-b031bde73644 req-3641e120-8b53-4c28-94a2-884160d991ef service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=ba3d70db-89a3-4a36-91f7-576971d6cd3f HTTP/1.1" status: 200 len: 915 time: 0.1109970 Aug 31 09:55:51.998860 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:55:52.022172 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-07115340-0a4c-4a8c-bf16-b031bde73644 req-bf965ddf-899e-4641-8eb9-e67e1b097a57 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06438076-47dd-4bdb-a71f-1a49e57a577f HTTP/1.1" status: 200 len: 998 time: 0.0794940 Aug 31 09:55:52.068172 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=100 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:55:52.114766 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07115340-0a4c-4a8c-bf16-b031bde73644 req-d468e9c3-353f-47df-85f4-0698fd4eeea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:55:52.117540 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-07115340-0a4c-4a8c-bf16-b031bde73644 req-d468e9c3-353f-47df-85f4-0698fd4eeea6 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=990134de-c572-4ed8-9ca9-38a05454b025 HTTP/1.1" status: 200 len: 853 time: 0.0886939 Aug 31 09:55:52.143638 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=100 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:55:52.147903 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-287e4f71-1c91-4c23-af37-6a6c0029a77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'name': 'tempest-AttachVolumeNegativeTest-786014327-router', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:49:26Z', 'updated_at': '2022-08-31T09:49:31Z', 'revision_number': 4, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'gw_port': {'id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:af:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:49:27Z', 'updated_at': '2022-08-31T09:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_floatingips': [{'id': '0e7519c1-8655-44a9-a79e-3719af83537b', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'floating_ip_address': '172.27.3.72', 'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'router_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'port_id': '06438076-47dd-4bdb-a71f-1a49e57a577f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f', 'mac_address': 'fa:16:3e:53:28:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3238242-6707-4564-b749-b478f64967f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T09:55:34Z', 'updated_at': '2022-08-31T09:55:50Z', 'revision_number': 1, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c43e077c-2252-45ea-a1ac-7a77de29c27f', 'name': '', 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'mac_address': 'fa:16:3e:f4:2f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '990134de-c572-4ed8-9ca9-38a05454b025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:49:30Z', 'updated_at': '2022-08-31T09:49:38Z', 'revision_number': 5, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'subnets': [{'id': '990134de-c572-4ed8-9ca9-38a05454b025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:52.176350 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287e4f71-1c91-4c23-af37-6a6c0029a77e None None] Checking router: 8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542 for host: dv-cinder-844961-2-iscsi {{(pid=112922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:55:52.186193 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287e4f71-1c91-4c23-af37-6a6c0029a77e None None] Routers {'8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:55:52.186757 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-287e4f71-1c91-4c23-af37-6a6c0029a77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:55:26Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'], 'active': True} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:52.272323 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07115340-0a4c-4a8c-bf16-b031bde73644 req-9657a677-2c40-47f6-ab26-b4908983cce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:55:52.273943 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-07115340-0a4c-4a8c-bf16-b031bde73644 req-9657a677-2c40-47f6-ab26-b4908983cce8 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=ba3d70db-89a3-4a36-91f7-576971d6cd3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512455 Aug 31 09:55:52.348637 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvr_db [None req-287e4f71-1c91-4c23-af37-6a6c0029a77e None None] Set router 8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:55:52.373808 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-07115340-0a4c-4a8c-bf16-b031bde73644 req-e4c146ac-1c71-478f-a325-674b9070b1c8 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ba3d70db-89a3-4a36-91f7-576971d6cd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933249 Aug 31 09:55:52.481036 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-07115340-0a4c-4a8c-bf16-b031bde73644 req-8045d786-d369-45d2-994e-66e25b7dfddf service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ba3d70db-89a3-4a36-91f7-576971d6cd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992222 Aug 31 09:55:52.710887 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-287e4f71-1c91-4c23-af37-6a6c0029a77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'name': 'tempest-AttachVolumeNegativeTest-786014327-router', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:49:26Z', 'updated_at': '2022-08-31T09:49:31Z', 'revision_number': 4, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'gw_port': {'id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:af:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:49:27Z', 'updated_at': '2022-08-31T09:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_floatingips': [{'id': '0e7519c1-8655-44a9-a79e-3719af83537b', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'floating_ip_address': '172.27.3.72', 'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'router_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'port_id': '06438076-47dd-4bdb-a71f-1a49e57a577f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f', 'mac_address': 'fa:16:3e:53:28:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3238242-6707-4564-b749-b478f64967f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T09:55:34Z', 'updated_at': '2022-08-31T09:55:50Z', 'revision_number': 1, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c43e077c-2252-45ea-a1ac-7a77de29c27f', 'name': '', 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'mac_address': 'fa:16:3e:f4:2f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '990134de-c572-4ed8-9ca9-38a05454b025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:49:30Z', 'updated_at': '2022-08-31T09:49:38Z', 'revision_number': 5, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'subnets': [{'id': '990134de-c572-4ed8-9ca9-38a05454b025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:52.752194 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287e4f71-1c91-4c23-af37-6a6c0029a77e None None] The sync data for ids ['8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'] in dv-cinder-844961-2-iscsi is: [{'id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'name': 'tempest-AttachVolumeNegativeTest-786014327-router', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:49:26Z', 'updated_at': '2022-08-31T09:49:31Z', 'revision_number': 4, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'gw_port': {'id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:af:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:49:27Z', 'updated_at': '2022-08-31T09:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_floatingips': [{'id': '0e7519c1-8655-44a9-a79e-3719af83537b', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'floating_ip_address': '172.27.3.72', 'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'router_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'port_id': '06438076-47dd-4bdb-a71f-1a49e57a577f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f', 'mac_address': 'fa:16:3e:53:28:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3238242-6707-4564-b749-b478f64967f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T09:55:34Z', 'updated_at': '2022-08-31T09:55:50Z', 'revision_number': 1, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c43e077c-2252-45ea-a1ac-7a77de29c27f', 'name': '', 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'mac_address': 'fa:16:3e:f4:2f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '990134de-c572-4ed8-9ca9-38a05454b025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:49:30Z', 'updated_at': '2022-08-31T09:49:38Z', 'revision_number': 5, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'subnets': [{'id': '990134de-c572-4ed8-9ca9-38a05454b025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:55:53.030206 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8ec719-0191-4a7a-80a5-ff7528cf159b None None] New status for floating IP 0e7519c1-8655-44a9-a79e-3719af83537b: ACTIVE {{(pid=112921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 09:55:54.246872 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3cbf3e-fa97-4927-a391-d24f2223f774 req-acc49f18-e893-4d58-9c2a-51b8cc863e91 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:55:54.248571 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-dc3cbf3e-fa97-4927-a391-d24f2223f774 req-acc49f18-e893-4d58-9c2a-51b8cc863e91 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 945 time: 0.0536993 Aug 31 09:55:54.259255 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-9665ccd1-5ced-416a-9221-cf6e20b32d5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:54.305488 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-dc3cbf3e-fa97-4927-a391-d24f2223f774 req-093836be-7afe-49cf-8520-e3034f3bdfce tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495498 Aug 31 09:55:55.104849 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d087c65-dad0-4467-a8e3-2022aa4b9574 req-91f6daf8-8b02-40a5-9f82-962aa98de737 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:55:55.106425 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-3d087c65-dad0-4467-a8e3-2022aa4b9574 req-91f6daf8-8b02-40a5-9f82-962aa98de737 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 945 time: 0.0590105 Aug 31 09:55:55.202398 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [req-3d087c65-dad0-4467-a8e3-2022aa4b9574 req-daef3455-f17b-4072-90b3-979df9c5b7ec tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Deleting port 33cb2a1d-1582-4d9a-959c-ca576cea02dd {{(pid=112919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 09:55:55.202835 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-3d087c65-dad0-4467-a8e3-2022aa4b9574 req-daef3455-f17b-4072-90b3-979df9c5b7ec tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (33cb2a1d-1582-4d9a-959c-ca576cea02dd), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:55.318527 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:55:55.325847 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.db [req-3d087c65-dad0-4467-a8e3-2022aa4b9574 req-daef3455-f17b-4072-90b3-979df9c5b7ec tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] For port 33cb2a1d-1582-4d9a-959c-ca576cea02dd, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=33cb2a1d-1582-4d9a-959c-ca576cea02dd,segment=NetworkSegment(77ec7e58-22c2-416f-b36d-15e60d463b0c),segment_id=77ec7e58-22c2-416f-b36d-15e60d463b0c)] {{(pid=112919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:55.326212 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-3d087c65-dad0-4467-a8e3-2022aa4b9574 req-daef3455-f17b-4072-90b3-979df9c5b7ec tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (33cb2a1d-1582-4d9a-959c-ca576cea02dd), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:55.341412 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [req-3d087c65-dad0-4467-a8e3-2022aa4b9574 req-daef3455-f17b-4072-90b3-979df9c5b7ec tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Calling delete_port for 33cb2a1d-1582-4d9a-959c-ca576cea02dd owned by compute:nova {{(pid=112919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 09:55:55.506786 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8310c4b9-ee37-4f05-9568-e39c339d8f3f req-9d8123a3-916e-49fd-b1cc-d93236343699 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:55:55.509404 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-8310c4b9-ee37-4f05-9568-e39c339d8f3f req-9d8123a3-916e-49fd-b1cc-d93236343699 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=74c8f70a-11b4-47de-9677-637917aa5115 HTTP/1.1" status: 200 len: 945 time: 0.1130576 Aug 31 09:55:55.601464 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-8310c4b9-ee37-4f05-9568-e39c339d8f3f req-40396861-e2ae-4ee1-ad1c-2d46af879cdb tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856316 Aug 31 09:55:55.611922 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-3d087c65-dad0-4467-a8e3-2022aa4b9574 req-daef3455-f17b-4072-90b3-979df9c5b7ec tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66028622'] for port (33cb2a1d-1582-4d9a-959c-ca576cea02dd), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:55.642748 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daef3455-f17b-4072-90b3-979df9c5b7ec tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Pushing event deleted for resources: {'Port': ['ID=33cb2a1d-1582-4d9a-959c-ca576cea02dd,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:55.656423 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] get_ports_and_sgs() called for port_ids ['dc0a1702-552b-409c-91a1-5a380acf6fea', '33cb2a1d-1582-4d9a-959c-ca576cea02dd'] {{(pid=112921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 09:55:55.705283 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d087c65-dad0-4467-a8e3-2022aa4b9574 req-daef3455-f17b-4072-90b3-979df9c5b7ec tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] No DVR routers for this DVR port 33cb2a1d-1582-4d9a-959c-ca576cea02dd on host hv-cinder-84496 {{(pid=112919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 09:55:55.708711 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-3d087c65-dad0-4467-a8e3-2022aa4b9574 req-daef3455-f17b-4072-90b3-979df9c5b7ec tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for port (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:55.714353 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-3d087c65-dad0-4467-a8e3-2022aa4b9574 req-daef3455-f17b-4072-90b3-979df9c5b7ec tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.64 "DELETE /networking/v2.0/ports/33cb2a1d-1582-4d9a-959c-ca576cea02dd HTTP/1.1" status: 204 len: 173 time: 0.6009905 Aug 31 09:55:55.714877 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c8f70a-11b4-47de-9677-637917aa5115', 'name': 'network-vif-deleted', 'tag': '33cb2a1d-1582-4d9a-959c-ca576cea02dd'}] {{(pid=112919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:55:55.718640 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f6ad1632a392cf14020321c7ce6c49338053db0fa13ffca62b7dfe78a8e90b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1332e564-05bc-4932-9f39-d23dc31f41fa" -d '{"events": [{"server_uuid": "74c8f70a-11b4-47de-9677-637917aa5115", "name": "network-vif-deleted", "tag": "33cb2a1d-1582-4d9a-959c-ca576cea02dd"}]}' {{(pid=112919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:55:55.774763 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 09:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aebd0c5-87ab-4b07-8889-c7bc4832a498 x-openstack-request-id: req-0aebd0c5-87ab-4b07-8889-c7bc4832a498 {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:55:55.775568 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74c8f70a-11b4-47de-9677-637917aa5115", "name": "network-vif-deleted", "tag": "33cb2a1d-1582-4d9a-959c-ca576cea02dd", "status": "completed", "code": 200}]} {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:55:55.776359 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0aebd0c5-87ab-4b07-8889-c7bc4832a498 {{(pid=112919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:55:55.777025 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aebd0c5-87ab-4b07-8889-c7bc4832a498'] response: {'server_uuid': '74c8f70a-11b4-47de-9677-637917aa5115', 'name': 'network-vif-deleted', 'tag': '33cb2a1d-1582-4d9a-959c-ca576cea02dd', 'status': 'completed', 'code': 200} Aug 31 09:55:55.785537 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e6f198be-e193-4693-a253-f9c4522a6272), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:56.497226 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-823b0b32-90e8-40ca-9cfe-34d39bca04e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:56.665716 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:55:56.723930 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f658f6a9-d5f9-4086-8173-2d927b03e7ea req-3fad7f17-b4f1-47db-9e12-a2f36e162b22 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:55:56.725553 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f658f6a9-d5f9-4086-8173-2d927b03e7ea req-3fad7f17-b4f1-47db-9e12-a2f36e162b22 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 945 time: 0.0699751 Aug 31 09:55:56.786133 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f658f6a9-d5f9-4086-8173-2d927b03e7ea req-dfa9f64b-14d2-4f89-a100-04cc0479d94b tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6418d58e-7890-486d-8ef9-fd8f11b8a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529752 Aug 31 09:55:56.936447 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a5ed2-21de-47e8-a1d1-d1bf0fc19551 req-0c9f8f2e-82be-418a-882e-6a7f5fa9ce1d tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:55:56.938072 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4d8a5ed2-21de-47e8-a1d1-d1bf0fc19551 req-0c9f8f2e-82be-418a-882e-6a7f5fa9ce1d tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dd0a166f-d662-4a72-8ea2-bfbbb02b2221 HTTP/1.1" status: 200 len: 946 time: 0.0505092 Aug 31 09:55:56.992339 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4d8a5ed2-21de-47e8-a1d1-d1bf0fc19551 req-a99192b8-e1f6-4169-8f54-b4fe5212cdaf tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473139 Aug 31 09:55:57.806959 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:57.934275 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84ecc86-0501-4694-8c6d-093b72e47a42 req-db9c7c38-bfd5-44d7-8d33-1c79224fa3f7 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:55:57.935831 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a84ecc86-0501-4694-8c6d-093b72e47a42 req-db9c7c38-bfd5-44d7-8d33-1c79224fa3f7 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 945 time: 0.0578380 Aug 31 09:55:57.989895 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a84ecc86-0501-4694-8c6d-093b72e47a42 req-20b0f6e9-2ee9-4174-9990-d2bb910bc1a2 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6418d58e-7890-486d-8ef9-fd8f11b8a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481596 Aug 31 09:55:58.147217 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69692032-7124-4a09-859e-bb0b18f35c9d req-72ad1031-2b34-48ea-a25e-13c02e46f1d9 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:55:58.149930 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-69692032-7124-4a09-859e-bb0b18f35c9d req-72ad1031-2b34-48ea-a25e-13c02e46f1d9 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dd0a166f-d662-4a72-8ea2-bfbbb02b2221 HTTP/1.1" status: 200 len: 946 time: 0.0675621 Aug 31 09:55:58.239139 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26e5b8-fa31-4637-8c11-136790876a03 req-2bff1e3b-1f23-478e-878b-49e4fee6edc7 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:55:58.240592 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-be26e5b8-fa31-4637-8c11-136790876a03 req-2bff1e3b-1f23-478e-878b-49e4fee6edc7 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 945 time: 0.0892920 Aug 31 09:55:58.265288 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-69692032-7124-4a09-859e-bb0b18f35c9d req-dadefa55-9ebd-4352-996e-93b5cd6f2d70 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=205b0a5f-61f7-44a2-8681-8691b84c6583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005661 Aug 31 09:55:58.455678 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72be602-61d5-4138-8fa3-c817918e3eec req-ba9d77e5-e96a-4d07-b0df-8d5a56c944dc tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:55:58.457663 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-b72be602-61d5-4138-8fa3-c817918e3eec req-ba9d77e5-e96a-4d07-b0df-8d5a56c944dc tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd0a166f-d662-4a72-8ea2-bfbbb02b2221 HTTP/1.1" status: 200 len: 946 time: 0.0564368 Aug 31 09:55:58.510815 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [req-be26e5b8-fa31-4637-8c11-136790876a03 req-b8383daf-a789-463d-b2af-6b5adb386dc2 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Deleting port cae2bef1-d3f5-4bd0-b345-99fbc7e354b9 {{(pid=112919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 09:55:58.511176 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-be26e5b8-fa31-4637-8c11-136790876a03 req-b8383daf-a789-463d-b2af-6b5adb386dc2 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (cae2bef1-d3f5-4bd0-b345-99fbc7e354b9), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:58.559902 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.plugin [req-b72be602-61d5-4138-8fa3-c817918e3eec req-be6f26e0-7824-44a0-b8ac-0f0afb26ae1a tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Deleting port dc0a1702-552b-409c-91a1-5a380acf6fea {{(pid=112920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 09:55:58.560477 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-b72be602-61d5-4138-8fa3-c817918e3eec req-be6f26e0-7824-44a0-b8ac-0f0afb26ae1a tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (dc0a1702-552b-409c-91a1-5a380acf6fea), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:58.584841 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:55:58.614376 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.db [req-be26e5b8-fa31-4637-8c11-136790876a03 req-b8383daf-a789-463d-b2af-6b5adb386dc2 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] For port cae2bef1-d3f5-4bd0-b345-99fbc7e354b9, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=cae2bef1-d3f5-4bd0-b345-99fbc7e354b9,segment=NetworkSegment(2077e712-4c87-4477-a43b-7ba59cf07419),segment_id=2077e712-4c87-4477-a43b-7ba59cf07419)] {{(pid=112919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:58.615080 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-be26e5b8-fa31-4637-8c11-136790876a03 req-b8383daf-a789-463d-b2af-6b5adb386dc2 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (cae2bef1-d3f5-4bd0-b345-99fbc7e354b9), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:58.694822 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.db [req-b72be602-61d5-4138-8fa3-c817918e3eec req-be6f26e0-7824-44a0-b8ac-0f0afb26ae1a tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] For port dc0a1702-552b-409c-91a1-5a380acf6fea, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=dc0a1702-552b-409c-91a1-5a380acf6fea,segment=NetworkSegment(77ec7e58-22c2-416f-b36d-15e60d463b0c),segment_id=77ec7e58-22c2-416f-b36d-15e60d463b0c)] {{(pid=112920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:58.695184 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-b72be602-61d5-4138-8fa3-c817918e3eec req-be6f26e0-7824-44a0-b8ac-0f0afb26ae1a tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (dc0a1702-552b-409c-91a1-5a380acf6fea), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:58.709518 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.plugin [req-b72be602-61d5-4138-8fa3-c817918e3eec req-be6f26e0-7824-44a0-b8ac-0f0afb26ae1a tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Calling delete_port for dc0a1702-552b-409c-91a1-5a380acf6fea owned by compute:nova {{(pid=112920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 09:55:58.715897 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:55:58.806944 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-be26e5b8-fa31-4637-8c11-136790876a03 req-b8383daf-a789-463d-b2af-6b5adb386dc2 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:58.807328 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-be26e5b8-fa31-4637-8c11-136790876a03 req-b8383daf-a789-463d-b2af-6b5adb386dc2 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964517'] for floatingip (db9b4250-c5fa-4e82-b73f-c198605a1166), after_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:58.807645 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.db.l3_db [req-be26e5b8-fa31-4637-8c11-136790876a03 req-b8383daf-a789-463d-b2af-6b5adb386dc2 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Floating IP db9b4250-c5fa-4e82-b73f-c198605a1166 disassociated. External IP: 172.27.3.170, port: cae2bef1-d3f5-4bd0-b345-99fbc7e354b9. Aug 31 09:55:58.808008 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [req-be26e5b8-fa31-4637-8c11-136790876a03 req-b8383daf-a789-463d-b2af-6b5adb386dc2 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Calling delete_port for cae2bef1-d3f5-4bd0-b345-99fbc7e354b9 owned by compute:nova {{(pid=112919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 09:55:58.862711 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-b72be602-61d5-4138-8fa3-c817918e3eec req-be6f26e0-7824-44a0-b8ac-0f0afb26ae1a tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64202837'] for port (dc0a1702-552b-409c-91a1-5a380acf6fea), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:58.893052 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6f26e0-7824-44a0-b8ac-0f0afb26ae1a tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Pushing event deleted for resources: {'Port': ['ID=dc0a1702-552b-409c-91a1-5a380acf6fea,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:58.943920 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.l3_dvrscheduler_db [req-b72be602-61d5-4138-8fa3-c817918e3eec req-be6f26e0-7824-44a0-b8ac-0f0afb26ae1a tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] No DVR routers for this DVR port dc0a1702-552b-409c-91a1-5a380acf6fea on host hv-cinder-84496 {{(pid=112920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 09:55:58.953081 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device 33cb2a1d-1582-4d9a-959c-ca576cea02dd no longer exists at agent hyperv_hv-cinder-84496 {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:55:58.955559 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-b72be602-61d5-4138-8fa3-c817918e3eec req-be6f26e0-7824-44a0-b8ac-0f0afb26ae1a tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for port (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:58.955749 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-b72be602-61d5-4138-8fa3-c817918e3eec req-be6f26e0-7824-44a0-b8ac-0f0afb26ae1a tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.64 "DELETE /networking/v2.0/ports/dc0a1702-552b-409c-91a1-5a380acf6fea HTTP/1.1" status: 204 len: 173 time: 0.4926050 Aug 31 09:55:58.958847 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd0a166f-d662-4a72-8ea2-bfbbb02b2221', 'name': 'network-vif-deleted', 'tag': 'dc0a1702-552b-409c-91a1-5a380acf6fea'}] {{(pid=112920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:55:58.958847 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b1c67df7a66df2dbb2f1d86d1740294a25e35557c8b7fb736f9ab0bc04a1bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7ac62b-9ef9-4478-bc6a-e6270f2886fa" -d '{"events": [{"server_uuid": "dd0a166f-d662-4a72-8ea2-bfbbb02b2221", "name": "network-vif-deleted", "tag": "dc0a1702-552b-409c-91a1-5a380acf6fea"}]}' {{(pid=112920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:55:58.962081 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-be26e5b8-fa31-4637-8c11-136790876a03 req-b8383daf-a789-463d-b2af-6b5adb386dc2 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66028622'] for port (cae2bef1-d3f5-4bd0-b345-99fbc7e354b9), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:58.989191 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] No Port match for: 33cb2a1d-1582-4d9a-959c-ca576cea02dd {{(pid=112921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 09:55:58.989665 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device 33cb2a1d-1582-4d9a-959c-ca576cea02dd not bound to the agent host hv-cinder-84496 {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:55:58.990145 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device dc0a1702-552b-409c-91a1-5a380acf6fea no longer exists at agent hyperv_hv-cinder-84496 {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:55:59.005777 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8383daf-a789-463d-b2af-6b5adb386dc2 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Pushing event deleted for resources: {'Port': ['ID=cae2bef1-d3f5-4bd0-b345-99fbc7e354b9,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:59.013254 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] No Port match for: dc0a1702-552b-409c-91a1-5a380acf6fea {{(pid=112921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 09:55:59.013725 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device dc0a1702-552b-409c-91a1-5a380acf6fea not bound to the agent host hv-cinder-84496 {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:55:59.063598 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 09:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05983d65-901e-4b60-b3bf-08df7e4335b9 x-openstack-request-id: req-05983d65-901e-4b60-b3bf-08df7e4335b9 {{(pid=112920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:55:59.064899 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd0a166f-d662-4a72-8ea2-bfbbb02b2221", "name": "network-vif-deleted", "tag": "dc0a1702-552b-409c-91a1-5a380acf6fea", "status": "completed", "code": 200}]} {{(pid=112920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:55:59.064899 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-05983d65-901e-4b60-b3bf-08df7e4335b9 {{(pid=112920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:55:59.064899 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05983d65-901e-4b60-b3bf-08df7e4335b9'] response: {'server_uuid': 'dd0a166f-d662-4a72-8ea2-bfbbb02b2221', 'name': 'network-vif-deleted', 'tag': 'dc0a1702-552b-409c-91a1-5a380acf6fea', 'status': 'completed', 'code': 200} Aug 31 09:55:59.487576 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:59.499117 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2855fa8c-fccc-4fa1-a3a9-0d9afd2ceebd req-9beb2590-94d9-47b8-991b-b354266cb110 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 210 time: 0.3595192 Aug 31 09:55:59.505509 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-28e2d2ce-ca8e-4158-9c0f-db95d927317e req-de96c500-4954-44e5-b23d-0f1f72f2b2c8 tempest-ServerRescueNegativeTestJSON-742304945 tempest-ServerRescueNegativeTestJSON-742304945-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dd0a166f-d662-4a72-8ea2-bfbbb02b2221 HTTP/1.1" status: 200 len: 210 time: 0.0652125 Aug 31 09:55:59.533884 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be26e5b8-fa31-4637-8c11-136790876a03 req-b8383daf-a789-463d-b2af-6b5adb386dc2 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Router f2e42f77-94e7-42d5-9503-c5e8020fbc5a has already been hosted by L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 {{(pid=112919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:55:59.533884 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:55:59.621058 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:59.692996 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be26e5b8-fa31-4637-8c11-136790876a03 req-b8383daf-a789-463d-b2af-6b5adb386dc2 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:55:59.703413 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a001518-4487-4826-a325-885f319a5302 None None] Sync routers for ids ['f2e42f77-94e7-42d5-9503-c5e8020fbc5a'] in dv-cinder-844961-2-iscsi {{(pid=112922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:55:59.714550 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a001518-4487-4826-a325-885f319a5302 None None] Routers {'f2e42f77-94e7-42d5-9503-c5e8020fbc5a'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:55:59.715268 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-8a001518-4487-4826-a325-885f319a5302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:55:56Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['f2e42f77-94e7-42d5-9503-c5e8020fbc5a'], 'active': True} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:59.761830 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.l3_dvrscheduler_db [req-be26e5b8-fa31-4637-8c11-136790876a03 req-b8383daf-a789-463d-b2af-6b5adb386dc2 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] No DVR routers for this DVR port cae2bef1-d3f5-4bd0-b345-99fbc7e354b9 on host hv-cinder-84496 {{(pid=112919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 09:55:59.764555 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-be26e5b8-fa31-4637-8c11-136790876a03 req-b8383daf-a789-463d-b2af-6b5adb386dc2 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for port (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:55:59.769404 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-be26e5b8-fa31-4637-8c11-136790876a03 req-b8383daf-a789-463d-b2af-6b5adb386dc2 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.64 "DELETE /networking/v2.0/ports/cae2bef1-d3f5-4bd0-b345-99fbc7e354b9 HTTP/1.1" status: 204 len: 173 time: 1.3871694 Aug 31 09:55:59.769913 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e598a8ab-5332-4c3c-8f72-098d0ac6a3c8', 'name': 'network-vif-deleted', 'tag': 'cae2bef1-d3f5-4bd0-b345-99fbc7e354b9'}] {{(pid=112919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:55:59.772212 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f6ad1632a392cf14020321c7ce6c49338053db0fa13ffca62b7dfe78a8e90b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d829d42-220f-4329-a004-9b1ef299628d" -d '{"events": [{"server_uuid": "e598a8ab-5332-4c3c-8f72-098d0ac6a3c8", "name": "network-vif-deleted", "tag": "cae2bef1-d3f5-4bd0-b345-99fbc7e354b9"}]}' {{(pid=112919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:55:59.818821 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 09:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d57139-6d77-4f5b-a3ac-25adee6b3f70 x-openstack-request-id: req-01d57139-6d77-4f5b-a3ac-25adee6b3f70 {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:55:59.819260 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e598a8ab-5332-4c3c-8f72-098d0ac6a3c8", "name": "network-vif-deleted", "tag": "cae2bef1-d3f5-4bd0-b345-99fbc7e354b9", "status": "completed", "code": 200}]} {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:55:59.819683 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-01d57139-6d77-4f5b-a3ac-25adee6b3f70 {{(pid=112919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:55:59.820248 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01d57139-6d77-4f5b-a3ac-25adee6b3f70'] response: {'server_uuid': 'e598a8ab-5332-4c3c-8f72-098d0ac6a3c8', 'name': 'network-vif-deleted', 'tag': 'cae2bef1-d3f5-4bd0-b345-99fbc7e354b9', 'status': 'completed', 'code': 200} Aug 31 09:55:59.839471 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvr_db [None req-8a001518-4487-4826-a325-885f319a5302 None None] Set router f2e42f77-94e7-42d5-9503-c5e8020fbc5a gateway port host: dv-cinder-844961-2-iscsi {{(pid=112922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:56:00.046152 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-8a001518-4487-4826-a325-885f319a5302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e42f77-94e7-42d5-9503-c5e8020fbc5a', 'name': 'tempest-AttachVolumeTestJSON-1715309462-router', 'tenant_id': '05be916a558445ee8550559d491efbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'f76b301f-19b7-4734-a30a-4961b713a81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:47:48Z', 'updated_at': '2022-08-31T09:47:59Z', 'revision_number': 4, 'project_id': '05be916a558445ee8550559d491efbd0', 'gw_port': {'id': 'f76b301f-19b7-4734-a30a-4961b713a81d', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:85:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e42f77-94e7-42d5-9503-c5e8020fbc5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:48Z', 'updated_at': '2022-08-31T09:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': 'e1ca8d90-e985-4b0d-ac9f-41a26d5a451f', 'name': '', 'network_id': '36c1318a-9832-4bc9-ac1a-5f597bd8ac6c', 'tenant_id': '05be916a558445ee8550559d491efbd0', 'mac_address': 'fa:16:3e:b3:34:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e42f77-94e7-42d5-9503-c5e8020fbc5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '62f04c98-5559-462e-a349-fd7424d6ae82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:55Z', 'updated_at': '2022-08-31T09:48:13Z', 'revision_number': 5, 'project_id': '05be916a558445ee8550559d491efbd0', 'subnets': [{'id': '62f04c98-5559-462e-a349-fd7424d6ae82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:00.071841 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a001518-4487-4826-a325-885f319a5302 None None] Checking router: f2e42f77-94e7-42d5-9503-c5e8020fbc5a for host: dv-cinder-844961-2-iscsi {{(pid=112922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:56:00.081851 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a001518-4487-4826-a325-885f319a5302 None None] Routers {'f2e42f77-94e7-42d5-9503-c5e8020fbc5a'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:56:00.082487 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-8a001518-4487-4826-a325-885f319a5302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:55:56Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['f2e42f77-94e7-42d5-9503-c5e8020fbc5a'], 'active': True} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:00.189181 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvr_db [None req-8a001518-4487-4826-a325-885f319a5302 None None] Set router f2e42f77-94e7-42d5-9503-c5e8020fbc5a gateway port host: dv-cinder-844961-2-iscsi {{(pid=112922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:56:00.405477 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=100 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:00.442462 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=100 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:00.463381 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-8a001518-4487-4826-a325-885f319a5302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e42f77-94e7-42d5-9503-c5e8020fbc5a', 'name': 'tempest-AttachVolumeTestJSON-1715309462-router', 'tenant_id': '05be916a558445ee8550559d491efbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'f76b301f-19b7-4734-a30a-4961b713a81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:47:48Z', 'updated_at': '2022-08-31T09:47:59Z', 'revision_number': 4, 'project_id': '05be916a558445ee8550559d491efbd0', 'gw_port': {'id': 'f76b301f-19b7-4734-a30a-4961b713a81d', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:85:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e42f77-94e7-42d5-9503-c5e8020fbc5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:48Z', 'updated_at': '2022-08-31T09:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': 'e1ca8d90-e985-4b0d-ac9f-41a26d5a451f', 'name': '', 'network_id': '36c1318a-9832-4bc9-ac1a-5f597bd8ac6c', 'tenant_id': '05be916a558445ee8550559d491efbd0', 'mac_address': 'fa:16:3e:b3:34:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e42f77-94e7-42d5-9503-c5e8020fbc5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '62f04c98-5559-462e-a349-fd7424d6ae82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:55Z', 'updated_at': '2022-08-31T09:48:13Z', 'revision_number': 5, 'project_id': '05be916a558445ee8550559d491efbd0', 'subnets': [{'id': '62f04c98-5559-462e-a349-fd7424d6ae82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:00.494858 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a001518-4487-4826-a325-885f319a5302 None None] The sync data for ids ['f2e42f77-94e7-42d5-9503-c5e8020fbc5a'] in dv-cinder-844961-2-iscsi is: [{'id': 'f2e42f77-94e7-42d5-9503-c5e8020fbc5a', 'name': 'tempest-AttachVolumeTestJSON-1715309462-router', 'tenant_id': '05be916a558445ee8550559d491efbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'f76b301f-19b7-4734-a30a-4961b713a81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:47:48Z', 'updated_at': '2022-08-31T09:47:59Z', 'revision_number': 4, 'project_id': '05be916a558445ee8550559d491efbd0', 'gw_port': {'id': 'f76b301f-19b7-4734-a30a-4961b713a81d', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:85:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e42f77-94e7-42d5-9503-c5e8020fbc5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:48Z', 'updated_at': '2022-08-31T09:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': 'e1ca8d90-e985-4b0d-ac9f-41a26d5a451f', 'name': '', 'network_id': '36c1318a-9832-4bc9-ac1a-5f597bd8ac6c', 'tenant_id': '05be916a558445ee8550559d491efbd0', 'mac_address': 'fa:16:3e:b3:34:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e42f77-94e7-42d5-9503-c5e8020fbc5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '62f04c98-5559-462e-a349-fd7424d6ae82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:55Z', 'updated_at': '2022-08-31T09:48:13Z', 'revision_number': 5, 'project_id': '05be916a558445ee8550559d491efbd0', 'subnets': [{'id': '62f04c98-5559-462e-a349-fd7424d6ae82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:56:00.605995 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 49996) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:56:00.667214 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2e3ea5dc-f619-42e2-b2c6-e185c8f411b2 req-2e5c23fb-c0aa-4b7f-9f40-3e6d96c9d2c5 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e598a8ab-5332-4c3c-8f72-098d0ac6a3c8 HTTP/1.1" status: 200 len: 210 time: 0.0301907 Aug 31 09:56:00.788117 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897163d4-a271-4c43-82f9-e2128224c8f7 None None] New status for floating IP db9b4250-c5fa-4e82-b73f-c198605a1166: DOWN {{(pid=112921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 09:56:00.873946 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device cae2bef1-d3f5-4bd0-b345-99fbc7e354b9 no longer exists at agent hyperv_hv-cinder-84496 {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:56:00.906603 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] No Port match for: cae2bef1-d3f5-4bd0-b345-99fbc7e354b9 {{(pid=112921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 09:56:00.907212 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device cae2bef1-d3f5-4bd0-b345-99fbc7e354b9 not bound to the agent host hv-cinder-84496 {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:56:01.126522 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:01.374349 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-3388d60d-0369-4add-9a47-76301d186235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962981'] for router_interface (e548f256-8fe0-48dc-a879-6665a50f046d), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:01.655629 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.plugin [None req-3388d60d-0369-4add-9a47-76301d186235 admin admin] Deleting port 84107282-1e36-4545-8fc1-71de5f445467 {{(pid=112920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 09:56:01.656313 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-3388d60d-0369-4add-9a47-76301d186235 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (84107282-1e36-4545-8fc1-71de5f445467), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:01.697270 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:01.753549 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.db [None req-3388d60d-0369-4add-9a47-76301d186235 admin admin] For port 84107282-1e36-4545-8fc1-71de5f445467, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=84107282-1e36-4545-8fc1-71de5f445467,segment=NetworkSegment(77ec7e58-22c2-416f-b36d-15e60d463b0c),segment_id=77ec7e58-22c2-416f-b36d-15e60d463b0c)] {{(pid=112920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:01.753917 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-3388d60d-0369-4add-9a47-76301d186235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (84107282-1e36-4545-8fc1-71de5f445467), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:01.769812 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.plugin [None req-3388d60d-0369-4add-9a47-76301d186235 admin admin] Calling delete_port for 84107282-1e36-4545-8fc1-71de5f445467 owned by network:router_interface {{(pid=112920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 09:56:01.771504 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 50004) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:56:01.884340 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-4d9fe601-2619-44f0-a113-6adff92bcd5d tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks [] for security_group (6418d58e-7890-486d-8ef9-fd8f11b8a9fb), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:01.950032 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-4d9fe601-2619-44f0-a113-6adff92bcd5d tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks [] for security_group (6418d58e-7890-486d-8ef9-fd8f11b8a9fb), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:02.039500 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-4d9fe601-2619-44f0-a113-6adff92bcd5d tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (6418d58e-7890-486d-8ef9-fd8f11b8a9fb), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:02.042144 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-4d9fe601-2619-44f0-a113-6adff92bcd5d tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:02.043324 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-4d9fe601-2619-44f0-a113-6adff92bcd5d tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "DELETE /networking/v2.0/security-groups/6418d58e-7890-486d-8ef9-fd8f11b8a9fb HTTP/1.1" status: 204 len: 168 time: 0.2709031 Aug 31 09:56:02.046398 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 50006) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:56:02.062221 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9fe601-2619-44f0-a113-6adff92bcd5d tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6418d58e-7890-486d-8ef9-fd8f11b8a9fb,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:02.065821 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.api.v2.resource [None req-f82b4796-b1bc-4db7-a683-4bcfe5e9a275 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] show failed (client error): The resource could not be found. Aug 31 09:56:02.070455 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-f82b4796-b1bc-4db7-a683-4bcfe5e9a275 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups/6418d58e-7890-486d-8ef9-fd8f11b8a9fb HTTP/1.1" status: 404 len: 347 time: 0.0192394 Aug 31 09:56:02.071602 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 50008) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:56:02.078904 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:02.110187 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-3388d60d-0369-4add-9a47-76301d186235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64202837'] for port (84107282-1e36-4545-8fc1-71de5f445467), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:02.151875 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3388d60d-0369-4add-9a47-76301d186235 admin admin] Pushing event deleted for resources: {'Port': ['ID=84107282-1e36-4545-8fc1-71de5f445467,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:02.276488 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.plugin [None req-708d1508-23ef-4a9f-ba74-10ddec754a49 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Deleting port 8ef08e83-0717-470c-8c0c-caba88fba183 {{(pid=112920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 09:56:02.276828 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-708d1508-23ef-4a9f-ba74-10ddec754a49 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (8ef08e83-0717-470c-8c0c-caba88fba183), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:02.425457 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:02.449722 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-708d1508-23ef-4a9f-ba74-10ddec754a49 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (8ef08e83-0717-470c-8c0c-caba88fba183), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:02.450047 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-708d1508-23ef-4a9f-ba74-10ddec754a49 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks [] for floatingip (8ef08e83-0717-470c-8c0c-caba88fba183), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:02.452817 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-3388d60d-0369-4add-9a47-76301d186235 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-965653'] for router_interface (e548f256-8fe0-48dc-a879-6665a50f046d), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:02.471863 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.plugin [None req-708d1508-23ef-4a9f-ba74-10ddec754a49 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Calling delete_port for 8ef08e83-0717-470c-8c0c-caba88fba183 owned by network:floatingip {{(pid=112920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 09:56:03.006462 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-708d1508-23ef-4a9f-ba74-10ddec754a49 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64202837'] for port (8ef08e83-0717-470c-8c0c-caba88fba183), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:03.038048 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d1508-23ef-4a9f-ba74-10ddec754a49 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Pushing event deleted for resources: {'Port': ['ID=8ef08e83-0717-470c-8c0c-caba88fba183,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:03.041338 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3388d60d-0369-4add-9a47-76301d186235 admin admin] Router e548f256-8fe0-48dc-a879-6665a50f046d has already been hosted by L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 {{(pid=112920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:56:03.182654 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-708d1508-23ef-4a9f-ba74-10ddec754a49 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks [] for floatingip (db9b4250-c5fa-4e82-b73f-c198605a1166), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:03.185196 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-708d1508-23ef-4a9f-ba74-10ddec754a49 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for floatingip (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:03.186366 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-708d1508-23ef-4a9f-ba74-10ddec754a49 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "DELETE /networking/v2.0/floatingips/db9b4250-c5fa-4e82-b73f-c198605a1166 HTTP/1.1" status: 204 len: 168 time: 1.1139617 Aug 31 09:56:03.216190 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3388d60d-0369-4add-9a47-76301d186235 admin admin] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:56:03.222409 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-3388d60d-0369-4add-9a47-76301d186235 admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/e548f256-8fe0-48dc-a879-6665a50f046d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6152718 Aug 31 09:56:03.225355 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 50014) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:56:03.229243 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac6ec52-ef17-4405-94a6-d4b5417b6f03 None None] Sync routers for ids ['e548f256-8fe0-48dc-a879-6665a50f046d'] in dv-cinder-844961-2-iscsi {{(pid=112922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:56:03.247264 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac6ec52-ef17-4405-94a6-d4b5417b6f03 None None] Routers {'e548f256-8fe0-48dc-a879-6665a50f046d'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:56:03.248427 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-fac6ec52-ef17-4405-94a6-d4b5417b6f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:55:56Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['e548f256-8fe0-48dc-a879-6665a50f046d'], 'active': True} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:03.285329 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 50016) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:56:03.291556 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-4e4e77d4-8a61-4d8b-8131-d112ad3a7615 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1366912082', 'description': 'tempest-description--305325609'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:56:03.332684 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-4e4e77d4-8a61-4d8b-8131-d112ad3a7615 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:03.363285 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-61d55f4c-fd30-4097-ac25-198dd10c810c admin admin] Publish callbacks [] for router (e548f256-8fe0-48dc-a879-6665a50f046d), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:03.368659 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:03.404840 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvr_db [None req-fac6ec52-ef17-4405-94a6-d4b5417b6f03 None None] Set router e548f256-8fe0-48dc-a879-6665a50f046d gateway port host: dv-cinder-844961-2-iscsi {{(pid=112922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:56:03.438224 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-4e4e77d4-8a61-4d8b-8131-d112ad3a7615 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks [] for security_group (58763abf-ea86-44c3-be3c-ff309badfa2f), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:03.444485 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-4e4e77d4-8a61-4d8b-8131-d112ad3a7615 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (58763abf-ea86-44c3-be3c-ff309badfa2f), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:03.491575 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eaeb44-9b33-4c38-bb73-2552f05e2349 req-e26a3ef2-6c30-43ba-bc16-fe7637d81cbb tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:03.493318 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f7eaeb44-9b33-4c38-bb73-2552f05e2349 req-e26a3ef2-6c30-43ba-bc16-fe7637d81cbb tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 945 time: 0.0903676 Aug 31 09:56:03.501786 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4e77d4-8a61-4d8b-8131-d112ad3a7615 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58763abf-ea86-44c3-be3c-ff309badfa2f,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:03.511870 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-4e4e77d4-8a61-4d8b-8131-d112ad3a7615 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:03.517170 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-4e4e77d4-8a61-4d8b-8131-d112ad3a7615 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2259271 Aug 31 09:56:03.518300 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 50020) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:56:03.522506 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-084fee4f-0a96-4774-bb16-f51e90a2dc54 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Request body: {'security_group_rule': {'security_group_id': '58763abf-ea86-44c3-be3c-ff309badfa2f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:56:03.536418 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:03.550560 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-61d55f4c-fd30-4097-ac25-198dd10c810c admin admin] Publish callbacks [] for router_gateway (e548f256-8fe0-48dc-a879-6665a50f046d), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:03.558120 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-084fee4f-0a96-4774-bb16-f51e90a2dc54 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks [] for security_group_rule (7f2ce9aa-90f7-4c80-821d-09f680ffa1d0), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:03.561427 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:03.581732 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f7eaeb44-9b33-4c38-bb73-2552f05e2349 req-b9505533-0ced-44da-ab61-8a823a9b4973 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d428904c-a6ff-4142-9450-c03d69fe280e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773427 Aug 31 09:56:03.616987 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [None req-61d55f4c-fd30-4097-ac25-198dd10c810c admin admin] Deleting port 8c494ce0-e6b5-4525-b16d-4d6baaa16e47 {{(pid=112919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 09:56:03.617445 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-61d55f4c-fd30-4097-ac25-198dd10c810c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (8c494ce0-e6b5-4525-b16d-4d6baaa16e47), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:03.632632 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-084fee4f-0a96-4774-bb16-f51e90a2dc54 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks [] for security_group_rule (7f2ce9aa-90f7-4c80-821d-09f680ffa1d0), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:03.636994 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-084fee4f-0a96-4774-bb16-f51e90a2dc54 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045036'] for security_group_rule (7f2ce9aa-90f7-4c80-821d-09f680ffa1d0), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:03.654184 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-fac6ec52-ef17-4405-94a6-d4b5417b6f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e548f256-8fe0-48dc-a879-6665a50f046d', 'name': 'tempest-ServerRescueNegativeTestJSON-1771364971-router', 'tenant_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '8c494ce0-e6b5-4525-b16d-4d6baaa16e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:47:47Z', 'updated_at': '2022-08-31T09:56:02Z', 'revision_number': 5, 'project_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'gw_port': {'id': '8c494ce0-e6b5-4525-b16d-4d6baaa16e47', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:eb:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e548f256-8fe0-48dc-a879-6665a50f046d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:48Z', 'updated_at': '2022-08-31T09:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi'}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:03.663310 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084fee4f-0a96-4774-bb16-f51e90a2dc54 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f2ce9aa-90f7-4c80-821d-09f680ffa1d0,revision_number=0']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:03.674735 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-084fee4f-0a96-4774-bb16-f51e90a2dc54 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:03.675976 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-084fee4f-0a96-4774-bb16-f51e90a2dc54 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1570907 Aug 31 09:56:03.678891 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 50022) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:56:03.683407 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [None req-3ad472c0-2c25-4a95-bbef-d0619e40ad85 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Request body: {'security_group_rule': {'security_group_id': '58763abf-ea86-44c3-be3c-ff309badfa2f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:56:03.684399 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac6ec52-ef17-4405-94a6-d4b5417b6f03 None None] Checking router: e548f256-8fe0-48dc-a879-6665a50f046d for host: dv-cinder-844961-2-iscsi {{(pid=112922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:56:03.693207 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac6ec52-ef17-4405-94a6-d4b5417b6f03 None None] Routers {'e548f256-8fe0-48dc-a879-6665a50f046d'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:56:03.693979 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-fac6ec52-ef17-4405-94a6-d4b5417b6f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:55:56Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['e548f256-8fe0-48dc-a879-6665a50f046d'], 'active': True} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:03.729314 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.db [None req-61d55f4c-fd30-4097-ac25-198dd10c810c admin admin] For port 8c494ce0-e6b5-4525-b16d-4d6baaa16e47, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=8c494ce0-e6b5-4525-b16d-4d6baaa16e47,segment=NetworkSegment(a4995e04-234e-4976-89c5-310a94033a09),segment_id=a4995e04-234e-4976-89c5-310a94033a09)] {{(pid=112919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:03.729702 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-61d55f4c-fd30-4097-ac25-198dd10c810c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (8c494ce0-e6b5-4525-b16d-4d6baaa16e47), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:03.747538 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [None req-61d55f4c-fd30-4097-ac25-198dd10c810c admin admin] Calling delete_port for 8c494ce0-e6b5-4525-b16d-4d6baaa16e47 owned by network:router_gateway {{(pid=112919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 09:56:03.749196 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-3ad472c0-2c25-4a95-bbef-d0619e40ad85 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks [] for security_group_rule (9d937d00-fa07-45cf-a397-4c4f35adfd3d), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:03.778334 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvr_db [None req-fac6ec52-ef17-4405-94a6-d4b5417b6f03 None None] Set router e548f256-8fe0-48dc-a879-6665a50f046d gateway port host: None {{(pid=112922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:56:03.830142 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-fac6ec52-ef17-4405-94a6-d4b5417b6f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e548f256-8fe0-48dc-a879-6665a50f046d', 'name': 'tempest-ServerRescueNegativeTestJSON-1771364971-router', 'tenant_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:47:47Z', 'updated_at': '2022-08-31T09:56:03Z', 'revision_number': 6, 'project_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'gw_port_host': None}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:03.855746 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac6ec52-ef17-4405-94a6-d4b5417b6f03 None None] The sync data for ids ['e548f256-8fe0-48dc-a879-6665a50f046d'] in dv-cinder-844961-2-iscsi is: [{'id': 'e548f256-8fe0-48dc-a879-6665a50f046d', 'name': 'tempest-ServerRescueNegativeTestJSON-1771364971-router', 'tenant_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:47:47Z', 'updated_at': '2022-08-31T09:56:03Z', 'revision_number': 6, 'project_id': 'c0fc6660b5494415915cdf2b325e5bd6', 'gw_port_host': None}] {{(pid=112922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:56:03.862851 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-3ad472c0-2c25-4a95-bbef-d0619e40ad85 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks [] for security_group_rule (9d937d00-fa07-45cf-a397-4c4f35adfd3d), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:03.900221 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-3ad472c0-2c25-4a95-bbef-d0619e40ad85 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045036'] for security_group_rule (9d937d00-fa07-45cf-a397-4c4f35adfd3d), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:03.917564 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:03.933208 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad472c0-2c25-4a95-bbef-d0619e40ad85 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d937d00-fa07-45cf-a397-4c4f35adfd3d,revision_number=0']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:03.947517 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-3ad472c0-2c25-4a95-bbef-d0619e40ad85 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:03.948707 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-3ad472c0-2c25-4a95-bbef-d0619e40ad85 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2688053 Aug 31 09:56:03.950103 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad472c0-2c25-4a95-bbef-d0619e40ad85 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:03.950454 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad472c0-2c25-4a95-bbef-d0619e40ad85 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:03.950795 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad472c0-2c25-4a95-bbef-d0619e40ad85 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:03.951134 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad472c0-2c25-4a95-bbef-d0619e40ad85 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:03.951468 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad472c0-2c25-4a95-bbef-d0619e40ad85 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:03.951792 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad472c0-2c25-4a95-bbef-d0619e40ad85 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:03.952111 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 50024) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:56:03.952221 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad472c0-2c25-4a95-bbef-d0619e40ad85 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:03.952435 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad472c0-2c25-4a95-bbef-d0619e40ad85 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:03.952761 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad472c0-2c25-4a95-bbef-d0619e40ad85 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:03.953088 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad472c0-2c25-4a95-bbef-d0619e40ad85 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:03.953437 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad472c0-2c25-4a95-bbef-d0619e40ad85 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:03.953895 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad472c0-2c25-4a95-bbef-d0619e40ad85 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:03.954820 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad472c0-2c25-4a95-bbef-d0619e40ad85 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:03.955294 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad472c0-2c25-4a95-bbef-d0619e40ad85 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:03.955923 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad472c0-2c25-4a95-bbef-d0619e40ad85 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:03.957149 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-4d899096-ede5-450e-ab48-28bf049ea982 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Request body: {'floatingip': {'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:56:03.981679 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-4d899096-ede5-450e-ab48-28bf049ea982 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:04.014976 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-61d55f4c-fd30-4097-ac25-198dd10c810c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66028622'] for port (8c494ce0-e6b5-4525-b16d-4d6baaa16e47), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:04.042111 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d55f4c-fd30-4097-ac25-198dd10c810c admin admin] Pushing event deleted for resources: {'Port': ['ID=8c494ce0-e6b5-4525-b16d-4d6baaa16e47,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:04.073884 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-4d899096-ede5-450e-ab48-28bf049ea982 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:04.109949 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-61d55f4c-fd30-4097-ac25-198dd10c810c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-964582'] for router_gateway (e548f256-8fe0-48dc-a879-6665a50f046d), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:04.208428 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-61d55f4c-fd30-4097-ac25-198dd10c810c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-964043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7957'] for router (e548f256-8fe0-48dc-a879-6665a50f046d), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:04.211045 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-61d55f4c-fd30-4097-ac25-198dd10c810c admin admin] Publish callbacks [] for router_controller (e548f256-8fe0-48dc-a879-6665a50f046d), precommit_delete_associations {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:04.216825 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.db_base_plugin_common [None req-4d899096-ede5-450e-ab48-28bf049ea982 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Allocated IP 172.27.3.196 (9ecc2a3c-efc3-4c90-8e67-1028759a248c/b5177607-d6ca-45c7-ac03-71d68f18093b/3a5f457f-1ca2-4711-94f2-27ae1e9903ef) {{(pid=112920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:56:04.275487 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-61d55f4c-fd30-4097-ac25-198dd10c810c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-965736'] for router (e548f256-8fe0-48dc-a879-6665a50f046d), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:04.276571 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d55f4c-fd30-4097-ac25-198dd10c810c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e548f256-8fe0-48dc-a879-6665a50f046d {{(pid=112919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:56:04.282132 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-61d55f4c-fd30-4097-ac25-198dd10c810c admin admin] Publish callbacks [] for router (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:04.284304 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-61d55f4c-fd30-4097-ac25-198dd10c810c admin admin] 10.222.0.13 "DELETE /networking/v2.0/routers/e548f256-8fe0-48dc-a879-6665a50f046d HTTP/1.1" status: 204 len: 168 time: 1.0582120 Aug 31 09:56:04.286925 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 50026) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:56:04.363209 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.db_base_plugin_v2 [None req-97a8fde7-ab30-4d58-8700-3b6e7f0c9aa6 admin admin] Deleting subnet 851420a3-644f-4898-b99d-54af1fb83d8b {{(pid=112920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 09:56:04.374552 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-97a8fde7-ab30-4d58-8700-3b6e7f0c9aa6 admin admin] Publish callbacks [] for subnet (851420a3-644f-4898-b99d-54af1fb83d8b), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:04.418571 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-4d899096-ede5-450e-ab48-28bf049ea982 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks [] for port (3a5f457f-1ca2-4711-94f2-27ae1e9903ef), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:04.433014 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-97a8fde7-ab30-4d58-8700-3b6e7f0c9aa6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64553430'] for subnet (851420a3-644f-4898-b99d-54af1fb83d8b), precommit_delete_associations {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:04.502849 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=4 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:04.536147 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-4d899096-ede5-450e-ab48-28bf049ea982 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64202837'] for port (3a5f457f-1ca2-4711-94f2-27ae1e9903ef), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:04.592074 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d899096-ede5-450e-ab48-28bf049ea982 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Network 9ecc2a3c-efc3-4c90-8e67-1028759a248c is already hosted by enough agents. {{(pid=112920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:56:04.593654 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-97a8fde7-ab30-4d58-8700-3b6e7f0c9aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931882'] for subnet (851420a3-644f-4898-b99d-54af1fb83d8b), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:04.616997 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.base_scheduler [None req-4d899096-ede5-450e-ab48-28bf049ea982 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Resources bound (agent type, host, resource id): {{(pid=112920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:56:04.618804 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:04.624067 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d899096-ede5-450e-ab48-28bf049ea982 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Received port after_create {{(pid=112920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:56:04.663930 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d899096-ede5-450e-ab48-28bf049ea982 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Pushing event updated for resources: {'Port': ['ID=3a5f457f-1ca2-4711-94f2-27ae1e9903ef,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:04.728452 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-97a8fde7-ab30-4d58-8700-3b6e7f0c9aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64201894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64498398'] for subnet (851420a3-644f-4898-b99d-54af1fb83d8b), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:04.752189 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac63f9e-e174-4b8f-b700-79bb4f1a58ea req-4306187d-913e-45bc-b63a-c7f520a99c0b tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:04.753936 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-aac63f9e-e174-4b8f-b700-79bb4f1a58ea req-4306187d-913e-45bc-b63a-c7f520a99c0b tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 945 time: 0.0656679 Aug 31 09:56:04.786898 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a8fde7-ab30-4d58-8700-3b6e7f0c9aa6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=851420a3-644f-4898-b99d-54af1fb83d8b,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:04.797356 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-97a8fde7-ab30-4d58-8700-3b6e7f0c9aa6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:04.803747 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-97a8fde7-ab30-4d58-8700-3b6e7f0c9aa6 admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/851420a3-644f-4898-b99d-54af1fb83d8b HTTP/1.1" status: 204 len: 168 time: 0.5132053 Aug 31 09:56:04.804856 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 50030) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:56:04.806946 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91c4400-77e1-443c-b119-6ee1ac03517c None None] Network 2e69cc92-d348-4eef-9a4c-b8daacafc440 requested from dv-cinder-844961-2-iscsi {{(pid=112921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 09:56:04.838613 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-4d899096-ede5-450e-ab48-28bf049ea982 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks [] for floatingip (26185314-17bd-4a6d-9795-43d532127dda), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:04.855189 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-aac63f9e-e174-4b8f-b700-79bb4f1a58ea req-eeacfc90-c394-48a2-b7e1-c134811aef3c tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d428904c-a6ff-4142-9450-c03d69fe280e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912130 Aug 31 09:56:04.891955 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 84107282-1e36-4545-8fc1-71de5f445467 no longer exists at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:56:04.943068 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] No Port match for: 84107282-1e36-4545-8fc1-71de5f445467 {{(pid=112921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 09:56:04.943068 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 84107282-1e36-4545-8fc1-71de5f445467 not bound to the agent host dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:56:04.943068 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 8c494ce0-e6b5-4525-b16d-4d6baaa16e47 no longer exists at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:56:04.943068 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:04.954026 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-222f5f40-ffe7-496f-9203-d2a3af16853e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2085207'] for network (2e69cc92-d348-4eef-9a4c-b8daacafc440), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:04.958067 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-4d899096-ede5-450e-ab48-28bf049ea982 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (3a5f457f-1ca2-4711-94f2-27ae1e9903ef), before_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:04.967496 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] No Port match for: 8c494ce0-e6b5-4525-b16d-4d6baaa16e47 {{(pid=112921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 09:56:04.967848 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 8c494ce0-e6b5-4525-b16d-4d6baaa16e47 not bound to the agent host dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:56:05.038162 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.plugin [None req-222f5f40-ffe7-496f-9203-d2a3af16853e admin admin] Deleting port 5c9b99ad-753a-4fd0-af8c-c24217486e6c {{(pid=112920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 09:56:05.038408 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-222f5f40-ffe7-496f-9203-d2a3af16853e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (5c9b99ad-753a-4fd0-af8c-c24217486e6c), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:05.050614 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4bc190-dc15-433f-a3e6-6ec6ac80c8c0 None None] DHCP port deletion for 2e69cc92-d348-4eef-9a4c-b8daacafc440 request from dv-cinder-844961-2-iscsi {{(pid=112921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 09:56:05.089011 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-4c4bc190-dc15-433f-a3e6-6ec6ac80c8c0 None None] Deleting port 5c9b99ad-753a-4fd0-af8c-c24217486e6c {{(pid=112921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 09:56:05.089406 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-4c4bc190-dc15-433f-a3e6-6ec6ac80c8c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (5c9b99ad-753a-4fd0-af8c-c24217486e6c), before_delete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:05.152580 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.db [None req-222f5f40-ffe7-496f-9203-d2a3af16853e admin admin] For port 5c9b99ad-753a-4fd0-af8c-c24217486e6c, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=5c9b99ad-753a-4fd0-af8c-c24217486e6c,segment=NetworkSegment(77ec7e58-22c2-416f-b36d-15e60d463b0c),segment_id=77ec7e58-22c2-416f-b36d-15e60d463b0c)] {{(pid=112920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:05.153142 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-222f5f40-ffe7-496f-9203-d2a3af16853e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (5c9b99ad-753a-4fd0-af8c-c24217486e6c), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:05.159140 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-4c4bc190-dc15-433f-a3e6-6ec6ac80c8c0 None None] For port 5c9b99ad-753a-4fd0-af8c-c24217486e6c, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=5c9b99ad-753a-4fd0-af8c-c24217486e6c,segment=NetworkSegment(77ec7e58-22c2-416f-b36d-15e60d463b0c),segment_id=77ec7e58-22c2-416f-b36d-15e60d463b0c)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:05.159537 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-4c4bc190-dc15-433f-a3e6-6ec6ac80c8c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (5c9b99ad-753a-4fd0-af8c-c24217486e6c), precommit_delete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:05.172824 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-4c4bc190-dc15-433f-a3e6-6ec6ac80c8c0 None None] Calling delete_port for 5c9b99ad-753a-4fd0-af8c-c24217486e6c owned by network:dhcp {{(pid=112921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 09:56:05.183434 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.plugin [None req-222f5f40-ffe7-496f-9203-d2a3af16853e admin admin] Calling delete_port for 5c9b99ad-753a-4fd0-af8c-c24217486e6c owned by network:dhcp {{(pid=112920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 09:56:05.219398 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:05.254033 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-4d899096-ede5-450e-ab48-28bf049ea982 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks [] for port (3a5f457f-1ca2-4711-94f2-27ae1e9903ef), precommit_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:05.255722 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-4c4bc190-dc15-433f-a3e6-6ec6ac80c8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287'] for port (5c9b99ad-753a-4fd0-af8c-c24217486e6c), after_delete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:05.262168 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-4d899096-ede5-450e-ab48-28bf049ea982 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64202844'] for port (3a5f457f-1ca2-4711-94f2-27ae1e9903ef), after_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:05.284299 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4bc190-dc15-433f-a3e6-6ec6ac80c8c0 None None] No DVR routers for this DVR port 5c9b99ad-753a-4fd0-af8c-c24217486e6c on host dv-cinder-844961-2-iscsi {{(pid=112921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 09:56:05.285953 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4bc190-dc15-433f-a3e6-6ec6ac80c8c0 None None] Pushing event deleted for resources: {'Port': ['ID=5c9b99ad-753a-4fd0-af8c-c24217486e6c,revision_number=None']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:05.316258 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:05.356122 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-4d899096-ede5-450e-ab48-28bf049ea982 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964517'] for floatingip (26185314-17bd-4a6d-9795-43d532127dda), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:05.359050 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-222f5f40-ffe7-496f-9203-d2a3af16853e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64202837'] for port (5c9b99ad-753a-4fd0-af8c-c24217486e6c), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:05.362857 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d899096-ede5-450e-ab48-28bf049ea982 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Pushing event updated for resources: {'Port': ['ID=3a5f457f-1ca2-4711-94f2-27ae1e9903ef,revision_number=2']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:05.396573 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222f5f40-ffe7-496f-9203-d2a3af16853e admin admin] Pushing event deleted for resources: {'Port': ['ID=5c9b99ad-753a-4fd0-af8c-c24217486e6c,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:05.398690 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222f5f40-ffe7-496f-9203-d2a3af16853e admin admin] No DVR routers for this DVR port 5c9b99ad-753a-4fd0-af8c-c24217486e6c on host dv-cinder-844961-2-iscsi {{(pid=112920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 09:56:05.402540 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-4d899096-ede5-450e-ab48-28bf049ea982 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for floatingip (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:05.403811 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-4d899096-ede5-450e-ab48-28bf049ea982 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4506047 Aug 31 09:56:05.485167 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-222f5f40-ffe7-496f-9203-d2a3af16853e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1925385', 'neutron.services.segments.db._delete_segments_for_network-8747473415235'] for network (2e69cc92-d348-4eef-9a4c-b8daacafc440), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:05.499083 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:05.517965 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.services.segments.db [None req-222f5f40-ffe7-496f-9203-d2a3af16853e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e69cc92-d348-4eef-9a4c-b8daacafc440']}} {{(pid=112920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:05.529925 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.services.segments.db [None req-222f5f40-ffe7-496f-9203-d2a3af16853e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77ec7e58-22c2-416f-b36d-15e60d463b0c') {'for_net_delete': True} {{(pid=112920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:05.530221 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.services.segments.db [None req-222f5f40-ffe7-496f-9203-d2a3af16853e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77ec7e58-22c2-416f-b36d-15e60d463b0c') {} {{(pid=112920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:05.541857 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-222f5f40-ffe7-496f-9203-d2a3af16853e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747473409711', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64553437'] for segment (77ec7e58-22c2-416f-b36d-15e60d463b0c), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:05.557859 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-222f5f40-ffe7-496f-9203-d2a3af16853e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927539'] for segment (77ec7e58-22c2-416f-b36d-15e60d463b0c), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:05.565302 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-222f5f40-ffe7-496f-9203-d2a3af16853e admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=112920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:56:05.565945 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-222f5f40-ffe7-496f-9203-d2a3af16853e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64202752'] for segment (77ec7e58-22c2-416f-b36d-15e60d463b0c), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:05.612174 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.services.segments.plugin [-] Segment 77ec7e58-22c2-416f-b36d-15e60d463b0c resource provider aggregate not found Aug 31 09:56:05.632795 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.services.segments.plugin [-] Segment 77ec7e58-22c2-416f-b36d-15e60d463b0c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 77ec7e58-22c2-416f-b36d-15e60d463b0c found for delete ", "request_id": "req-1d8e017d-ccfd-4475-9302-11c659593293"}]} Aug 31 09:56:05.636846 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9a6fbe10-d46c-4043-9e7c-e7171def765d req-66219348-14e0-443f-be85-e22824f30f0e tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1366912082&fields=id&tenant_id=05be916a558445ee8550559d491efbd0 HTTP/1.1" status: 200 len: 267 time: 0.0467939 Aug 31 09:56:05.641785 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-222f5f40-ffe7-496f-9203-d2a3af16853e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1925376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-964490'] for network (2e69cc92-d348-4eef-9a4c-b8daacafc440), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:05.647946 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-222f5f40-ffe7-496f-9203-d2a3af16853e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for network (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:05.654734 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-222f5f40-ffe7-496f-9203-d2a3af16853e admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/2e69cc92-d348-4eef-9a4c-b8daacafc440 HTTP/1.1" status: 204 len: 168 time: 0.8452163 Aug 31 09:56:05.666370 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222f5f40-ffe7-496f-9203-d2a3af16853e admin admin] Pushing event deleted for resources: {'Network': ['ID=2e69cc92-d348-4eef-9a4c-b8daacafc440,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:05.724305 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=86,neutron:INSERT=3,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:05.765572 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6fbe10-d46c-4043-9e7c-e7171def765d req-15193457-4a98-4eec-9793-04dbbc4ac3ae tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:05.767078 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9a6fbe10-d46c-4043-9e7c-e7171def765d req-15193457-4a98-4eec-9793-04dbbc4ac3ae tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/networks?id=36c1318a-9832-4bc9-ac1a-5f597bd8ac6c HTTP/1.1" status: 200 len: 811 time: 0.1199267 Aug 31 09:56:05.783161 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9a6fbe10-d46c-4043-9e7c-e7171def765d req-5c6213b8-6171-482e-895f-f63eb005531d tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/quotas/05be916a558445ee8550559d491efbd0 HTTP/1.1" status: 200 len: 375 time: 0.0096281 Aug 31 09:56:05.791789 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 50052) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:56:05.834293 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-6ec87e01-7243-4159-8bdb-2ea2b7f68df9 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=c0fc6660b5494415915cdf2b325e5bd6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0412502 Aug 31 09:56:05.836709 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 50054) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:56:05.839961 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9a6fbe10-d46c-4043-9e7c-e7171def765d req-d7b0927e-120e-47d9-9d36-71feb217b05b tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=05be916a558445ee8550559d491efbd0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509558 Aug 31 09:56:05.896740 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e0d6a0fb-4522-44ec-8214-136532488130 admin admin] Publish callbacks [] for security_group (205b0a5f-61f7-44a2-8681-8691b84c6583), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:05.919007 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e0d6a0fb-4522-44ec-8214-136532488130 admin admin] Publish callbacks [] for security_group (205b0a5f-61f7-44a2-8681-8691b84c6583), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:05.955626 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9a6fbe10-d46c-4043-9e7c-e7171def765d req-bb7d43b2-b9b7-4aa9-a41a-5909d575cff9 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/36c1318a-9832-4bc9-ac1a-5f597bd8ac6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029570 Aug 31 09:56:05.976370 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e0d6a0fb-4522-44ec-8214-136532488130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (205b0a5f-61f7-44a2-8681-8691b84c6583), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:05.980321 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e0d6a0fb-4522-44ec-8214-136532488130 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:05.983487 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-e0d6a0fb-4522-44ec-8214-136532488130 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/205b0a5f-61f7-44a2-8681-8691b84c6583 HTTP/1.1" status: 204 len: 168 time: 0.1434777 Aug 31 09:56:05.991953 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d6a0fb-4522-44ec-8214-136532488130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205b0a5f-61f7-44a2-8681-8691b84c6583,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:06.047186 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ad7cc-e875-4de7-bc9f-2780fb537e16 req-a86e6afe-2a67-46b8-b3af-feb4b29879d3 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:06.048832 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4d6ad7cc-e875-4de7-bc9f-2780fb537e16 req-a86e6afe-2a67-46b8-b3af-feb4b29879d3 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 945 time: 0.1096990 Aug 31 09:56:06.116885 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9a6fbe10-d46c-4043-9e7c-e7171def765d req-db9866d8-4967-4ca2-a7af-24c540c96be6 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/36c1318a-9832-4bc9-ac1a-5f597bd8ac6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421609 Aug 31 09:56:06.130947 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4d6ad7cc-e875-4de7-bc9f-2780fb537e16 req-c84a80cb-5a13-4170-ad80-752ca9cb1150 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d428904c-a6ff-4142-9450-c03d69fe280e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733514 Aug 31 09:56:06.295896 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7f9f8069-ce60-453a-8aa3-58aef9507ca2 req-9cdac8a4-471c-4f15-8977-177c92060e93 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dad5a844-b1e2-4310-919c-7d3a334cc794 HTTP/1.1" status: 200 len: 210 time: 0.0332463 Aug 31 09:56:06.797450 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 50080) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:56:06.832915 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 5c9b99ad-753a-4fd0-af8c-c24217486e6c no longer exists at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:56:06.852019 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] No Port match for: 5c9b99ad-753a-4fd0-af8c-c24217486e6c {{(pid=112921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 09:56:06.852362 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 5c9b99ad-753a-4fd0-af8c-c24217486e6c not bound to the agent host dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:56:06.926551 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [None req-cf2ce1e8-9653-4150-b16b-c5ea042f7e72 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1372282155-network', 'tenant_id': 'a68bf51dcd404f559e9ae2efeb185712'}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:56:06.948271 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2ce1e8-9653-4150-b16b-c5ea042f7e72 admin admin] Made reservation on behalf of a68bf51dcd404f559e9ae2efeb185712 for: {'network': 1} {{(pid=112919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:56:06.950664 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-cf2ce1e8-9653-4150-b16b-c5ea042f7e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for network (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:06.961451 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-cf2ce1e8-9653-4150-b16b-c5ea042f7e72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:06.981299 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:07.045753 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-cf2ce1e8-9653-4150-b16b-c5ea042f7e72 admin admin] Publish callbacks [] for security_group (d517db9c-0ed7-42f7-bfb6-42048bf6ac9d), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:07.050626 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-cf2ce1e8-9653-4150-b16b-c5ea042f7e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (d517db9c-0ed7-42f7-bfb6-42048bf6ac9d), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:07.073728 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf2ce1e8-9653-4150-b16b-c5ea042f7e72 admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=112919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:56:07.090246 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ce1e8-9653-4150-b16b-c5ea042f7e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d517db9c-0ed7-42f7-bfb6-42048bf6ac9d,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:07.093371 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-cf2ce1e8-9653-4150-b16b-c5ea042f7e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927539'] for segment (a90b8ffb-f27b-4c61-9949-27265dbdd344), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:07.093746 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.db.segments_db [None req-cf2ce1e8-9653-4150-b16b-c5ea042f7e72 admin admin] Added segment a90b8ffb-f27b-4c61-9949-27265dbdd344 of type vlan for network 0f5370f1-004e-40df-a622-c79b4bbd1b36 Aug 31 09:56:07.136469 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-cf2ce1e8-9653-4150-b16b-c5ea042f7e72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747472916821'] for network (0f5370f1-004e-40df-a622-c79b4bbd1b36), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:07.162658 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-cf2ce1e8-9653-4150-b16b-c5ea042f7e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582'] for network (0f5370f1-004e-40df-a622-c79b4bbd1b36), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:07.163692 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2ce1e8-9653-4150-b16b-c5ea042f7e72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:07.164307 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-cf2ce1e8-9653-4150-b16b-c5ea042f7e72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for network (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:07.230954 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-cf2ce1e8-9653-4150-b16b-c5ea042f7e72 admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4321971 Aug 31 09:56:07.234034 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 50086) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:56:07.240114 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-3022c6f3-8312-43be-83a6-b7cadab3d2bd admin admin] Request body: {'subnet': {'network_id': '0f5370f1-004e-40df-a622-c79b4bbd1b36', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1372282155-subnet', 'tenant_id': 'a68bf51dcd404f559e9ae2efeb185712', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:56:07.263945 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3022c6f3-8312-43be-83a6-b7cadab3d2bd admin admin] Made reservation on behalf of a68bf51dcd404f559e9ae2efeb185712 for: {'subnet': 1} {{(pid=112920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:56:07.264244 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ce1e8-9653-4150-b16b-c5ea042f7e72 admin admin] Pushing event updated for resources: {'Network': ['ID=0f5370f1-004e-40df-a622-c79b4bbd1b36,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:07.266387 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-3022c6f3-8312-43be-83a6-b7cadab3d2bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64498369'] for subnet (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:07.280067 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Network 0f5370f1-004e-40df-a622-c79b4bbd1b36 details requested by agent ovs-agent-dv-cinder-844961-2-iscsi with host dv-cinder-844961-2-iscsi {{(pid=112921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:56:07.289662 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c2c57-a6d4-4c83-a644-ccdb5ab93bdf req-9117a603-0a67-4501-b17f-6909576aa77a tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:07.291240 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7f5c2c57-a6d4-4c83-a644-ccdb5ab93bdf req-9117a603-0a67-4501-b17f-6909576aa77a tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 945 time: 0.0770516 Aug 31 09:56:07.358927 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7f5c2c57-a6d4-4c83-a644-ccdb5ab93bdf req-728e6a10-5299-4d9f-942b-ccfbd44fe2a7 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d428904c-a6ff-4142-9450-c03d69fe280e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568297 Aug 31 09:56:07.430657 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a1d3d4e3-35a2-4a63-bd5d-3755c9d80b11 req-25f65c9e-c011-4e9f-b996-dd04614ada4c tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dad5a844-b1e2-4310-919c-7d3a334cc794 HTTP/1.1" status: 200 len: 210 time: 0.0462737 Aug 31 09:56:07.472534 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-3022c6f3-8312-43be-83a6-b7cadab3d2bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64201957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64498391'] for subnet (7552609c-80f9-41d8-a1ca-1fd2186ed151), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:07.531827 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3022c6f3-8312-43be-83a6-b7cadab3d2bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7552609c-80f9-41d8-a1ca-1fd2186ed151,revision_number=0']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:07.540948 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3022c6f3-8312-43be-83a6-b7cadab3d2bd admin admin] Checking segment: {'id': 'a90b8ffb-f27b-4c61-9949-27265dbdd344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0f5370f1-004e-40df-a622-c79b4bbd1b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:56:07.541303 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3022c6f3-8312-43be-83a6-b7cadab3d2bd admin admin] Network hostable DHCP agents. Network: 0f5370f1-004e-40df-a622-c79b4bbd1b36, hostable agents: ['018d2bb8-ebf2-469c-9257-23530a727a9b'], hosted agents: [] {{(pid=112920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:56:07.560495 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3022c6f3-8312-43be-83a6-b7cadab3d2bd admin admin] Network 0f5370f1-004e-40df-a622-c79b4bbd1b36 is scheduled to be hosted by DHCP agent 018d2bb8-ebf2-469c-9257-23530a727a9b with binding_index 1 {{(pid=112920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:56:07.578642 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.base_scheduler [None req-3022c6f3-8312-43be-83a6-b7cadab3d2bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844961-2-iscsi, 0f5370f1-004e-40df-a622-c79b4bbd1b36) {{(pid=112920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:56:07.583170 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3022c6f3-8312-43be-83a6-b7cadab3d2bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:07.583772 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-3022c6f3-8312-43be-83a6-b7cadab3d2bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:07.585969 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:07.588510 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f834606-3a43-4a3f-9332-006684e9bdd6 None None] Network 0f5370f1-004e-40df-a622-c79b4bbd1b36 requested from dv-cinder-844961-2-iscsi {{(pid=112921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 09:56:07.607178 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-3022c6f3-8312-43be-83a6-b7cadab3d2bd admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3718197 Aug 31 09:56:07.611803 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 50094) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:56:07.616370 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-741837ba-bfa5-485c-bc13-ebf75532d327 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1372282155-router', 'tenant_id': 'a68bf51dcd404f559e9ae2efeb185712', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'}}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:56:07.638813 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-741837ba-bfa5-485c-bc13-ebf75532d327 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-963210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7939'] for router (ef3039e0-81ed-4020-a3d2-084638a12f54), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:07.639833 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-741837ba-bfa5-485c-bc13-ebf75532d327 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-964023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-909203', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7948'] for router (ef3039e0-81ed-4020-a3d2-084638a12f54), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:07.695815 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-741837ba-bfa5-485c-bc13-ebf75532d327 admin admin] Publish callbacks [] for router_controller (ef3039e0-81ed-4020-a3d2-084638a12f54), precommit_add_association {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:07.699327 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6567d43-636e-4762-9747-7a6ef3a483fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf769dcf0-00d3-5bf4-b672-2b9122ce186a-0f5370f1-004e-40df-a622-c79b4bbd1b36', 'network_id': '0f5370f1-004e-40df-a622-c79b4bbd1b36', 'project_id': 'a68bf51dcd404f559e9ae2efeb185712', 'fixed_ips': [{'subnet_id': '7552609c-80f9-41d8-a1ca-1fd2186ed151'}]}} from dv-cinder-844961-2-iscsi. {{(pid=112921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 09:56:07.700293 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-c6567d43-636e-4762-9747-7a6ef3a483fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:07.840258 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:07.843834 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-741837ba-bfa5-485c-bc13-ebf75532d327 admin admin] Publish callbacks [] for router_gateway (ef3039e0-81ed-4020-a3d2-084638a12f54), precommit_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:07.988521 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.db_base_plugin_common [None req-c6567d43-636e-4762-9747-7a6ef3a483fc None None] Allocated IP 172.20.0.2 (0f5370f1-004e-40df-a622-c79b4bbd1b36/7552609c-80f9-41d8-a1ca-1fd2186ed151/6a6b8612-5a7e-4f21-9e02-8a1679e0f4c3) {{(pid=112921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:56:08.066720 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-741837ba-bfa5-485c-bc13-ebf75532d327 admin admin] Publish callbacks [] for router_gateway (ef3039e0-81ed-4020-a3d2-084638a12f54), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:08.092378 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-741837ba-bfa5-485c-bc13-ebf75532d327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:08.153231 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-c6567d43-636e-4762-9747-7a6ef3a483fc None None] Publish callbacks [] for port (6a6b8612-5a7e-4f21-9e02-8a1679e0f4c3), precommit_create {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:08.159477 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-c6567d43-636e-4762-9747-7a6ef3a483fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278'] for port (6a6b8612-5a7e-4f21-9e02-8a1679e0f4c3), after_create {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:08.200580 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6567d43-636e-4762-9747-7a6ef3a483fc None None] Network 0f5370f1-004e-40df-a622-c79b4bbd1b36 is already hosted by enough agents. {{(pid=112921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:56:08.206233 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.scheduler.base_scheduler [None req-c6567d43-636e-4762-9747-7a6ef3a483fc None None] Resources bound (agent type, host, resource id): {{(pid=112921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:56:08.209371 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.db_base_plugin_common [None req-741837ba-bfa5-485c-bc13-ebf75532d327 admin admin] Allocated IP 172.27.3.95 (9ecc2a3c-efc3-4c90-8e67-1028759a248c/b5177607-d6ca-45c7-ac03-71d68f18093b/de365d83-91d1-4d1c-b630-fa17c00e8650) {{(pid=112920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:56:08.210166 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6567d43-636e-4762-9747-7a6ef3a483fc None None] Received port after_create {{(pid=112921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:56:08.213636 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6567d43-636e-4762-9747-7a6ef3a483fc None None] Pushing event updated for resources: {'Port': ['ID=6a6b8612-5a7e-4f21-9e02-8a1679e0f4c3,revision_number=1']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:08.222418 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:08.277715 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-c6567d43-636e-4762-9747-7a6ef3a483fc None None] Attempting to bind port 6a6b8612-5a7e-4f21-9e02-8a1679e0f4c3 on host dv-cinder-844961-2-iscsi for vnic_type normal with profile {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 09:56:08.278082 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-c6567d43-636e-4762-9747-7a6ef3a483fc None None] Attempting to bind port 6a6b8612-5a7e-4f21-9e02-8a1679e0f4c3 by drivers openvswitch,hyperv on host dv-cinder-844961-2-iscsi at level 0 using segments [{'id': 'a90b8ffb-f27b-4c61-9949-27265dbdd344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0f5370f1-004e-40df-a622-c79b4bbd1b36'}] {{(pid=112921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 09:56:08.278439 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6567d43-636e-4762-9747-7a6ef3a483fc None None] Attempting to bind port 6a6b8612-5a7e-4f21-9e02-8a1679e0f4c3 on network 0f5370f1-004e-40df-a622-c79b4bbd1b36 {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:56:08.284726 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6567d43-636e-4762-9747-7a6ef3a483fc None None] Checking agent: {'id': '18a9d5f8-8bea-4c71-b161-cda838278486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844961-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 9, 39, 30), 'started_at': datetime.datetime(2022, 8, 31, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844961-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 09:56:08.285099 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6567d43-636e-4762-9747-7a6ef3a483fc None None] Checking segment: {'id': 'a90b8ffb-f27b-4c61-9949-27265dbdd344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0f5370f1-004e-40df-a622-c79b4bbd1b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:56:08.285561 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-c6567d43-636e-4762-9747-7a6ef3a483fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:08.285950 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6567d43-636e-4762-9747-7a6ef3a483fc None None] Bound using segment: {'id': 'a90b8ffb-f27b-4c61-9949-27265dbdd344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0f5370f1-004e-40df-a622-c79b4bbd1b36'} {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 09:56:08.286419 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-c6567d43-636e-4762-9747-7a6ef3a483fc None None] Bound port: 6a6b8612-5a7e-4f21-9e02-8a1679e0f4c3, host: dv-cinder-844961-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a90b8ffb-f27b-4c61-9949-27265dbdd344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0f5370f1-004e-40df-a622-c79b4bbd1b36'}}] {{(pid=112921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 09:56:08.286856 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-c6567d43-636e-4762-9747-7a6ef3a483fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (6a6b8612-5a7e-4f21-9e02-8a1679e0f4c3), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:08.326607 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-741837ba-bfa5-485c-bc13-ebf75532d327 admin admin] Publish callbacks [] for port (de365d83-91d1-4d1c-b630-fa17c00e8650), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:08.353228 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-c6567d43-636e-4762-9747-7a6ef3a483fc None None] For port 6a6b8612-5a7e-4f21-9e02-8a1679e0f4c3, host dv-cinder-844961-2-iscsi, cleared binding levels {{(pid=112921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:56:08.356604 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-c6567d43-636e-4762-9747-7a6ef3a483fc None None] For port 6a6b8612-5a7e-4f21-9e02-8a1679e0f4c3, host dv-cinder-844961-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=6a6b8612-5a7e-4f21-9e02-8a1679e0f4c3,segment=NetworkSegment(a90b8ffb-f27b-4c61-9949-27265dbdd344),segment_id=a90b8ffb-f27b-4c61-9949-27265dbdd344)] {{(pid=112921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:56:08.362884 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-741837ba-bfa5-485c-bc13-ebf75532d327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64202837'] for port (de365d83-91d1-4d1c-b630-fa17c00e8650), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:08.363722 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-c6567d43-636e-4762-9747-7a6ef3a483fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (6a6b8612-5a7e-4f21-9e02-8a1679e0f4c3), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:08.412610 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741837ba-bfa5-485c-bc13-ebf75532d327 admin admin] Network 9ecc2a3c-efc3-4c90-8e67-1028759a248c is already hosted by enough agents. {{(pid=112920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:56:08.418445 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.base_scheduler [None req-741837ba-bfa5-485c-bc13-ebf75532d327 admin admin] Resources bound (agent type, host, resource id): {{(pid=112920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:56:08.421588 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741837ba-bfa5-485c-bc13-ebf75532d327 admin admin] Pushing event updated for resources: {'Port': ['ID=de365d83-91d1-4d1c-b630-fa17c00e8650,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:08.423708 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741837ba-bfa5-485c-bc13-ebf75532d327 admin admin] Received port after_create {{(pid=112920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:56:08.455184 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6567d43-636e-4762-9747-7a6ef3a483fc None None] Pushing event updated for resources: {'Port': ['ID=6a6b8612-5a7e-4f21-9e02-8a1679e0f4c3,revision_number=2']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:08.590000 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-501187ff-c7ed-45dd-99e4-14df23669853 req-b9f0ac6f-d791-41c2-8500-e3b431e91e5a tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dad5a844-b1e2-4310-919c-7d3a334cc794 HTTP/1.1" status: 200 len: 210 time: 0.0730636 Aug 31 09:56:08.617377 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1de17e-68f4-4407-b088-286abdfeddfb req-4e2fa795-21aa-4b27-9733-a1b8df8b0b79 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:08.629751 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:08.647358 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ed1de17e-68f4-4407-b088-286abdfeddfb req-4e2fa795-21aa-4b27-9733-a1b8df8b0b79 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 945 time: 0.1321592 Aug 31 09:56:08.671578 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:08.714586 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ed1de17e-68f4-4407-b088-286abdfeddfb req-05f160d0-a777-48bc-b0f9-26a8fee09efa tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d428904c-a6ff-4142-9450-c03d69fe280e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663385 Aug 31 09:56:08.746920 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-741837ba-bfa5-485c-bc13-ebf75532d327 admin admin] Publish callbacks [] for router_gateway (ef3039e0-81ed-4020-a3d2-084638a12f54), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:08.863844 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 6a6b8612-5a7e-4f21-9e02-8a1679e0f4c3 up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:56:08.916148 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port 6a6b8612-5a7e-4f21-9e02-8a1679e0f4c3 triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:56:08.916439 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (6a6b8612-5a7e-4f21-9e02-8a1679e0f4c3), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:08.939826 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:08.951426 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:08.971829 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-741837ba-bfa5-485c-bc13-ebf75532d327 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-964079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-964474'] for router (ef3039e0-81ed-4020-a3d2-084638a12f54), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:09.005361 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port 6a6b8612-5a7e-4f21-9e02-8a1679e0f4c3 is: DOWN; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:56:09.005976 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (6a6b8612-5a7e-4f21-9e02-8a1679e0f4c3), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:09.055685 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] For port 6a6b8612-5a7e-4f21-9e02-8a1679e0f4c3, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=6a6b8612-5a7e-4f21-9e02-8a1679e0f4c3,segment=NetworkSegment(a90b8ffb-f27b-4c61-9949-27265dbdd344),segment_id=a90b8ffb-f27b-4c61-9949-27265dbdd344)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:09.060820 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (6a6b8612-5a7e-4f21-9e02-8a1679e0f4c3), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:09.119632 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Pushing event updated for resources: {'Port': ['ID=6a6b8612-5a7e-4f21-9e02-8a1679e0f4c3,revision_number=3']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:09.396083 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-741837ba-bfa5-485c-bc13-ebf75532d327 admin admin] Router ef3039e0-81ed-4020-a3d2-084638a12f54 is scheduled to L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 with binding_index 1 {{(pid=112920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:56:09.468651 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd4a280-f2a0-41fe-9391-1f61026e13a9 None None] Network 0f5370f1-004e-40df-a622-c79b4bbd1b36 requested from dv-cinder-844961-2-iscsi {{(pid=112921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 09:56:09.513113 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741837ba-bfa5-485c-bc13-ebf75532d327 admin admin] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:56:09.532630 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5222eaab-594b-4867-be5b-f914b7d556f4 None None] Sync routers for ids ['ef3039e0-81ed-4020-a3d2-084638a12f54'] in dv-cinder-844961-2-iscsi {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:56:09.533852 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-741837ba-bfa5-485c-bc13-ebf75532d327 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:09.535142 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-741837ba-bfa5-485c-bc13-ebf75532d327 admin admin] 10.222.0.13 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9223468 Aug 31 09:56:09.537891 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 50108) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:56:09.568577 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5222eaab-594b-4867-be5b-f914b7d556f4 None None] Routers {'ef3039e0-81ed-4020-a3d2-084638a12f54'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:56:09.569271 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-5222eaab-594b-4867-be5b-f914b7d556f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:55:56Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['ef3039e0-81ed-4020-a3d2-084638a12f54'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:09.617784 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-6b53f1c4-d319-45dd-b8bb-a8872b387a70 None None] Provisioning complete for port 6a6b8612-5a7e-4f21-9e02-8a1679e0f4c3 triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:56:09.618185 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-6b53f1c4-d319-45dd-b8bb-a8872b387a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (6a6b8612-5a7e-4f21-9e02-8a1679e0f4c3), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:09.729787 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-8d9df195-e21e-4f25-b1bd-aaa1545e71c3 req-d607d91f-c82f-4a5f-9bc3-68b07b4e1ae6 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dad5a844-b1e2-4310-919c-7d3a334cc794 HTTP/1.1" status: 200 len: 210 time: 0.0528970 Aug 31 09:56:09.789595 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-5222eaab-594b-4867-be5b-f914b7d556f4 None None] Set router ef3039e0-81ed-4020-a3d2-084638a12f54 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:56:09.872442 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-6b53f1c4-d319-45dd-b8bb-a8872b387a70 None None] Current status of the port 6a6b8612-5a7e-4f21-9e02-8a1679e0f4c3 is: ACTIVE; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:56:09.906649 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ab31b-8eda-471b-87f5-c64a0dbad672 req-9bd00da4-bbee-45c0-b22b-9a2d5485ec07 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:09.908857 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b98ab31b-8eda-471b-87f5-c64a0dbad672 req-9bd00da4-bbee-45c0-b22b-9a2d5485ec07 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 945 time: 0.0861986 Aug 31 09:56:09.995573 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:10.001675 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b98ab31b-8eda-471b-87f5-c64a0dbad672 req-693d5c16-70c6-47da-a537-f65d70a192e4 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d428904c-a6ff-4142-9450-c03d69fe280e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807555 Aug 31 09:56:10.015610 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:10.017617 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-5222eaab-594b-4867-be5b-f914b7d556f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef3039e0-81ed-4020-a3d2-084638a12f54', 'name': 'tempest-AttachVolumeShelveTestJSON-1372282155-router', 'tenant_id': 'a68bf51dcd404f559e9ae2efeb185712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'de365d83-91d1-4d1c-b630-fa17c00e8650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:56:07Z', 'updated_at': '2022-08-31T09:56:08Z', 'revision_number': 3, 'project_id': 'a68bf51dcd404f559e9ae2efeb185712', 'gw_port': {'id': 'de365d83-91d1-4d1c-b630-fa17c00e8650', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:62:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef3039e0-81ed-4020-a3d2-084638a12f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:56:08Z', 'updated_at': '2022-08-31T09:56:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi'}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:10.054062 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5222eaab-594b-4867-be5b-f914b7d556f4 None None] Checking router: ef3039e0-81ed-4020-a3d2-084638a12f54 for host: dv-cinder-844961-2-iscsi {{(pid=112921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:56:10.054498 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5222eaab-594b-4867-be5b-f914b7d556f4 None None] Updating router ef3039e0-81ed-4020-a3d2-084638a12f54 port de365d83-91d1-4d1c-b630-fa17c00e8650 binding host dv-cinder-844961-2-iscsi {{(pid=112921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:56:10.092915 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-5222eaab-594b-4867-be5b-f914b7d556f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (de365d83-91d1-4d1c-b630-fa17c00e8650), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:10.099639 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-2750b550-e9ee-459e-a391-5f7013839028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:10.117217 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-b7275b03-49f3-45fa-bf86-b84c1ffb85d3 None None] Provisioning complete for port 6a6b8612-5a7e-4f21-9e02-8a1679e0f4c3 triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:56:10.117612 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b7275b03-49f3-45fa-bf86-b84c1ffb85d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (6a6b8612-5a7e-4f21-9e02-8a1679e0f4c3), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:10.244952 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:10.245157 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:10.268011 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.db_base_plugin_common [None req-2750b550-e9ee-459e-a391-5f7013839028 admin admin] Allocated IP 172.20.0.1 (0f5370f1-004e-40df-a622-c79b4bbd1b36/7552609c-80f9-41d8-a1ca-1fd2186ed151/49757a03-7781-48a1-a2e6-75a60cab962b) {{(pid=112920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:56:10.329220 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-b7275b03-49f3-45fa-bf86-b84c1ffb85d3 None None] Current status of the port 6a6b8612-5a7e-4f21-9e02-8a1679e0f4c3 is: ACTIVE; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:56:10.408510 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-2750b550-e9ee-459e-a391-5f7013839028 admin admin] Publish callbacks [] for port (49757a03-7781-48a1-a2e6-75a60cab962b), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:10.446235 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-2750b550-e9ee-459e-a391-5f7013839028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64202837'] for port (49757a03-7781-48a1-a2e6-75a60cab962b), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:10.464314 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-5222eaab-594b-4867-be5b-f914b7d556f4 None None] Publish callbacks [] for port (de365d83-91d1-4d1c-b630-fa17c00e8650), precommit_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:10.471790 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-5222eaab-594b-4867-be5b-f914b7d556f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (de365d83-91d1-4d1c-b630-fa17c00e8650), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:10.493048 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2750b550-e9ee-459e-a391-5f7013839028 admin admin] Network 0f5370f1-004e-40df-a622-c79b4bbd1b36 is already hosted by enough agents. {{(pid=112920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:56:10.496450 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.base_scheduler [None req-2750b550-e9ee-459e-a391-5f7013839028 admin admin] Resources bound (agent type, host, resource id): {{(pid=112920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:56:10.498958 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2750b550-e9ee-459e-a391-5f7013839028 admin admin] Received port after_create {{(pid=112920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:56:10.508319 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-5222eaab-594b-4867-be5b-f914b7d556f4 None None] Attempting to bind port de365d83-91d1-4d1c-b630-fa17c00e8650 on host dv-cinder-844961-2-iscsi for vnic_type normal with profile {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 09:56:10.508694 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-5222eaab-594b-4867-be5b-f914b7d556f4 None None] Attempting to bind port de365d83-91d1-4d1c-b630-fa17c00e8650 by drivers openvswitch,hyperv on host dv-cinder-844961-2-iscsi at level 0 using segments [{'id': 'a4995e04-234e-4976-89c5-310a94033a09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'}] {{(pid=112921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 09:56:10.509057 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5222eaab-594b-4867-be5b-f914b7d556f4 None None] Attempting to bind port de365d83-91d1-4d1c-b630-fa17c00e8650 on network 9ecc2a3c-efc3-4c90-8e67-1028759a248c {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:56:10.524223 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5222eaab-594b-4867-be5b-f914b7d556f4 None None] Checking agent: {'id': '18a9d5f8-8bea-4c71-b161-cda838278486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844961-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 9, 39, 30), 'started_at': datetime.datetime(2022, 8, 31, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844961-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 09:56:10.524696 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5222eaab-594b-4867-be5b-f914b7d556f4 None None] Checking segment: {'id': 'a4995e04-234e-4976-89c5-310a94033a09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:56:10.524986 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-5222eaab-594b-4867-be5b-f914b7d556f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:10.525450 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5222eaab-594b-4867-be5b-f914b7d556f4 None None] Bound using segment: {'id': 'a4995e04-234e-4976-89c5-310a94033a09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'} {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 09:56:10.525970 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-5222eaab-594b-4867-be5b-f914b7d556f4 None None] Bound port: de365d83-91d1-4d1c-b630-fa17c00e8650, host: dv-cinder-844961-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4995e04-234e-4976-89c5-310a94033a09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'}}] {{(pid=112921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 09:56:10.526352 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-5222eaab-594b-4867-be5b-f914b7d556f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (de365d83-91d1-4d1c-b630-fa17c00e8650), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:10.536821 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2750b550-e9ee-459e-a391-5f7013839028 admin admin] Pushing event updated for resources: {'Port': ['ID=49757a03-7781-48a1-a2e6-75a60cab962b,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:10.550465 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e41fc3-d6e2-48e9-8eb3-c67d34cb0f18 None None] Pushing event updated for resources: {'Port': ['ID=de365d83-91d1-4d1c-b630-fa17c00e8650,revision_number=2']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:10.569191 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-2750b550-e9ee-459e-a391-5f7013839028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962846'] for router_interface (ef3039e0-81ed-4020-a3d2-084638a12f54), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:10.596053 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-5222eaab-594b-4867-be5b-f914b7d556f4 None None] For port de365d83-91d1-4d1c-b630-fa17c00e8650, host dv-cinder-844961-2-iscsi, cleared binding levels {{(pid=112921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:56:10.601667 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-5222eaab-594b-4867-be5b-f914b7d556f4 None None] For port de365d83-91d1-4d1c-b630-fa17c00e8650, host dv-cinder-844961-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=de365d83-91d1-4d1c-b630-fa17c00e8650,segment=NetworkSegment(a4995e04-234e-4976-89c5-310a94033a09),segment_id=a4995e04-234e-4976-89c5-310a94033a09)] {{(pid=112921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:56:10.613118 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-5222eaab-594b-4867-be5b-f914b7d556f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (de365d83-91d1-4d1c-b630-fa17c00e8650), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:10.655119 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5222eaab-594b-4867-be5b-f914b7d556f4 None None] Routers {'ef3039e0-81ed-4020-a3d2-084638a12f54'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:56:10.655787 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-5222eaab-594b-4867-be5b-f914b7d556f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:55:56Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['ef3039e0-81ed-4020-a3d2-084638a12f54'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:10.732913 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e41fc3-d6e2-48e9-8eb3-c67d34cb0f18 None None] Pushing event updated for resources: {'Port': ['ID=de365d83-91d1-4d1c-b630-fa17c00e8650,revision_number=3']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:10.768668 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-2750b550-e9ee-459e-a391-5f7013839028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (49757a03-7781-48a1-a2e6-75a60cab962b), before_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:10.926373 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d32d1b89-ff16-4899-8e0f-38737dd69cb7 req-fac77cc4-28f4-43a4-9be7-1354923d5a98 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dad5a844-b1e2-4310-919c-7d3a334cc794 HTTP/1.1" status: 200 len: 210 time: 0.0557747 Aug 31 09:56:10.961566 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 6a6b8612-5a7e-4f21-9e02-8a1679e0f4c3 up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:56:10.992024 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-0a1ec87d-d268-4258-98b5-9dfa34845625 None None] Provisioning complete for port 49757a03-7781-48a1-a2e6-75a60cab962b triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:56:10.992722 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-0a1ec87d-d268-4258-98b5-9dfa34845625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (49757a03-7781-48a1-a2e6-75a60cab962b), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:11.007945 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:11.062790 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-5222eaab-594b-4867-be5b-f914b7d556f4 None None] Set router ef3039e0-81ed-4020-a3d2-084638a12f54 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:56:11.064007 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-2750b550-e9ee-459e-a391-5f7013839028 admin admin] Publish callbacks [] for port (49757a03-7781-48a1-a2e6-75a60cab962b), precommit_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:11.074911 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-2750b550-e9ee-459e-a391-5f7013839028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64202844'] for port (49757a03-7781-48a1-a2e6-75a60cab962b), after_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:11.154812 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-2750b550-e9ee-459e-a391-5f7013839028 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962954'] for router_interface (ef3039e0-81ed-4020-a3d2-084638a12f54), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:11.162117 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-0a1ec87d-d268-4258-98b5-9dfa34845625 None None] Port 49757a03-7781-48a1-a2e6-75a60cab962b cannot update to ACTIVE because it is not bound. {{(pid=112921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 09:56:11.176992 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:11.185441 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c22339e-a57b-49ea-b6e2-32aa5846041b req-d8cc0a11-a39a-4caa-b6a1-84765e57dd6a tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:11.187935 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-3c22339e-a57b-49ea-b6e2-32aa5846041b req-d8cc0a11-a39a-4caa-b6a1-84765e57dd6a tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 945 time: 0.1040130 Aug 31 09:56:11.229062 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port 6a6b8612-5a7e-4f21-9e02-8a1679e0f4c3 triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:56:11.229470 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (6a6b8612-5a7e-4f21-9e02-8a1679e0f4c3), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:11.287956 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2750b550-e9ee-459e-a391-5f7013839028 admin admin] Pushing event updated for resources: {'Port': ['ID=49757a03-7781-48a1-a2e6-75a60cab962b,revision_number=2']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:11.325083 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-3c22339e-a57b-49ea-b6e2-32aa5846041b req-874cf4c9-6ee9-4f9e-aae2-9a87650e5260 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d428904c-a6ff-4142-9450-c03d69fe280e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281800 Aug 31 09:56:11.354385 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2750b550-e9ee-459e-a391-5f7013839028 admin admin] Network 0f5370f1-004e-40df-a622-c79b4bbd1b36 is already hosted by enough agents. {{(pid=112920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:56:11.356032 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.base_scheduler [None req-2750b550-e9ee-459e-a391-5f7013839028 admin admin] Resources bound (agent type, host, resource id): {{(pid=112920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:56:11.384774 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port 6a6b8612-5a7e-4f21-9e02-8a1679e0f4c3 is: ACTIVE; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:56:11.387264 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-5222eaab-594b-4867-be5b-f914b7d556f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef3039e0-81ed-4020-a3d2-084638a12f54', 'name': 'tempest-AttachVolumeShelveTestJSON-1372282155-router', 'tenant_id': 'a68bf51dcd404f559e9ae2efeb185712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'de365d83-91d1-4d1c-b630-fa17c00e8650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:56:07Z', 'updated_at': '2022-08-31T09:56:08Z', 'revision_number': 3, 'project_id': 'a68bf51dcd404f559e9ae2efeb185712', 'gw_port': {'id': 'de365d83-91d1-4d1c-b630-fa17c00e8650', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:62:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef3039e0-81ed-4020-a3d2-084638a12f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:56:08Z', 'updated_at': '2022-08-31T09:56:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi'}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:11.424837 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5222eaab-594b-4867-be5b-f914b7d556f4 None None] The sync data for ids ['ef3039e0-81ed-4020-a3d2-084638a12f54'] in dv-cinder-844961-2-iscsi is: [{'id': 'ef3039e0-81ed-4020-a3d2-084638a12f54', 'name': 'tempest-AttachVolumeShelveTestJSON-1372282155-router', 'tenant_id': 'a68bf51dcd404f559e9ae2efeb185712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'de365d83-91d1-4d1c-b630-fa17c00e8650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:56:07Z', 'updated_at': '2022-08-31T09:56:08Z', 'revision_number': 3, 'project_id': 'a68bf51dcd404f559e9ae2efeb185712', 'gw_port': {'id': 'de365d83-91d1-4d1c-b630-fa17c00e8650', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:62:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef3039e0-81ed-4020-a3d2-084638a12f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:56:08Z', 'updated_at': '2022-08-31T09:56:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi'}] {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:56:11.428782 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:11.514749 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2750b550-e9ee-459e-a391-5f7013839028 admin admin] Router ef3039e0-81ed-4020-a3d2-084638a12f54 has already been hosted by L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 {{(pid=112920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:56:11.670962 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2750b550-e9ee-459e-a391-5f7013839028 admin admin] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:56:11.687985 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-2750b550-e9ee-459e-a391-5f7013839028 admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/ef3039e0-81ed-4020-a3d2-084638a12f54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1489177 Aug 31 09:56:11.701402 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-6d1409b4-5ba2-4d9b-81ce-0c797315f85e None None] Provisioning complete for port 49757a03-7781-48a1-a2e6-75a60cab962b triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:56:11.701793 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-6d1409b4-5ba2-4d9b-81ce-0c797315f85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (49757a03-7781-48a1-a2e6-75a60cab962b), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:11.706806 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:11.828440 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-6d1409b4-5ba2-4d9b-81ce-0c797315f85e None None] Port 49757a03-7781-48a1-a2e6-75a60cab962b cannot update to ACTIVE because it is not bound. {{(pid=112921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 09:56:12.106535 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece8b09-5c70-4b79-b345-2a5f4f7b5e45 req-d36b29df-9f0e-4692-9f1d-c0756e7b9109 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:12.108190 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7ece8b09-5c70-4b79-b345-2a5f4f7b5e45 req-d36b29df-9f0e-4692-9f1d-c0756e7b9109 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=eeb177fd-40cd-4551-be64-eac4c6283268 HTTP/1.1" status: 200 len: 945 time: 0.0805526 Aug 31 09:56:12.193467 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7ece8b09-5c70-4b79-b345-2a5f4f7b5e45 req-8ee28a5a-fe14-4af6-ba3c-6bead9e17e0b tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729756 Aug 31 09:56:12.237607 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 50138) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:56:12.248962 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-4e52f1bc-4468-4535-b92a-8efb0f62f7e5 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2050139023', 'description': 'tempest-description--792737429'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:56:12.292668 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-4e52f1bc-4468-4535-b92a-8efb0f62f7e5 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:12.319482 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-94ef487b-1f40-4603-9622-5bde94bc50cd req-384898fe-6590-4e9f-ae9b-1053c641dee5 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dad5a844-b1e2-4310-919c-7d3a334cc794 HTTP/1.1" status: 200 len: 210 time: 0.0484715 Aug 31 09:56:12.406288 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-4e52f1bc-4468-4535-b92a-8efb0f62f7e5 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks [] for security_group (db11171b-f844-4960-9e37-d12595092833), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:12.413127 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-4e52f1bc-4468-4535-b92a-8efb0f62f7e5 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (db11171b-f844-4960-9e37-d12595092833), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:12.478232 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-4e52f1bc-4468-4535-b92a-8efb0f62f7e5 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:12.481586 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-4e52f1bc-4468-4535-b92a-8efb0f62f7e5 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2410877 Aug 31 09:56:12.483746 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e52f1bc-4468-4535-b92a-8efb0f62f7e5 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db11171b-f844-4960-9e37-d12595092833,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:12.486889 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 50142) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:56:12.494135 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [None req-31bdf676-8ebe-40db-a021-a87ec2210477 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Request body: {'security_group_rule': {'security_group_id': 'db11171b-f844-4960-9e37-d12595092833', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:56:12.521672 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb4a3d3-de55-4d24-82d5-0b2b66295221 req-86424f6c-a920-45d7-abde-e83cfa0b3298 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:12.523569 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9fb4a3d3-de55-4d24-82d5-0b2b66295221 req-86424f6c-a920-45d7-abde-e83cfa0b3298 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 945 time: 0.0936821 Aug 31 09:56:12.559796 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:12.560681 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-31bdf676-8ebe-40db-a021-a87ec2210477 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks [] for security_group_rule (3e5fee32-e0cd-4848-946e-528c7920d5cc), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:12.618203 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9fb4a3d3-de55-4d24-82d5-0b2b66295221 req-5567820e-c71f-42f0-a4aa-6cca9f385408 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d428904c-a6ff-4142-9450-c03d69fe280e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874462 Aug 31 09:56:12.648705 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-31bdf676-8ebe-40db-a021-a87ec2210477 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks [] for security_group_rule (3e5fee32-e0cd-4848-946e-528c7920d5cc), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:12.653741 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-31bdf676-8ebe-40db-a021-a87ec2210477 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045036'] for security_group_rule (3e5fee32-e0cd-4848-946e-528c7920d5cc), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:12.678698 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bdf676-8ebe-40db-a021-a87ec2210477 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e5fee32-e0cd-4848-946e-528c7920d5cc,revision_number=0']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:12.685357 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-31bdf676-8ebe-40db-a021-a87ec2210477 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:12.689960 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 50144) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:56:12.690136 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-31bdf676-8ebe-40db-a021-a87ec2210477 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1996684 Aug 31 09:56:12.695258 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-2d55fec0-c8a6-4a69-bb58-a22d15b3d1e8 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Request body: {'security_group_rule': {'security_group_id': 'db11171b-f844-4960-9e37-d12595092833', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:56:12.729810 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-2d55fec0-c8a6-4a69-bb58-a22d15b3d1e8 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks [] for security_group_rule (e43928b4-2785-4e51-bbd2-424dc18e9cc8), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:12.802947 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-2d55fec0-c8a6-4a69-bb58-a22d15b3d1e8 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks [] for security_group_rule (e43928b4-2785-4e51-bbd2-424dc18e9cc8), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:12.810570 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-2d55fec0-c8a6-4a69-bb58-a22d15b3d1e8 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045036'] for security_group_rule (e43928b4-2785-4e51-bbd2-424dc18e9cc8), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:12.836046 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d55fec0-c8a6-4a69-bb58-a22d15b3d1e8 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e43928b4-2785-4e51-bbd2-424dc18e9cc8,revision_number=0']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:12.851260 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-2d55fec0-c8a6-4a69-bb58-a22d15b3d1e8 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:12.852435 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-2d55fec0-c8a6-4a69-bb58-a22d15b3d1e8 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1609244 Aug 31 09:56:12.855770 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 50148) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:56:12.866595 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-b90145c8-3dd9-494d-ad5e-73e5ffa1ba1e tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Request body: {'floatingip': {'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:56:12.877373 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:12.899784 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device de365d83-91d1-4d1c-b630-fa17c00e8650 up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:56:12.906828 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-b90145c8-3dd9-494d-ad5e-73e5ffa1ba1e tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:12.977745 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port de365d83-91d1-4d1c-b630-fa17c00e8650 triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:56:12.978048 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (de365d83-91d1-4d1c-b630-fa17c00e8650), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:13.002162 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-b90145c8-3dd9-494d-ad5e-73e5ffa1ba1e tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:13.075380 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port de365d83-91d1-4d1c-b630-fa17c00e8650 is: DOWN; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:56:13.075772 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (de365d83-91d1-4d1c-b630-fa17c00e8650), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:13.100932 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] For port de365d83-91d1-4d1c-b630-fa17c00e8650, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=de365d83-91d1-4d1c-b630-fa17c00e8650,segment=NetworkSegment(a4995e04-234e-4976-89c5-310a94033a09),segment_id=a4995e04-234e-4976-89c5-310a94033a09)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:13.106148 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (de365d83-91d1-4d1c-b630-fa17c00e8650), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:13.158101 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.db_base_plugin_common [None req-b90145c8-3dd9-494d-ad5e-73e5ffa1ba1e tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Allocated IP 172.27.3.190 (9ecc2a3c-efc3-4c90-8e67-1028759a248c/b5177607-d6ca-45c7-ac03-71d68f18093b/283f5a49-b100-49b5-bfc2-43f1f82a7afd) {{(pid=112920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:56:13.161748 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Pushing event updated for resources: {'Port': ['ID=de365d83-91d1-4d1c-b630-fa17c00e8650,revision_number=4']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:13.274114 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:13.295182 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-b90145c8-3dd9-494d-ad5e-73e5ffa1ba1e tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks [] for port (283f5a49-b100-49b5-bfc2-43f1f82a7afd), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:13.335542 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-b90145c8-3dd9-494d-ad5e-73e5ffa1ba1e tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64202837'] for port (283f5a49-b100-49b5-bfc2-43f1f82a7afd), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:13.354941 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f413c6-d0e0-4f72-915f-1db041f1ec05 req-b882fc90-ecff-4a93-bb9d-cb55122044f9 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:13.358401 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e9f413c6-d0e0-4f72-915f-1db041f1ec05 req-b882fc90-ecff-4a93-bb9d-cb55122044f9 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=eeb177fd-40cd-4551-be64-eac4c6283268 HTTP/1.1" status: 200 len: 945 time: 0.0648944 Aug 31 09:56:13.384452 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90145c8-3dd9-494d-ad5e-73e5ffa1ba1e tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Network 9ecc2a3c-efc3-4c90-8e67-1028759a248c is already hosted by enough agents. {{(pid=112920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:56:13.387937 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.base_scheduler [None req-b90145c8-3dd9-494d-ad5e-73e5ffa1ba1e tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Resources bound (agent type, host, resource id): {{(pid=112920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:56:13.397017 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90145c8-3dd9-494d-ad5e-73e5ffa1ba1e tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Received port after_create {{(pid=112920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:56:13.435897 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90145c8-3dd9-494d-ad5e-73e5ffa1ba1e tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Pushing event updated for resources: {'Port': ['ID=283f5a49-b100-49b5-bfc2-43f1f82a7afd,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:13.471507 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-8c784995-6613-4f8d-9304-ce1106d1e76c req-1d6118c6-d48f-4854-a596-ae48918d2f04 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dad5a844-b1e2-4310-919c-7d3a334cc794 HTTP/1.1" status: 200 len: 210 time: 0.0470381 Aug 31 09:56:13.482803 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e9f413c6-d0e0-4f72-915f-1db041f1ec05 req-80b228fe-c7a9-40c7-adbc-1cd65136af69 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061802 Aug 31 09:56:13.526712 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7d4931-0d26-4246-8194-1aecc950e88f None None] Sync routers for ids ['ef3039e0-81ed-4020-a3d2-084638a12f54'] in dv-cinder-844961-2-iscsi {{(pid=112922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:56:13.528998 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-b90145c8-3dd9-494d-ad5e-73e5ffa1ba1e tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks [] for floatingip (eeb8b5fd-6d79-4c9e-b6d0-e013e898ed3d), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:13.539969 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7d4931-0d26-4246-8194-1aecc950e88f None None] Routers {'ef3039e0-81ed-4020-a3d2-084638a12f54'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:56:13.540595 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-bc7d4931-0d26-4246-8194-1aecc950e88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:55:56Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['ef3039e0-81ed-4020-a3d2-084638a12f54'], 'active': True} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:13.588727 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-b90145c8-3dd9-494d-ad5e-73e5ffa1ba1e tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (283f5a49-b100-49b5-bfc2-43f1f82a7afd), before_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:13.663365 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvr_db [None req-bc7d4931-0d26-4246-8194-1aecc950e88f None None] Set router ef3039e0-81ed-4020-a3d2-084638a12f54 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:56:13.771775 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4339122d-ea8b-4509-b86d-4bab98bfcae7 req-623ed92c-91dc-4fbc-b207-f8e567c56ac2 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:13.773281 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4339122d-ea8b-4509-b86d-4bab98bfcae7 req-623ed92c-91dc-4fbc-b207-f8e567c56ac2 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 945 time: 0.0599303 Aug 31 09:56:13.791598 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-b90145c8-3dd9-494d-ad5e-73e5ffa1ba1e tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks [] for port (283f5a49-b100-49b5-bfc2-43f1f82a7afd), precommit_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:13.797216 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-b90145c8-3dd9-494d-ad5e-73e5ffa1ba1e tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64202844'] for port (283f5a49-b100-49b5-bfc2-43f1f82a7afd), after_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:13.803206 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:13.852112 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4339122d-ea8b-4509-b86d-4bab98bfcae7 req-bd86e174-ff01-4806-b12c-6b683514969f tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d428904c-a6ff-4142-9450-c03d69fe280e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708430 Aug 31 09:56:13.886217 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90145c8-3dd9-494d-ad5e-73e5ffa1ba1e tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Pushing event updated for resources: {'Port': ['ID=283f5a49-b100-49b5-bfc2-43f1f82a7afd,revision_number=2']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:13.888913 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-b90145c8-3dd9-494d-ad5e-73e5ffa1ba1e tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964517'] for floatingip (eeb8b5fd-6d79-4c9e-b6d0-e013e898ed3d), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:13.908274 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-b90145c8-3dd9-494d-ad5e-73e5ffa1ba1e tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for floatingip (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:13.909583 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-b90145c8-3dd9-494d-ad5e-73e5ffa1ba1e tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0524075 Aug 31 09:56:13.916171 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-bc7d4931-0d26-4246-8194-1aecc950e88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef3039e0-81ed-4020-a3d2-084638a12f54', 'name': 'tempest-AttachVolumeShelveTestJSON-1372282155-router', 'tenant_id': 'a68bf51dcd404f559e9ae2efeb185712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'de365d83-91d1-4d1c-b630-fa17c00e8650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:56:07Z', 'updated_at': '2022-08-31T09:56:10Z', 'revision_number': 4, 'project_id': 'a68bf51dcd404f559e9ae2efeb185712', 'gw_port': {'id': 'de365d83-91d1-4d1c-b630-fa17c00e8650', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:62:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3039e0-81ed-4020-a3d2-084638a12f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:56:08Z', 'updated_at': '2022-08-31T09:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': '49757a03-7781-48a1-a2e6-75a60cab962b', 'name': '', 'network_id': '0f5370f1-004e-40df-a622-c79b4bbd1b36', 'tenant_id': 'a68bf51dcd404f559e9ae2efeb185712', 'mac_address': 'fa:16:3e:51:94:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef3039e0-81ed-4020-a3d2-084638a12f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7552609c-80f9-41d8-a1ca-1fd2186ed151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:56:10Z', 'updated_at': '2022-08-31T09:56:10Z', 'revision_number': 2, 'project_id': 'a68bf51dcd404f559e9ae2efeb185712', 'subnets': [{'id': '7552609c-80f9-41d8-a1ca-1fd2186ed151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:13.945485 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7d4931-0d26-4246-8194-1aecc950e88f None None] Checking router: ef3039e0-81ed-4020-a3d2-084638a12f54 for host: dv-cinder-844961-2-iscsi {{(pid=112922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:56:13.945854 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7d4931-0d26-4246-8194-1aecc950e88f None None] Updating router ef3039e0-81ed-4020-a3d2-084638a12f54 port 49757a03-7781-48a1-a2e6-75a60cab962b binding host dv-cinder-844961-2-iscsi {{(pid=112922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:56:13.978803 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-bc7d4931-0d26-4246-8194-1aecc950e88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (49757a03-7781-48a1-a2e6-75a60cab962b), before_update {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:14.018756 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=100 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:14.093950 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-8189678f-61cd-49ae-be5a-0c7b4a1fc818 req-e7ca5d3b-621d-4d5d-a82a-912aea478894 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2050139023&fields=id&tenant_id=a68bf51dcd404f559e9ae2efeb185712 HTTP/1.1" status: 200 len: 267 time: 0.0473881 Aug 31 09:56:14.178207 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=100 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:14.223301 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189678f-61cd-49ae-be5a-0c7b4a1fc818 req-b7d11cab-ab40-402e-bcd6-a99e92e18c90 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:14.224867 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-8189678f-61cd-49ae-be5a-0c7b4a1fc818 req-b7d11cab-ab40-402e-bcd6-a99e92e18c90 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/networks?id=0f5370f1-004e-40df-a622-c79b4bbd1b36 HTTP/1.1" status: 200 len: 817 time: 0.1229324 Aug 31 09:56:14.246230 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-8189678f-61cd-49ae-be5a-0c7b4a1fc818 req-e2622e34-1276-439f-8da0-aeb2daf92225 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/quotas/a68bf51dcd404f559e9ae2efeb185712 HTTP/1.1" status: 200 len: 375 time: 0.0153363 Aug 31 09:56:14.290132 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-bc7d4931-0d26-4246-8194-1aecc950e88f None None] Publish callbacks [] for port (49757a03-7781-48a1-a2e6-75a60cab962b), precommit_update {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:14.297640 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-bc7d4931-0d26-4246-8194-1aecc950e88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (49757a03-7781-48a1-a2e6-75a60cab962b), after_update {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:14.314988 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-8189678f-61cd-49ae-be5a-0c7b4a1fc818 req-b6e68508-7b8a-4a38-9f40-bfcf227df77f tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=a68bf51dcd404f559e9ae2efeb185712&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0627372 Aug 31 09:56:14.372864 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039463bb-ffea-4952-bef9-2b5060b173b6 None None] Pushing event updated for resources: {'Port': ['ID=49757a03-7781-48a1-a2e6-75a60cab962b,revision_number=3']} {{(pid=112922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:14.400178 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039463bb-ffea-4952-bef9-2b5060b173b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:14.400511 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039463bb-ffea-4952-bef9-2b5060b173b6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:14.400868 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039463bb-ffea-4952-bef9-2b5060b173b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:14.401215 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039463bb-ffea-4952-bef9-2b5060b173b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:14.401571 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039463bb-ffea-4952-bef9-2b5060b173b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:14.401891 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039463bb-ffea-4952-bef9-2b5060b173b6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:14.402206 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039463bb-ffea-4952-bef9-2b5060b173b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:14.402805 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039463bb-ffea-4952-bef9-2b5060b173b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:14.402922 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039463bb-ffea-4952-bef9-2b5060b173b6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:14.403212 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039463bb-ffea-4952-bef9-2b5060b173b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:14.403531 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039463bb-ffea-4952-bef9-2b5060b173b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:14.403864 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039463bb-ffea-4952-bef9-2b5060b173b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:14.404224 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039463bb-ffea-4952-bef9-2b5060b173b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:14.404620 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039463bb-ffea-4952-bef9-2b5060b173b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:14.404945 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039463bb-ffea-4952-bef9-2b5060b173b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:14.416805 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:14.419467 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.managers [None req-bc7d4931-0d26-4246-8194-1aecc950e88f None None] Attempting to bind port 49757a03-7781-48a1-a2e6-75a60cab962b on host dv-cinder-844961-2-iscsi for vnic_type normal with profile {{(pid=112922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 09:56:14.419923 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.managers [None req-bc7d4931-0d26-4246-8194-1aecc950e88f None None] Attempting to bind port 49757a03-7781-48a1-a2e6-75a60cab962b by drivers openvswitch,hyperv on host dv-cinder-844961-2-iscsi at level 0 using segments [{'id': 'a90b8ffb-f27b-4c61-9949-27265dbdd344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0f5370f1-004e-40df-a622-c79b4bbd1b36'}] {{(pid=112922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 09:56:14.420360 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7d4931-0d26-4246-8194-1aecc950e88f None None] Attempting to bind port 49757a03-7781-48a1-a2e6-75a60cab962b on network 0f5370f1-004e-40df-a622-c79b4bbd1b36 {{(pid=112922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:56:14.428038 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7d4931-0d26-4246-8194-1aecc950e88f None None] Checking agent: {'id': '18a9d5f8-8bea-4c71-b161-cda838278486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844961-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 9, 39, 30), 'started_at': datetime.datetime(2022, 8, 31, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844961-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 09:56:14.428486 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7d4931-0d26-4246-8194-1aecc950e88f None None] Checking segment: {'id': 'a90b8ffb-f27b-4c61-9949-27265dbdd344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0f5370f1-004e-40df-a622-c79b4bbd1b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:56:14.428830 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-bc7d4931-0d26-4246-8194-1aecc950e88f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:14.429212 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7d4931-0d26-4246-8194-1aecc950e88f None None] Bound using segment: {'id': 'a90b8ffb-f27b-4c61-9949-27265dbdd344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0f5370f1-004e-40df-a622-c79b4bbd1b36'} {{(pid=112922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 09:56:14.429737 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.managers [None req-bc7d4931-0d26-4246-8194-1aecc950e88f None None] Bound port: 49757a03-7781-48a1-a2e6-75a60cab962b, host: dv-cinder-844961-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a90b8ffb-f27b-4c61-9949-27265dbdd344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0f5370f1-004e-40df-a622-c79b4bbd1b36'}}] {{(pid=112922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 09:56:14.430098 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-bc7d4931-0d26-4246-8194-1aecc950e88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (49757a03-7781-48a1-a2e6-75a60cab962b), before_update {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:14.530379 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.db [None req-bc7d4931-0d26-4246-8194-1aecc950e88f None None] For port 49757a03-7781-48a1-a2e6-75a60cab962b, host dv-cinder-844961-2-iscsi, cleared binding levels {{(pid=112922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:56:14.537084 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.db [None req-bc7d4931-0d26-4246-8194-1aecc950e88f None None] For port 49757a03-7781-48a1-a2e6-75a60cab962b, host dv-cinder-844961-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=49757a03-7781-48a1-a2e6-75a60cab962b,segment=NetworkSegment(a90b8ffb-f27b-4c61-9949-27265dbdd344),segment_id=a90b8ffb-f27b-4c61-9949-27265dbdd344)] {{(pid=112922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:56:14.591408 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-bc7d4931-0d26-4246-8194-1aecc950e88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (49757a03-7781-48a1-a2e6-75a60cab962b), after_update {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:14.634565 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7d4931-0d26-4246-8194-1aecc950e88f None None] Routers {'ef3039e0-81ed-4020-a3d2-084638a12f54'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:56:14.635198 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-bc7d4931-0d26-4246-8194-1aecc950e88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:55:56Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['ef3039e0-81ed-4020-a3d2-084638a12f54'], 'active': True} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:14.655171 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-8189678f-61cd-49ae-be5a-0c7b4a1fc818 req-00c74d8c-98b6-4582-b136-90316f907ef8 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/0f5370f1-004e-40df-a622-c79b4bbd1b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274956 Aug 31 09:56:14.714529 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f23f4-6e5e-4ee3-9ffd-9a349c1aee5f req-b09faf5c-b377-48df-9847-307c78d4cb61 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:14.716253 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-1c3f23f4-6e5e-4ee3-9ffd-9a349c1aee5f req-b09faf5c-b377-48df-9847-307c78d4cb61 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=eeb177fd-40cd-4551-be64-eac4c6283268 HTTP/1.1" status: 200 len: 945 time: 0.0711975 Aug 31 09:56:14.728967 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-fe2b3509-8b52-4356-8430-c33c1ce9af6e req-6a56193f-36a9-44c5-b491-8baaca871974 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dad5a844-b1e2-4310-919c-7d3a334cc794 HTTP/1.1" status: 200 len: 210 time: 0.1117032 Aug 31 09:56:14.816283 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6fbe10-d46c-4043-9e7c-e7171def765d req-90079d5b-62af-406c-8acb-1733c04a587b tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:14.817809 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9a6fbe10-d46c-4043-9e7c-e7171def765d req-90079d5b-62af-406c-8acb-1733c04a587b tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.64 "GET /networking/v2.0/networks?id=36c1318a-9832-4bc9-ac1a-5f597bd8ac6c HTTP/1.1" status: 200 len: 811 time: 0.2895675 Aug 31 09:56:14.868763 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-8189678f-61cd-49ae-be5a-0c7b4a1fc818 req-59980869-6494-4f13-8a91-8075b829a494 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/0f5370f1-004e-40df-a622-c79b4bbd1b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732659 Aug 31 09:56:14.882469 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvr_db [None req-bc7d4931-0d26-4246-8194-1aecc950e88f None None] Set router ef3039e0-81ed-4020-a3d2-084638a12f54 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:56:14.902916 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.plugin [req-1c3f23f4-6e5e-4ee3-9ffd-9a349c1aee5f req-6c43ebc7-fedc-4656-873d-13e34fca4448 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Deleting port 84133d6b-1b23-4f48-ad40-3d788d6effc7 {{(pid=112920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 09:56:14.903356 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-1c3f23f4-6e5e-4ee3-9ffd-9a349c1aee5f req-6c43ebc7-fedc-4656-873d-13e34fca4448 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (84133d6b-1b23-4f48-ad40-3d788d6effc7), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:14.946866 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device de365d83-91d1-4d1c-b630-fa17c00e8650 up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:56:15.006442 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port de365d83-91d1-4d1c-b630-fa17c00e8650 triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:56:15.007291 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (de365d83-91d1-4d1c-b630-fa17c00e8650), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:15.049596 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3c000f-d612-4af3-a957-3678748f790b req-ea57cee9-0c12-456b-965b-1bbe64538fc9 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:15.050320 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.db [req-1c3f23f4-6e5e-4ee3-9ffd-9a349c1aee5f req-6c43ebc7-fedc-4656-873d-13e34fca4448 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] For port 84133d6b-1b23-4f48-ad40-3d788d6effc7, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=84133d6b-1b23-4f48-ad40-3d788d6effc7,segment=NetworkSegment(ea218d44-3149-46b8-ba8f-676cf816a455),segment_id=ea218d44-3149-46b8-ba8f-676cf816a455)] {{(pid=112920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:15.050639 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-1c3f23f4-6e5e-4ee3-9ffd-9a349c1aee5f req-6c43ebc7-fedc-4656-873d-13e34fca4448 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (84133d6b-1b23-4f48-ad40-3d788d6effc7), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:15.056732 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ef3c000f-d612-4af3-a957-3678748f790b req-ea57cee9-0c12-456b-965b-1bbe64538fc9 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=eeb177fd-40cd-4551-be64-eac4c6283268 HTTP/1.1" status: 200 len: 945 time: 0.1242032 Aug 31 09:56:15.101002 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9a6fbe10-d46c-4043-9e7c-e7171def765d req-afa039bb-46ad-4395-a878-08e2f51ad1d5 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=05be916a558445ee8550559d491efbd0 HTTP/1.1" status: 200 len: 380 time: 0.1921685 Aug 31 09:56:15.121903 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [req-9a6fbe10-d46c-4043-9e7c-e7171def765d req-02fe41d6-43d4-4cd5-93e0-b47bb690b528 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Request body: {'port': {'device_id': 'dad5a844-b1e2-4310-919c-7d3a334cc794', 'network_id': '36c1318a-9832-4bc9-ac1a-5f597bd8ac6c', 'admin_state_up': True, 'tenant_id': '05be916a558445ee8550559d491efbd0', 'security_groups': ['58763abf-ea86-44c3-be3c-ff309badfa2f']}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:56:15.135367 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:15.172442 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port de365d83-91d1-4d1c-b630-fa17c00e8650 is: ACTIVE; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:56:15.197639 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039463bb-ffea-4952-bef9-2b5060b173b6 None None] Pushing event updated for resources: {'Port': ['ID=49757a03-7781-48a1-a2e6-75a60cab962b,revision_number=4']} {{(pid=112922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:15.204863 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:15.281329 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ef3c000f-d612-4af3-a957-3678748f790b req-2ac70829-79c1-44d7-a4ce-60e035a92bfb tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2237067 Aug 31 09:56:15.326053 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-1c3f23f4-6e5e-4ee3-9ffd-9a349c1aee5f req-6c43ebc7-fedc-4656-873d-13e34fca4448 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:15.335433 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c8074-b896-468d-a324-d1a9892c29b3 req-7b0c2122-274c-4d90-9f5d-c26ea4abc4a2 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:15.337364 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-1c3f23f4-6e5e-4ee3-9ffd-9a349c1aee5f req-6c43ebc7-fedc-4656-873d-13e34fca4448 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964517'] for floatingip (c613e1ca-6d88-4632-bc62-55da7549e66d), after_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:15.337755 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.db.l3_db [req-1c3f23f4-6e5e-4ee3-9ffd-9a349c1aee5f req-6c43ebc7-fedc-4656-873d-13e34fca4448 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Floating IP c613e1ca-6d88-4632-bc62-55da7549e66d disassociated. External IP: 172.27.3.226, port: 84133d6b-1b23-4f48-ad40-3d788d6effc7. Aug 31 09:56:15.338097 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.plugin [req-1c3f23f4-6e5e-4ee3-9ffd-9a349c1aee5f req-6c43ebc7-fedc-4656-873d-13e34fca4448 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Calling delete_port for 84133d6b-1b23-4f48-ad40-3d788d6effc7 owned by compute:nova {{(pid=112920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 09:56:15.348326 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:15.350771 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c84c8074-b896-468d-a324-d1a9892c29b3 req-7b0c2122-274c-4d90-9f5d-c26ea4abc4a2 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 945 time: 0.1743102 Aug 31 09:56:15.402780 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-bc7d4931-0d26-4246-8194-1aecc950e88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef3039e0-81ed-4020-a3d2-084638a12f54', 'name': 'tempest-AttachVolumeShelveTestJSON-1372282155-router', 'tenant_id': 'a68bf51dcd404f559e9ae2efeb185712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'de365d83-91d1-4d1c-b630-fa17c00e8650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:56:07Z', 'updated_at': '2022-08-31T09:56:10Z', 'revision_number': 4, 'project_id': 'a68bf51dcd404f559e9ae2efeb185712', 'gw_port': {'id': 'de365d83-91d1-4d1c-b630-fa17c00e8650', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:62:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3039e0-81ed-4020-a3d2-084638a12f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:56:08Z', 'updated_at': '2022-08-31T09:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': '49757a03-7781-48a1-a2e6-75a60cab962b', 'name': '', 'network_id': '0f5370f1-004e-40df-a622-c79b4bbd1b36', 'tenant_id': 'a68bf51dcd404f559e9ae2efeb185712', 'mac_address': 'fa:16:3e:51:94:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef3039e0-81ed-4020-a3d2-084638a12f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7552609c-80f9-41d8-a1ca-1fd2186ed151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:56:10Z', 'updated_at': '2022-08-31T09:56:14Z', 'revision_number': 4, 'project_id': 'a68bf51dcd404f559e9ae2efeb185712', 'subnets': [{'id': '7552609c-80f9-41d8-a1ca-1fd2186ed151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:15.432776 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-99c8d122-4c86-4c55-87bc-d473827ea772 req-6f2f1833-446b-48fe-9969-1cfe3e0647c9 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 210 time: 0.0768774 Aug 31 09:56:15.440172 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7d4931-0d26-4246-8194-1aecc950e88f None None] The sync data for ids ['ef3039e0-81ed-4020-a3d2-084638a12f54'] in dv-cinder-844961-2-iscsi is: [{'id': 'ef3039e0-81ed-4020-a3d2-084638a12f54', 'name': 'tempest-AttachVolumeShelveTestJSON-1372282155-router', 'tenant_id': 'a68bf51dcd404f559e9ae2efeb185712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'de365d83-91d1-4d1c-b630-fa17c00e8650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:56:07Z', 'updated_at': '2022-08-31T09:56:10Z', 'revision_number': 4, 'project_id': 'a68bf51dcd404f559e9ae2efeb185712', 'gw_port': {'id': 'de365d83-91d1-4d1c-b630-fa17c00e8650', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:62:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3039e0-81ed-4020-a3d2-084638a12f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:56:08Z', 'updated_at': '2022-08-31T09:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': '49757a03-7781-48a1-a2e6-75a60cab962b', 'name': '', 'network_id': '0f5370f1-004e-40df-a622-c79b4bbd1b36', 'tenant_id': 'a68bf51dcd404f559e9ae2efeb185712', 'mac_address': 'fa:16:3e:51:94:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef3039e0-81ed-4020-a3d2-084638a12f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7552609c-80f9-41d8-a1ca-1fd2186ed151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:56:10Z', 'updated_at': '2022-08-31T09:56:14Z', 'revision_number': 4, 'project_id': 'a68bf51dcd404f559e9ae2efeb185712', 'subnets': [{'id': '7552609c-80f9-41d8-a1ca-1fd2186ed151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:56:15.502148 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c84c8074-b896-468d-a324-d1a9892c29b3 req-fa1d8ec6-52d8-400c-b733-fd100bb79a06 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d428904c-a6ff-4142-9450-c03d69fe280e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336901 Aug 31 09:56:15.514275 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a6fbe10-d46c-4043-9e7c-e7171def765d req-02fe41d6-43d4-4cd5-93e0-b47bb690b528 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Made reservation on behalf of 05be916a558445ee8550559d491efbd0 for: {'port': 1} {{(pid=112919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:56:15.525715 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-9a6fbe10-d46c-4043-9e7c-e7171def765d req-02fe41d6-43d4-4cd5-93e0-b47bb690b528 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:15.552325 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-1c3f23f4-6e5e-4ee3-9ffd-9a349c1aee5f req-6c43ebc7-fedc-4656-873d-13e34fca4448 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64202837'] for port (84133d6b-1b23-4f48-ad40-3d788d6effc7), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:15.590936 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c43ebc7-fedc-4656-873d-13e34fca4448 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Pushing event deleted for resources: {'Port': ['ID=84133d6b-1b23-4f48-ad40-3d788d6effc7,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:15.746484 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c3f23f4-6e5e-4ee3-9ffd-9a349c1aee5f req-6c43ebc7-fedc-4656-873d-13e34fca4448 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Router eac686d3-e381-4e81-8df0-b10cffb85e37 has already been hosted by L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 {{(pid=112920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:56:15.893887 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c3f23f4-6e5e-4ee3-9ffd-9a349c1aee5f req-6c43ebc7-fedc-4656-873d-13e34fca4448 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:56:15.905747 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41255a41-8225-4fa6-9e14-7c5598d51761 None None] Sync routers for ids ['eac686d3-e381-4e81-8df0-b10cffb85e37'] in dv-cinder-844961-2-iscsi {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:56:15.928155 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41255a41-8225-4fa6-9e14-7c5598d51761 None None] Routers {'eac686d3-e381-4e81-8df0-b10cffb85e37'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:56:15.929105 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-41255a41-8225-4fa6-9e14-7c5598d51761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:55:56Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['eac686d3-e381-4e81-8df0-b10cffb85e37'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:15.950766 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c3f23f4-6e5e-4ee3-9ffd-9a349c1aee5f req-6c43ebc7-fedc-4656-873d-13e34fca4448 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] No DVR routers for this DVR port 84133d6b-1b23-4f48-ad40-3d788d6effc7 on host hv-cinder-84496 {{(pid=112920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 09:56:15.953976 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-1c3f23f4-6e5e-4ee3-9ffd-9a349c1aee5f req-6c43ebc7-fedc-4656-873d-13e34fca4448 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for port (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:15.958240 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-1c3f23f4-6e5e-4ee3-9ffd-9a349c1aee5f req-6c43ebc7-fedc-4656-873d-13e34fca4448 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.64 "DELETE /networking/v2.0/ports/84133d6b-1b23-4f48-ad40-3d788d6effc7 HTTP/1.1" status: 204 len: 173 time: 1.2352238 Aug 31 09:56:15.972877 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb177fd-40cd-4551-be64-eac4c6283268', 'name': 'network-vif-deleted', 'tag': '84133d6b-1b23-4f48-ad40-3d788d6effc7'}] {{(pid=112920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:56:15.975495 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b1c67df7a66df2dbb2f1d86d1740294a25e35557c8b7fb736f9ab0bc04a1bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b76e40f-6b99-4d5a-864d-58e673d33f8a" -d '{"events": [{"server_uuid": "eeb177fd-40cd-4551-be64-eac4c6283268", "name": "network-vif-deleted", "tag": "84133d6b-1b23-4f48-ad40-3d788d6effc7"}]}' {{(pid=112920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:56:16.086422 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.agents_db [None req-8002e13a-56e4-448b-bc0d-5c9f038cbdad None None] Agent healthcheck: found 6 active agents {{(pid=112922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:56:16.086955 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 09:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa45b44-aa81-4b8b-9886-3847aeff57cf x-openstack-request-id: req-9aa45b44-aa81-4b8b-9886-3847aeff57cf {{(pid=112920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:56:16.087122 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb177fd-40cd-4551-be64-eac4c6283268", "name": "network-vif-deleted", "tag": "84133d6b-1b23-4f48-ad40-3d788d6effc7", "status": "completed", "code": 200}]} {{(pid=112920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:56:16.087413 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9aa45b44-aa81-4b8b-9886-3847aeff57cf {{(pid=112920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:56:16.088568 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9aa45b44-aa81-4b8b-9886-3847aeff57cf'] response: {'server_uuid': 'eeb177fd-40cd-4551-be64-eac4c6283268', 'name': 'network-vif-deleted', 'tag': '84133d6b-1b23-4f48-ad40-3d788d6effc7', 'status': 'completed', 'code': 200} Aug 31 09:56:16.174132 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-41255a41-8225-4fa6-9e14-7c5598d51761 None None] Set router eac686d3-e381-4e81-8df0-b10cffb85e37 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:56:16.222095 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-690b8e69-ec1b-4ded-b029-fa0df4d2a270 req-608c704b-03e1-4c23-b040-3f9e990528b2 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dad5a844-b1e2-4310-919c-7d3a334cc794 HTTP/1.1" status: 200 len: 210 time: 0.0637131 Aug 31 09:56:16.246911 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.db_base_plugin_common [req-9a6fbe10-d46c-4043-9e7c-e7171def765d req-02fe41d6-43d4-4cd5-93e0-b47bb690b528 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Allocated IP 172.20.0.5 (36c1318a-9832-4bc9-ac1a-5f597bd8ac6c/62f04c98-5559-462e-a349-fd7424d6ae82/faf14e51-3e45-4bef-906c-896093d3aeda) {{(pid=112919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:56:16.467960 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-84bcc4f3-a8fb-4c99-87e2-7fe52e263b96 req-ee58b7c0-2604-42cb-a6b2-503a1f57a3c8 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=eeb177fd-40cd-4551-be64-eac4c6283268 HTTP/1.1" status: 200 len: 210 time: 0.0657670 Aug 31 09:56:16.482795 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:16.497559 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:16.569981 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-41255a41-8225-4fa6-9e14-7c5598d51761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'name': 'tempest-TestVolumeBootPattern-35709202-router', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '603cacde-2f37-4c9a-bec9-1d8b0343ffdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:51:11Z', 'updated_at': '2022-08-31T09:51:17Z', 'revision_number': 4, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'gw_port': {'id': '603cacde-2f37-4c9a-bec9-1d8b0343ffdd', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:85:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:11Z', 'updated_at': '2022-08-31T09:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': '5d2ec1c7-5052-416f-81de-e9aab741524f', 'name': '', 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'mac_address': 'fa:16:3e:06:97:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '951df996-7b80-48db-8007-5a5a52488eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:16Z', 'updated_at': '2022-08-31T09:51:26Z', 'revision_number': 5, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'subnets': [{'id': '951df996-7b80-48db-8007-5a5a52488eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:16.594999 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f291795e-2dc0-494a-8eb4-3a776a63ff20 req-cc4ba794-2c21-4fa9-9d1e-8bd87d20194f tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 210 time: 0.0319076 Aug 31 09:56:16.603376 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41255a41-8225-4fa6-9e14-7c5598d51761 None None] Checking router: eac686d3-e381-4e81-8df0-b10cffb85e37 for host: dv-cinder-844961-2-iscsi {{(pid=112921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:56:16.619864 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41255a41-8225-4fa6-9e14-7c5598d51761 None None] Routers {'eac686d3-e381-4e81-8df0-b10cffb85e37'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:56:16.620570 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-41255a41-8225-4fa6-9e14-7c5598d51761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:55:56Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['eac686d3-e381-4e81-8df0-b10cffb85e37'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:16.651630 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-9a6fbe10-d46c-4043-9e7c-e7171def765d req-02fe41d6-43d4-4cd5-93e0-b47bb690b528 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks [] for port (faf14e51-3e45-4bef-906c-896093d3aeda), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:16.674182 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c37b1b-86cc-4379-99ad-3af717e51e27 req-7d671f12-6d7b-446b-97ec-b6fbe8dc3283 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:16.675718 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-22c37b1b-86cc-4379-99ad-3af717e51e27 req-7d671f12-6d7b-446b-97ec-b6fbe8dc3283 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 945 time: 0.0713217 Aug 31 09:56:16.742324 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-9a6fbe10-d46c-4043-9e7c-e7171def765d req-02fe41d6-43d4-4cd5-93e0-b47bb690b528 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66028622'] for port (faf14e51-3e45-4bef-906c-896093d3aeda), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:16.767823 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-41255a41-8225-4fa6-9e14-7c5598d51761 None None] Set router eac686d3-e381-4e81-8df0-b10cffb85e37 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:56:16.796294 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-22c37b1b-86cc-4379-99ad-3af717e51e27 req-7a20563b-3c21-4b26-a37e-6d37fb101561 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d428904c-a6ff-4142-9450-c03d69fe280e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094542 Aug 31 09:56:16.822007 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a6fbe10-d46c-4043-9e7c-e7171def765d req-02fe41d6-43d4-4cd5-93e0-b47bb690b528 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Network 36c1318a-9832-4bc9-ac1a-5f597bd8ac6c is already hosted by enough agents. {{(pid=112919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:56:16.827887 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.base_scheduler [req-9a6fbe10-d46c-4043-9e7c-e7171def765d req-02fe41d6-43d4-4cd5-93e0-b47bb690b528 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Resources bound (agent type, host, resource id): {{(pid=112919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:56:16.832166 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a6fbe10-d46c-4043-9e7c-e7171def765d req-02fe41d6-43d4-4cd5-93e0-b47bb690b528 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Received port after_create {{(pid=112919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:56:16.851569 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:16.885623 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fe41d6-43d4-4cd5-93e0-b47bb690b528 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Pushing event updated for resources: {'Port': ['ID=faf14e51-3e45-4bef-906c-896093d3aeda,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:16.922109 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6fbe10-d46c-4043-9e7c-e7171def765d req-02fe41d6-43d4-4cd5-93e0-b47bb690b528 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:16.923519 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-9a6fbe10-d46c-4043-9e7c-e7171def765d req-02fe41d6-43d4-4cd5-93e0-b47bb690b528 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for port (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:16.960164 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9a6fbe10-d46c-4043-9e7c-e7171def765d req-02fe41d6-43d4-4cd5-93e0-b47bb690b528 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8538599 Aug 31 09:56:17.003298 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [req-9a6fbe10-d46c-4043-9e7c-e7171def765d req-29564e79-34ad-4106-aeff-23c544d02a8c service neutron] Request body: {'port': {'device_id': 'dad5a844-b1e2-4310-919c-7d3a334cc794', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84496'}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:56:17.006052 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device 84133d6b-1b23-4f48-ad40-3d788d6effc7 no longer exists at agent hyperv_hv-cinder-84496 {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:56:17.030680 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 49757a03-7781-48a1-a2e6-75a60cab962b up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:56:17.080287 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:17.118101 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:17.138152 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189678f-61cd-49ae-be5a-0c7b4a1fc818 req-b6fc6d4d-6bf1-4137-b0d9-b1a7df1f50cb tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:17.140880 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-8189678f-61cd-49ae-be5a-0c7b4a1fc818 req-b6fc6d4d-6bf1-4137-b0d9-b1a7df1f50cb tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.64 "GET /networking/v2.0/networks?id=0f5370f1-004e-40df-a622-c79b4bbd1b36 HTTP/1.1" status: 200 len: 817 time: 0.2048833 Aug 31 09:56:17.149031 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-9a6fbe10-d46c-4043-9e7c-e7171def765d req-29564e79-34ad-4106-aeff-23c544d02a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (faf14e51-3e45-4bef-906c-896093d3aeda), before_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:17.154107 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] No Port match for: 84133d6b-1b23-4f48-ad40-3d788d6effc7 {{(pid=112921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 09:56:17.154460 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device 84133d6b-1b23-4f48-ad40-3d788d6effc7 not bound to the agent host hv-cinder-84496 {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:56:17.195417 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port 49757a03-7781-48a1-a2e6-75a60cab962b triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:56:17.196108 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (49757a03-7781-48a1-a2e6-75a60cab962b), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:17.322269 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-41255a41-8225-4fa6-9e14-7c5598d51761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'name': 'tempest-TestVolumeBootPattern-35709202-router', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '603cacde-2f37-4c9a-bec9-1d8b0343ffdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:51:11Z', 'updated_at': '2022-08-31T09:51:17Z', 'revision_number': 4, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'gw_port': {'id': '603cacde-2f37-4c9a-bec9-1d8b0343ffdd', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:85:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:11Z', 'updated_at': '2022-08-31T09:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': '5d2ec1c7-5052-416f-81de-e9aab741524f', 'name': '', 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'mac_address': 'fa:16:3e:06:97:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '951df996-7b80-48db-8007-5a5a52488eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:16Z', 'updated_at': '2022-08-31T09:51:26Z', 'revision_number': 5, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'subnets': [{'id': '951df996-7b80-48db-8007-5a5a52488eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:17.356990 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-67ece03a-97b9-4fd2-b909-94f4d78383d7 None None] Provisioning complete for port faf14e51-3e45-4bef-906c-896093d3aeda triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:56:17.357360 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-67ece03a-97b9-4fd2-b909-94f4d78383d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (faf14e51-3e45-4bef-906c-896093d3aeda), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:17.360668 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41255a41-8225-4fa6-9e14-7c5598d51761 None None] The sync data for ids ['eac686d3-e381-4e81-8df0-b10cffb85e37'] in dv-cinder-844961-2-iscsi is: [{'id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'name': 'tempest-TestVolumeBootPattern-35709202-router', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '603cacde-2f37-4c9a-bec9-1d8b0343ffdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:51:11Z', 'updated_at': '2022-08-31T09:51:17Z', 'revision_number': 4, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'gw_port': {'id': '603cacde-2f37-4c9a-bec9-1d8b0343ffdd', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:85:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:11Z', 'updated_at': '2022-08-31T09:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': '5d2ec1c7-5052-416f-81de-e9aab741524f', 'name': '', 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'mac_address': 'fa:16:3e:06:97:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '951df996-7b80-48db-8007-5a5a52488eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:16Z', 'updated_at': '2022-08-31T09:51:26Z', 'revision_number': 5, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'subnets': [{'id': '951df996-7b80-48db-8007-5a5a52488eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:56:17.425949 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port 49757a03-7781-48a1-a2e6-75a60cab962b is: DOWN; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:56:17.426351 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (49757a03-7781-48a1-a2e6-75a60cab962b), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:17.429807 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-67ece03a-97b9-4fd2-b909-94f4d78383d7 None None] Port faf14e51-3e45-4bef-906c-896093d3aeda cannot update to ACTIVE because it is not bound. {{(pid=112921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 09:56:17.449814 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6008dda7-5df4-4444-a575-719961db995c req-42925e42-370c-4dd7-be66-7402ee4ec56c tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:17.462174 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-6008dda7-5df4-4444-a575-719961db995c req-42925e42-370c-4dd7-be66-7402ee4ec56c tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dad5a844-b1e2-4310-919c-7d3a334cc794 HTTP/1.1" status: 200 len: 931 time: 0.1467283 Aug 31 09:56:17.471474 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] For port 49757a03-7781-48a1-a2e6-75a60cab962b, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=49757a03-7781-48a1-a2e6-75a60cab962b,segment=NetworkSegment(a90b8ffb-f27b-4c61-9949-27265dbdd344),segment_id=a90b8ffb-f27b-4c61-9949-27265dbdd344)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:17.481889 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (49757a03-7781-48a1-a2e6-75a60cab962b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:17.501339 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-8189678f-61cd-49ae-be5a-0c7b4a1fc818 req-276a188b-8e06-44e9-a5a3-af6bfd4ebfa4 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a68bf51dcd404f559e9ae2efeb185712 HTTP/1.1" status: 200 len: 380 time: 0.1166668 Aug 31 09:56:17.545049 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Pushing event updated for resources: {'Port': ['ID=49757a03-7781-48a1-a2e6-75a60cab962b,revision_number=5']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:17.576888 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-6008dda7-5df4-4444-a575-719961db995c req-4df744a5-1472-4012-a1cc-b52358e3cb75 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=58763abf-ea86-44c3-be3c-ff309badfa2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136057 Aug 31 09:56:17.619653 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [req-8189678f-61cd-49ae-be5a-0c7b4a1fc818 req-d2775422-f0ba-431a-88ad-6a5494041964 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Request body: {'port': {'device_id': 'b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9', 'network_id': '0f5370f1-004e-40df-a622-c79b4bbd1b36', 'admin_state_up': True, 'tenant_id': 'a68bf51dcd404f559e9ae2efeb185712', 'security_groups': ['db11171b-f844-4960-9e37-d12595092833']}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:56:17.679077 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a51aa700-c6c3-47c2-968d-7f2be0880c89 req-8a6bad88-035d-4234-908b-811fe031c7ac tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=eeb177fd-40cd-4551-be64-eac4c6283268 HTTP/1.1" status: 200 len: 210 time: 0.0433402 Aug 31 09:56:17.689121 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.notifiers.nova [req-9a6fbe10-d46c-4043-9e7c-e7171def765d req-29564e79-34ad-4106-aeff-23c544d02a8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faf14e51-3e45-4bef-906c-896093d3aeda {{(pid=112919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 09:56:17.699467 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-9a6fbe10-d46c-4043-9e7c-e7171def765d req-29564e79-34ad-4106-aeff-23c544d02a8c service neutron] Publish callbacks [] for port (faf14e51-3e45-4bef-906c-896093d3aeda), precommit_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:17.719084 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.provisioning_blocks [req-9a6fbe10-d46c-4043-9e7c-e7171def765d req-29564e79-34ad-4106-aeff-23c544d02a8c service neutron] Transition to ACTIVE for port object faf14e51-3e45-4bef-906c-896093d3aeda will not be triggered until provisioned by entity L2. {{(pid=112919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 09:56:17.728208 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-9a6fbe10-d46c-4043-9e7c-e7171def765d req-29564e79-34ad-4106-aeff-23c544d02a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66028615'] for port (faf14e51-3e45-4bef-906c-896093d3aeda), after_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:17.794225 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-bb8c4e9d-07e6-4c3c-bd95-588010384102 req-d18a2035-a02d-4b0b-b487-5d04608d1b7d tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 210 time: 0.0584481 Aug 31 09:56:17.853813 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8189678f-61cd-49ae-be5a-0c7b4a1fc818 req-d2775422-f0ba-431a-88ad-6a5494041964 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Made reservation on behalf of a68bf51dcd404f559e9ae2efeb185712 for: {'port': 1} {{(pid=112920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:56:17.856269 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-8189678f-61cd-49ae-be5a-0c7b4a1fc818 req-d2775422-f0ba-431a-88ad-6a5494041964 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:17.887495 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:17.892757 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29564e79-34ad-4106-aeff-23c544d02a8c service neutron] Pushing event updated for resources: {'Port': ['ID=faf14e51-3e45-4bef-906c-896093d3aeda,revision_number=2']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:17.899221 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:17.926788 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da02730-44c5-43fb-af88-04169187e78b None None] New status for floating IP c613e1ca-6d88-4632-bc62-55da7549e66d: DOWN {{(pid=112922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 09:56:17.968983 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.managers [req-9a6fbe10-d46c-4043-9e7c-e7171def765d req-29564e79-34ad-4106-aeff-23c544d02a8c service neutron] Attempting to bind port faf14e51-3e45-4bef-906c-896093d3aeda on host hv-cinder-84496 for vnic_type normal with profile {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 09:56:17.969491 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.managers [req-9a6fbe10-d46c-4043-9e7c-e7171def765d req-29564e79-34ad-4106-aeff-23c544d02a8c service neutron] Attempting to bind port faf14e51-3e45-4bef-906c-896093d3aeda by drivers openvswitch,hyperv on host hv-cinder-84496 at level 0 using segments [{'id': '2077e712-4c87-4477-a43b-7ba59cf07419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '36c1318a-9832-4bc9-ac1a-5f597bd8ac6c'}] {{(pid=112919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 09:56:17.969873 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6fbe10-d46c-4043-9e7c-e7171def765d req-29564e79-34ad-4106-aeff-23c544d02a8c service neutron] Attempting to bind port faf14e51-3e45-4bef-906c-896093d3aeda on network 36c1318a-9832-4bc9-ac1a-5f597bd8ac6c {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:56:17.980853 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6fbe10-d46c-4043-9e7c-e7171def765d req-29564e79-34ad-4106-aeff-23c544d02a8c service neutron] Port faf14e51-3e45-4bef-906c-896093d3aeda on network 36c1318a-9832-4bc9-ac1a-5f597bd8ac6c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84496 {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 09:56:17.981179 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6fbe10-d46c-4043-9e7c-e7171def765d req-29564e79-34ad-4106-aeff-23c544d02a8c service neutron] Attempting to bind port faf14e51-3e45-4bef-906c-896093d3aeda on network 36c1318a-9832-4bc9-ac1a-5f597bd8ac6c {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:56:17.989871 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317020c4-d6b0-40b9-8f04-739b0a366c1d req-e83c01d5-f6f2-45d5-8800-03d8166f847a tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:17.991692 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-317020c4-d6b0-40b9-8f04-739b0a366c1d req-e83c01d5-f6f2-45d5-8800-03d8166f847a tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 945 time: 0.0714545 Aug 31 09:56:17.998768 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6fbe10-d46c-4043-9e7c-e7171def765d req-29564e79-34ad-4106-aeff-23c544d02a8c service neutron] Checking agent: {'id': 'e6f198be-e193-4693-a253-f9c4522a6272', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 9, 45, 52), 'started_at': datetime.datetime(2022, 8, 31, 9, 45, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 9, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 09:56:17.999300 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6fbe10-d46c-4043-9e7c-e7171def765d req-29564e79-34ad-4106-aeff-23c544d02a8c service neutron] Checking segment: {'id': '2077e712-4c87-4477-a43b-7ba59cf07419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '36c1318a-9832-4bc9-ac1a-5f597bd8ac6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:56:17.999843 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6fbe10-d46c-4043-9e7c-e7171def765d req-29564e79-34ad-4106-aeff-23c544d02a8c service neutron] Bound using segment: {'id': '2077e712-4c87-4477-a43b-7ba59cf07419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '36c1318a-9832-4bc9-ac1a-5f597bd8ac6c'} {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 09:56:18.000390 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.managers [req-9a6fbe10-d46c-4043-9e7c-e7171def765d req-29564e79-34ad-4106-aeff-23c544d02a8c service neutron] Bound port: faf14e51-3e45-4bef-906c-896093d3aeda, host: hv-cinder-84496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2077e712-4c87-4477-a43b-7ba59cf07419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '36c1318a-9832-4bc9-ac1a-5f597bd8ac6c'}}] {{(pid=112919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 09:56:18.001851 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-9a6fbe10-d46c-4043-9e7c-e7171def765d req-29564e79-34ad-4106-aeff-23c544d02a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (faf14e51-3e45-4bef-906c-896093d3aeda), before_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:18.032788 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.db_base_plugin_common [req-8189678f-61cd-49ae-be5a-0c7b4a1fc818 req-d2775422-f0ba-431a-88ad-6a5494041964 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Allocated IP 172.20.0.11 (0f5370f1-004e-40df-a622-c79b4bbd1b36/7552609c-80f9-41d8-a1ca-1fd2186ed151/f0ab5d21-97ec-4a21-a75b-253b40f65e47) {{(pid=112920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:56:18.110533 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-317020c4-d6b0-40b9-8f04-739b0a366c1d req-ebc7cde6-58c6-41ab-9759-78b26eab2530 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d428904c-a6ff-4142-9450-c03d69fe280e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057749 Aug 31 09:56:18.121263 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.db [req-9a6fbe10-d46c-4043-9e7c-e7171def765d req-29564e79-34ad-4106-aeff-23c544d02a8c service neutron] For port faf14e51-3e45-4bef-906c-896093d3aeda, host hv-cinder-84496, cleared binding levels {{(pid=112919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:56:18.125440 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.db [req-9a6fbe10-d46c-4043-9e7c-e7171def765d req-29564e79-34ad-4106-aeff-23c544d02a8c service neutron] For port faf14e51-3e45-4bef-906c-896093d3aeda, host hv-cinder-84496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=faf14e51-3e45-4bef-906c-896093d3aeda,segment=NetworkSegment(2077e712-4c87-4477-a43b-7ba59cf07419),segment_id=2077e712-4c87-4477-a43b-7ba59cf07419)] {{(pid=112919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:56:18.131815 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-9a6fbe10-d46c-4043-9e7c-e7171def765d req-29564e79-34ad-4106-aeff-23c544d02a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66028615'] for port (faf14e51-3e45-4bef-906c-896093d3aeda), after_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:18.136254 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6fbe10-d46c-4043-9e7c-e7171def765d req-29564e79-34ad-4106-aeff-23c544d02a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:18.136872 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-9a6fbe10-d46c-4043-9e7c-e7171def765d req-29564e79-34ad-4106-aeff-23c544d02a8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for port (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:18.139141 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9a6fbe10-d46c-4043-9e7c-e7171def765d req-29564e79-34ad-4106-aeff-23c544d02a8c service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/faf14e51-3e45-4bef-906c-896093d3aeda HTTP/1.1" status: 200 len: 1093 time: 1.1453085 Aug 31 09:56:18.139141 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dad5a844-b1e2-4310-919c-7d3a334cc794', 'tag': 'faf14e51-3e45-4bef-906c-896093d3aeda'}] {{(pid=112919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:56:18.142156 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f6ad1632a392cf14020321c7ce6c49338053db0fa13ffca62b7dfe78a8e90b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf6f12f-ea66-4d41-bd5d-f23420c86715" -d '{"events": [{"name": "network-changed", "server_uuid": "dad5a844-b1e2-4310-919c-7d3a334cc794", "tag": "faf14e51-3e45-4bef-906c-896093d3aeda"}]}' {{(pid=112919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:56:18.180416 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 09:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb236017-4f3b-46d8-bc87-7dced7d8edac x-openstack-request-id: req-bb236017-4f3b-46d8-bc87-7dced7d8edac {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:56:18.180715 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dad5a844-b1e2-4310-919c-7d3a334cc794", "tag": "faf14e51-3e45-4bef-906c-896093d3aeda", "status": "completed", "code": 200}]} {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:56:18.180994 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bb236017-4f3b-46d8-bc87-7dced7d8edac {{(pid=112919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:56:18.181430 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb236017-4f3b-46d8-bc87-7dced7d8edac'] response: {'name': 'network-changed', 'server_uuid': 'dad5a844-b1e2-4310-919c-7d3a334cc794', 'tag': 'faf14e51-3e45-4bef-906c-896093d3aeda', 'status': 'completed', 'code': 200} Aug 31 09:56:18.196622 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-8189678f-61cd-49ae-be5a-0c7b4a1fc818 req-d2775422-f0ba-431a-88ad-6a5494041964 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks [] for port (f0ab5d21-97ec-4a21-a75b-253b40f65e47), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:18.202281 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29564e79-34ad-4106-aeff-23c544d02a8c service neutron] Pushing event updated for resources: {'Port': ['ID=faf14e51-3e45-4bef-906c-896093d3aeda,revision_number=3']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:18.229840 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-8189678f-61cd-49ae-be5a-0c7b4a1fc818 req-d2775422-f0ba-431a-88ad-6a5494041964 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64202837'] for port (f0ab5d21-97ec-4a21-a75b-253b40f65e47), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:18.285331 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8189678f-61cd-49ae-be5a-0c7b4a1fc818 req-d2775422-f0ba-431a-88ad-6a5494041964 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Network 0f5370f1-004e-40df-a622-c79b4bbd1b36 is already hosted by enough agents. {{(pid=112920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:56:18.290600 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.base_scheduler [req-8189678f-61cd-49ae-be5a-0c7b4a1fc818 req-d2775422-f0ba-431a-88ad-6a5494041964 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Resources bound (agent type, host, resource id): {{(pid=112920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:56:18.292800 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2775422-f0ba-431a-88ad-6a5494041964 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Pushing event updated for resources: {'Port': ['ID=f0ab5d21-97ec-4a21-a75b-253b40f65e47,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:18.294963 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.l3_dvrscheduler_db [req-8189678f-61cd-49ae-be5a-0c7b4a1fc818 req-d2775422-f0ba-431a-88ad-6a5494041964 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Received port after_create {{(pid=112920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:56:18.308203 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf6f12f-ea66-4d41-bd5d-f23420c86715 req-9315fe5d-fdb4-43ab-b422-c19ac8fe660b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:18.310036 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7cf6f12f-ea66-4d41-bd5d-f23420c86715 req-9315fe5d-fdb4-43ab-b422-c19ac8fe660b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=05be916a558445ee8550559d491efbd0&device_id=dad5a844-b1e2-4310-919c-7d3a334cc794 HTTP/1.1" status: 200 len: 1127 time: 0.0453813 Aug 31 09:56:18.347388 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:18.349546 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189678f-61cd-49ae-be5a-0c7b4a1fc818 req-d2775422-f0ba-431a-88ad-6a5494041964 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:18.350376 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-8189678f-61cd-49ae-be5a-0c7b4a1fc818 req-d2775422-f0ba-431a-88ad-6a5494041964 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for port (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:18.370629 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-8189678f-61cd-49ae-be5a-0c7b4a1fc818 req-d2775422-f0ba-431a-88ad-6a5494041964 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7554431 Aug 31 09:56:18.390262 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [req-8189678f-61cd-49ae-be5a-0c7b4a1fc818 req-60295d01-7730-4c51-bce2-3e7896f5d012 service neutron] Request body: {'port': {'device_id': 'b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84496'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:56:18.437127 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf6f12f-ea66-4d41-bd5d-f23420c86715 req-28073cdb-0bb6-443d-acd9-72231a0ec135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:18.438933 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7cf6f12f-ea66-4d41-bd5d-f23420c86715 req-28073cdb-0bb6-443d-acd9-72231a0ec135 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=05be916a558445ee8550559d491efbd0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1133852 Aug 31 09:56:18.462428 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-8189678f-61cd-49ae-be5a-0c7b4a1fc818 req-60295d01-7730-4c51-bce2-3e7896f5d012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (f0ab5d21-97ec-4a21-a75b-253b40f65e47), before_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:18.550212 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf6f12f-ea66-4d41-bd5d-f23420c86715 req-88079370-b725-4f65-860a-a784dc594b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:18.552021 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7cf6f12f-ea66-4d41-bd5d-f23420c86715 req-88079370-b725-4f65-860a-a784dc594b55 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1062214 Aug 31 09:56:18.562606 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-0aa8fa78-9a24-483e-9420-b60e6d27757c None None] Provisioning complete for port f0ab5d21-97ec-4a21-a75b-253b40f65e47 triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:56:18.564014 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-0aa8fa78-9a24-483e-9420-b60e6d27757c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (f0ab5d21-97ec-4a21-a75b-253b40f65e47), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:18.609625 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-0aa8fa78-9a24-483e-9420-b60e6d27757c None None] Port f0ab5d21-97ec-4a21-a75b-253b40f65e47 cannot update to ACTIVE because it is not bound. {{(pid=112921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 09:56:18.660186 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6fbe10-d46c-4043-9e7c-e7171def765d req-cf7a35c5-3f06-4397-b1e8-d4df02d86504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:18.661946 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9a6fbe10-d46c-4043-9e7c-e7171def765d req-cf7a35c5-3f06-4397-b1e8-d4df02d86504 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=05be916a558445ee8550559d491efbd0&device_id=dad5a844-b1e2-4310-919c-7d3a334cc794 HTTP/1.1" status: 200 len: 1127 time: 0.0474782 Aug 31 09:56:18.733543 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9a6fbe10-d46c-4043-9e7c-e7171def765d req-3504aac4-8e78-4591-9f63-1a873412a0e2 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=faf14e51-3e45-4bef-906c-896093d3aeda HTTP/1.1" status: 200 len: 217 time: 0.0576463 Aug 31 09:56:18.751673 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a2542-8d24-4492-b35d-7c559b8700b9 req-59ca8ece-bc42-4b35-85f8-0375ea596f28 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:18.757932 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e26a2542-8d24-4492-b35d-7c559b8700b9 req-59ca8ece-bc42-4b35-85f8-0375ea596f28 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dad5a844-b1e2-4310-919c-7d3a334cc794 HTTP/1.1" status: 200 len: 943 time: 0.0923030 Aug 31 09:56:18.810453 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e26a2542-8d24-4492-b35d-7c559b8700b9 req-a2b9bff8-1b7e-4b68-9b78-ca1dd45f9424 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=58763abf-ea86-44c3-be3c-ff309badfa2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515659 Aug 31 09:56:18.944884 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 49757a03-7781-48a1-a2e6-75a60cab962b up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:56:18.957015 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6fbe10-d46c-4043-9e7c-e7171def765d req-323f642f-2f59-4bd7-891f-7909926ae5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:18.958898 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9a6fbe10-d46c-4043-9e7c-e7171def765d req-323f642f-2f59-4bd7-891f-7909926ae5e9 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=62f04c98-5559-462e-a349-fd7424d6ae82 HTTP/1.1" status: 200 len: 850 time: 0.1304884 Aug 31 09:56:18.993945 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:19.012631 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port 49757a03-7781-48a1-a2e6-75a60cab962b triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:56:19.013153 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (49757a03-7781-48a1-a2e6-75a60cab962b), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:19.045056 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b7c28a-bf97-459a-a224-15684d1b036f req-84cf200b-df34-40cb-9c59-ed4738bf32b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:19.045056 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f8b7c28a-bf97-459a-a224-15684d1b036f req-84cf200b-df34-40cb-9c59-ed4738bf32b8 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=b058d5f34eee47a58629407e166f3499&device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 1129 time: 0.1954019 Aug 31 09:56:19.068226 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.notifiers.nova [req-8189678f-61cd-49ae-be5a-0c7b4a1fc818 req-60295d01-7730-4c51-bce2-3e7896f5d012 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0ab5d21-97ec-4a21-a75b-253b40f65e47 {{(pid=112920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 09:56:19.077760 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-8189678f-61cd-49ae-be5a-0c7b4a1fc818 req-60295d01-7730-4c51-bce2-3e7896f5d012 service neutron] Publish callbacks [] for port (f0ab5d21-97ec-4a21-a75b-253b40f65e47), precommit_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:19.082866 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447185aa-1555-4079-8842-335a32bdb006 req-8c18cd05-6ae1-47b2-b099-dd525417cf6c tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:19.084646 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-447185aa-1555-4079-8842-335a32bdb006 req-8c18cd05-6ae1-47b2-b099-dd525417cf6c tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 932 time: 0.1443956 Aug 31 09:56:19.099292 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6fbe10-d46c-4043-9e7c-e7171def765d req-54783e7b-1bdb-46ca-b213-16b7373330a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:19.100797 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9a6fbe10-d46c-4043-9e7c-e7171def765d req-54783e7b-1bdb-46ca-b213-16b7373330a6 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=36c1318a-9832-4bc9-ac1a-5f597bd8ac6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1170619 Aug 31 09:56:19.102051 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.provisioning_blocks [req-8189678f-61cd-49ae-be5a-0c7b4a1fc818 req-60295d01-7730-4c51-bce2-3e7896f5d012 service neutron] Transition to ACTIVE for port object f0ab5d21-97ec-4a21-a75b-253b40f65e47 will not be triggered until provisioned by entity L2. {{(pid=112920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 09:56:19.107678 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-8189678f-61cd-49ae-be5a-0c7b4a1fc818 req-60295d01-7730-4c51-bce2-3e7896f5d012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64202844'] for port (f0ab5d21-97ec-4a21-a75b-253b40f65e47), after_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:19.116700 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:19.136421 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port 49757a03-7781-48a1-a2e6-75a60cab962b is: ACTIVE; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:56:19.189651 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60295d01-7730-4c51-bce2-3e7896f5d012 service neutron] Pushing event updated for resources: {'Port': ['ID=f0ab5d21-97ec-4a21-a75b-253b40f65e47,revision_number=2']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:19.235634 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:19.244829 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.managers [req-8189678f-61cd-49ae-be5a-0c7b4a1fc818 req-60295d01-7730-4c51-bce2-3e7896f5d012 service neutron] Attempting to bind port f0ab5d21-97ec-4a21-a75b-253b40f65e47 on host hv-cinder-84496 for vnic_type normal with profile {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 09:56:19.245482 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.managers [req-8189678f-61cd-49ae-be5a-0c7b4a1fc818 req-60295d01-7730-4c51-bce2-3e7896f5d012 service neutron] Attempting to bind port f0ab5d21-97ec-4a21-a75b-253b40f65e47 by drivers openvswitch,hyperv on host hv-cinder-84496 at level 0 using segments [{'id': 'a90b8ffb-f27b-4c61-9949-27265dbdd344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0f5370f1-004e-40df-a622-c79b4bbd1b36'}] {{(pid=112920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 09:56:19.245596 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8189678f-61cd-49ae-be5a-0c7b4a1fc818 req-60295d01-7730-4c51-bce2-3e7896f5d012 service neutron] Attempting to bind port f0ab5d21-97ec-4a21-a75b-253b40f65e47 on network 0f5370f1-004e-40df-a622-c79b4bbd1b36 {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:56:19.250554 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8189678f-61cd-49ae-be5a-0c7b4a1fc818 req-60295d01-7730-4c51-bce2-3e7896f5d012 service neutron] Port f0ab5d21-97ec-4a21-a75b-253b40f65e47 on network 0f5370f1-004e-40df-a622-c79b4bbd1b36 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84496 {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 09:56:19.250917 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8189678f-61cd-49ae-be5a-0c7b4a1fc818 req-60295d01-7730-4c51-bce2-3e7896f5d012 service neutron] Attempting to bind port f0ab5d21-97ec-4a21-a75b-253b40f65e47 on network 0f5370f1-004e-40df-a622-c79b4bbd1b36 {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:56:19.256364 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8189678f-61cd-49ae-be5a-0c7b4a1fc818 req-60295d01-7730-4c51-bce2-3e7896f5d012 service neutron] Checking agent: {'id': 'e6f198be-e193-4693-a253-f9c4522a6272', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 9, 45, 52), 'started_at': datetime.datetime(2022, 8, 31, 9, 45, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 9, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 09:56:19.256703 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8189678f-61cd-49ae-be5a-0c7b4a1fc818 req-60295d01-7730-4c51-bce2-3e7896f5d012 service neutron] Checking segment: {'id': 'a90b8ffb-f27b-4c61-9949-27265dbdd344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0f5370f1-004e-40df-a622-c79b4bbd1b36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:56:19.257094 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8189678f-61cd-49ae-be5a-0c7b4a1fc818 req-60295d01-7730-4c51-bce2-3e7896f5d012 service neutron] Bound using segment: {'id': 'a90b8ffb-f27b-4c61-9949-27265dbdd344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0f5370f1-004e-40df-a622-c79b4bbd1b36'} {{(pid=112920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 09:56:19.257714 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.managers [req-8189678f-61cd-49ae-be5a-0c7b4a1fc818 req-60295d01-7730-4c51-bce2-3e7896f5d012 service neutron] Bound port: f0ab5d21-97ec-4a21-a75b-253b40f65e47, host: hv-cinder-84496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a90b8ffb-f27b-4c61-9949-27265dbdd344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0f5370f1-004e-40df-a622-c79b4bbd1b36'}}] {{(pid=112920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 09:56:19.258105 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-8189678f-61cd-49ae-be5a-0c7b4a1fc818 req-60295d01-7730-4c51-bce2-3e7896f5d012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (f0ab5d21-97ec-4a21-a75b-253b40f65e47), before_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:19.263853 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-630d1733-76fc-484c-8508-2ef7b3176932 req-0c43353b-de18-4df6-8dfd-05fc8aad3e80 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1528914323&fields=id&tenant_id=6634173c9d534fca800d394d545a9d0c HTTP/1.1" status: 200 len: 267 time: 0.2631490 Aug 31 09:56:19.327778 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.db [req-8189678f-61cd-49ae-be5a-0c7b4a1fc818 req-60295d01-7730-4c51-bce2-3e7896f5d012 service neutron] For port f0ab5d21-97ec-4a21-a75b-253b40f65e47, host hv-cinder-84496, cleared binding levels {{(pid=112920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:56:19.331780 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.db [req-8189678f-61cd-49ae-be5a-0c7b4a1fc818 req-60295d01-7730-4c51-bce2-3e7896f5d012 service neutron] For port f0ab5d21-97ec-4a21-a75b-253b40f65e47, host hv-cinder-84496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=f0ab5d21-97ec-4a21-a75b-253b40f65e47,segment=NetworkSegment(a90b8ffb-f27b-4c61-9949-27265dbdd344),segment_id=a90b8ffb-f27b-4c61-9949-27265dbdd344)] {{(pid=112920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:56:19.339299 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-8189678f-61cd-49ae-be5a-0c7b4a1fc818 req-60295d01-7730-4c51-bce2-3e7896f5d012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64202844'] for port (f0ab5d21-97ec-4a21-a75b-253b40f65e47), after_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:19.345851 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189678f-61cd-49ae-be5a-0c7b4a1fc818 req-60295d01-7730-4c51-bce2-3e7896f5d012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:19.346475 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [req-8189678f-61cd-49ae-be5a-0c7b4a1fc818 req-60295d01-7730-4c51-bce2-3e7896f5d012 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for port (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:19.347853 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-8189678f-61cd-49ae-be5a-0c7b4a1fc818 req-60295d01-7730-4c51-bce2-3e7896f5d012 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/f0ab5d21-97ec-4a21-a75b-253b40f65e47 HTTP/1.1" status: 200 len: 1094 time: 0.9628680 Aug 31 09:56:19.348360 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9', 'tag': 'f0ab5d21-97ec-4a21-a75b-253b40f65e47'}] {{(pid=112920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:56:19.350652 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b1c67df7a66df2dbb2f1d86d1740294a25e35557c8b7fb736f9ab0bc04a1bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36446f4f-8411-4b17-909c-35ba1a0a5c80" -d '{"events": [{"name": "network-changed", "server_uuid": "b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9", "tag": "f0ab5d21-97ec-4a21-a75b-253b40f65e47"}]}' {{(pid=112920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:56:19.380401 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b7c28a-bf97-459a-a224-15684d1b036f req-1aeb65fb-70e9-4f60-bb2f-1f81ceed4ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:19.381940 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f8b7c28a-bf97-459a-a224-15684d1b036f req-1aeb65fb-70e9-4f60-bb2f-1f81ceed4ab4 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=177a62e1-5d2b-4e36-ba2d-27911ac1eac2 HTTP/1.1" status: 200 len: 909 time: 0.3198712 Aug 31 09:56:19.393147 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-447185aa-1555-4079-8842-335a32bdb006 req-220cb49c-cbd5-4055-aeab-8d939588dec1 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2884164 Aug 31 09:56:19.399782 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60295d01-7730-4c51-bce2-3e7896f5d012 service neutron] Pushing event updated for resources: {'Port': ['ID=f0ab5d21-97ec-4a21-a75b-253b40f65e47,revision_number=3']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:19.401481 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9a6fbe10-d46c-4043-9e7c-e7171def765d req-b2de3879-28bf-44a2-bc73-26d538fb3a76 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/36c1318a-9832-4bc9-ac1a-5f597bd8ac6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603097 Aug 31 09:56:19.478464 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189678f-61cd-49ae-be5a-0c7b4a1fc818 req-c88e4b17-20ef-4e47-855c-719e984f582e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:19.480930 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-8189678f-61cd-49ae-be5a-0c7b4a1fc818 req-c88e4b17-20ef-4e47-855c-719e984f582e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=a68bf51dcd404f559e9ae2efeb185712&device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 1128 time: 0.0543487 Aug 31 09:56:19.531735 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-8189678f-61cd-49ae-be5a-0c7b4a1fc818 req-ae376ddb-b33d-4dd4-a238-1cb937a52360 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0ab5d21-97ec-4a21-a75b-253b40f65e47 HTTP/1.1" status: 200 len: 217 time: 0.0368216 Aug 31 09:56:19.583778 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:19.584364 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189678f-61cd-49ae-be5a-0c7b4a1fc818 req-bc7bc914-667b-4859-9804-0b1e7f074b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:19.586705 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-8189678f-61cd-49ae-be5a-0c7b4a1fc818 req-bc7bc914-667b-4859-9804-0b1e7f074b53 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=7552609c-80f9-41d8-a1ca-1fd2186ed151 HTTP/1.1" status: 200 len: 856 time: 0.0488017 Aug 31 09:56:19.611478 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d1733-76fc-484c-8508-2ef7b3176932 req-d2999e46-f5ab-4587-98e6-7fabe08123b0 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:19.612940 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-630d1733-76fc-484c-8508-2ef7b3176932 req-d2999e46-f5ab-4587-98e6-7fabe08123b0 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/networks?id=b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a HTTP/1.1" status: 200 len: 810 time: 0.3311503 Aug 31 09:56:19.618655 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311940a-65c6-45bf-919d-67b0023be019 req-778e1015-d719-46ab-bed7-722f58e0e912 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:19.620020 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-8311940a-65c6-45bf-919d-67b0023be019 req-778e1015-d719-46ab-bed7-722f58e0e912 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 945 time: 0.1417120 Aug 31 09:56:19.629702 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f8b7c28a-bf97-459a-a224-15684d1b036f req-b1c4b1d7-bd98-4393-8f15-d0e96e0ac861 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4adc3c8-d787-4f05-8cd2-ace7305b75c0 HTTP/1.1" status: 200 len: 1001 time: 0.2170484 Aug 31 09:56:19.632287 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189678f-61cd-49ae-be5a-0c7b4a1fc818 req-3bfcbb1d-82ba-41d7-bd8e-adb104490796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:19.633798 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-8189678f-61cd-49ae-be5a-0c7b4a1fc818 req-3bfcbb1d-82ba-41d7-bd8e-adb104490796 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=0f5370f1-004e-40df-a622-c79b4bbd1b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413947 Aug 31 09:56:19.676007 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-630d1733-76fc-484c-8508-2ef7b3176932 req-e5c7ca94-9dc2-4b2d-a5a1-fd836c3bf707 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/quotas/6634173c9d534fca800d394d545a9d0c HTTP/1.1" status: 200 len: 375 time: 0.0485537 Aug 31 09:56:19.699268 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9a6fbe10-d46c-4043-9e7c-e7171def765d req-4eeccb9e-36bf-4529-a216-3fc9f636f68e service neutron] 10.222.0.64 "GET /networking/v2.0/networks/36c1318a-9832-4bc9-ac1a-5f597bd8ac6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854953 Aug 31 09:56:19.748762 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-8189678f-61cd-49ae-be5a-0c7b4a1fc818 req-30092d32-c382-4e8d-8287-9fdb74f0759a service neutron] 10.222.0.64 "GET /networking/v2.0/networks/0f5370f1-004e-40df-a622-c79b4bbd1b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076488 Aug 31 09:56:19.775363 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b7c28a-bf97-459a-a224-15684d1b036f req-6b066680-60c8-4421-b4d4-f34093babe1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:19.777199 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f8b7c28a-bf97-459a-a224-15684d1b036f req-6b066680-60c8-4421-b4d4-f34093babe1b service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=100d0a81-296f-40bc-b9da-620cf0c03709 HTTP/1.1" status: 200 len: 847 time: 0.1268613 Aug 31 09:56:19.782632 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-8311940a-65c6-45bf-919d-67b0023be019 req-10042d16-3db6-4335-9017-f4cb0e80ce93 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d428904c-a6ff-4142-9450-c03d69fe280e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514809 Aug 31 09:56:19.787606 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-630d1733-76fc-484c-8508-2ef7b3176932 req-f44ded81-028f-4cf9-988d-a5e1aeb105aa tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=6634173c9d534fca800d394d545a9d0c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0908015 Aug 31 09:56:19.833400 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 09:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b940ea-cf4a-47d9-8498-4c995d38001b x-openstack-request-id: req-66b940ea-cf4a-47d9-8498-4c995d38001b {{(pid=112920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:56:19.833599 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9", "tag": "f0ab5d21-97ec-4a21-a75b-253b40f65e47", "status": "completed", "code": 200}]} {{(pid=112920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:56:19.833907 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-66b940ea-cf4a-47d9-8498-4c995d38001b {{(pid=112920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:56:19.834261 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66b940ea-cf4a-47d9-8498-4c995d38001b'] response: {'name': 'network-changed', 'server_uuid': 'b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9', 'tag': 'f0ab5d21-97ec-4a21-a75b-253b40f65e47', 'status': 'completed', 'code': 200} Aug 31 09:56:19.895231 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-630d1733-76fc-484c-8508-2ef7b3176932 req-f858be27-025e-4943-afa8-051be6067133 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944614 Aug 31 09:56:19.990421 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb74f888-a6b6-4297-8968-f6fd52f676d2 req-af903037-1721-49da-8151-11134586eb31 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:19.992168 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-cb74f888-a6b6-4297-8968-f6fd52f676d2 req-af903037-1721-49da-8151-11134586eb31 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dad5a844-b1e2-4310-919c-7d3a334cc794 HTTP/1.1" status: 200 len: 943 time: 0.0956633 Aug 31 09:56:20.061926 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-630d1733-76fc-484c-8508-2ef7b3176932 req-508e386f-be7f-49c1-bf7b-3facfd7bd544 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571853 Aug 31 09:56:20.070398 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-cb74f888-a6b6-4297-8968-f6fd52f676d2 req-21132eae-00e6-49c1-9726-b3211855bb69 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=58763abf-ea86-44c3-be3c-ff309badfa2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719388 Aug 31 09:56:20.374352 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-88f03091-e11c-4be7-9e96-ec90e2d4e431 req-1635d627-69a8-4e04-af7b-caa97c7fafb0 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=482325e0-2a4b-4446-804a-0e3a1bcb722c HTTP/1.1" status: 200 len: 210 time: 0.0307403 Aug 31 09:56:20.544522 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771fe74a-81f9-4e95-adba-b1c774aed8f1 req-c9c6cbfb-3a51-48da-bf5e-95106d535155 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:20.546673 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-771fe74a-81f9-4e95-adba-b1c774aed8f1 req-c9c6cbfb-3a51-48da-bf5e-95106d535155 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 944 time: 0.0602252 Aug 31 09:56:20.606750 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-771fe74a-81f9-4e95-adba-b1c774aed8f1 req-7d498065-7cf6-4f9a-9193-7a0e574c746e tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531197 Aug 31 09:56:20.905852 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7d57b-2d90-4912-9862-f4e57f61d745 req-76935550-0eaf-44ea-a548-89a0d806d256 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:20.907590 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-acf7d57b-2d90-4912-9862-f4e57f61d745 req-76935550-0eaf-44ea-a548-89a0d806d256 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 945 time: 0.0478656 Aug 31 09:56:20.956836 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-acf7d57b-2d90-4912-9862-f4e57f61d745 req-1225a4fe-d257-4884-aea7-589f30c3ba98 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d428904c-a6ff-4142-9450-c03d69fe280e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436115 Aug 31 09:56:21.177670 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:21.197221 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b609d-13d3-460b-b3fd-e45977dbfbca req-ccbc8566-49ad-42d7-9201-af5e1249eec2 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:21.198719 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-886b609d-13d3-460b-b3fd-e45977dbfbca req-ccbc8566-49ad-42d7-9201-af5e1249eec2 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dad5a844-b1e2-4310-919c-7d3a334cc794 HTTP/1.1" status: 200 len: 943 time: 0.0499537 Aug 31 09:56:21.247937 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-886b609d-13d3-460b-b3fd-e45977dbfbca req-0fc66108-ff54-4896-aa6a-4bd66d5c4ea8 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=58763abf-ea86-44c3-be3c-ff309badfa2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420923 Aug 31 09:56:21.483392 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-47182a41-e3e5-41c6-be1b-495fcac37de6 req-70631de8-738c-4413-bad9-bab738440aaa tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=482325e0-2a4b-4446-804a-0e3a1bcb722c HTTP/1.1" status: 200 len: 210 time: 0.0332890 Aug 31 09:56:21.744692 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3aa136-4e3a-4d76-995c-bf1a0445b27a req-7cbd4684-46dd-4c87-bccf-fa008d606709 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:21.746421 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-bf3aa136-4e3a-4d76-995c-bf1a0445b27a req-7cbd4684-46dd-4c87-bccf-fa008d606709 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 944 time: 0.0524023 Aug 31 09:56:21.805334 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-bf3aa136-4e3a-4d76-995c-bf1a0445b27a req-eb107f50-af91-4862-ba35-d8857b07b0d6 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487890 Aug 31 09:56:22.084521 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748fadc-7569-4fd2-8385-8ac18d9227f3 req-3efad605-01ab-4971-93f3-cd044e33c3e6 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:22.086237 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4748fadc-7569-4fd2-8385-8ac18d9227f3 req-3efad605-01ab-4971-93f3-cd044e33c3e6 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 945 time: 0.0521936 Aug 31 09:56:22.137009 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:22.202506 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-8189678f-61cd-49ae-be5a-0c7b4a1fc818 req-3f1de1e9-7a0d-4b9b-8fa4-b024f43785e3 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/0f5370f1-004e-40df-a622-c79b4bbd1b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202598 Aug 31 09:56:22.445180 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4748fadc-7569-4fd2-8385-8ac18d9227f3 req-47b0e9fe-746c-4bb5-9ea3-dd2866173208 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d428904c-a6ff-4142-9450-c03d69fe280e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3527980 Aug 31 09:56:22.470309 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b7c28a-bf97-459a-a224-15684d1b036f req-dbb601d6-843c-4559-958e-6bdeee2a8d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:22.471804 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f8b7c28a-bf97-459a-a224-15684d1b036f req-dbb601d6-843c-4559-958e-6bdeee2a8d7e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=177a62e1-5d2b-4e36-ba2d-27911ac1eac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3479385 Aug 31 09:56:22.485343 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc0810f-1173-429a-b89e-8a922a72da88 req-27fc7168-76a6-4743-803d-dec460641688 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:22.486933 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7bc0810f-1173-429a-b89e-8a922a72da88 req-27fc7168-76a6-4743-803d-dec460641688 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dad5a844-b1e2-4310-919c-7d3a334cc794 HTTP/1.1" status: 200 len: 943 time: 0.0678611 Aug 31 09:56:22.543579 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7bc0810f-1173-429a-b89e-8a922a72da88 req-dc2134a7-90f3-4a89-ad01-19884d270f43 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=58763abf-ea86-44c3-be3c-ff309badfa2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471807 Aug 31 09:56:22.590905 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9d3c298c-fb1a-4332-87a5-8ad7bba50506 req-89cfd0c7-fc69-4e79-90da-702d338adf2d tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=482325e0-2a4b-4446-804a-0e3a1bcb722c HTTP/1.1" status: 200 len: 210 time: 0.0295742 Aug 31 09:56:22.936515 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b020c-5ba7-4eaf-a901-edcdf4b84095 req-523113d2-0e5a-4f0f-8e18-c46e00f4c296 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:22.939206 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c12b020c-5ba7-4eaf-a901-edcdf4b84095 req-523113d2-0e5a-4f0f-8e18-c46e00f4c296 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 944 time: 0.0524721 Aug 31 09:56:22.997393 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c12b020c-5ba7-4eaf-a901-edcdf4b84095 req-1ed7ec08-9917-45cc-a4df-00a9246f2619 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526004 Aug 31 09:56:23.029670 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device faf14e51-3e45-4bef-906c-896093d3aeda details requested by agent hyperv_hv-cinder-84496 with host hv-cinder-84496 {{(pid=112921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:56:23.108603 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:23.145054 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port faf14e51-3e45-4bef-906c-896093d3aeda, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=faf14e51-3e45-4bef-906c-896093d3aeda,segment=NetworkSegment(2077e712-4c87-4477-a43b-7ba59cf07419),segment_id=2077e712-4c87-4477-a43b-7ba59cf07419)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:23.147188 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:23.159472 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Returning: {'device': 'faf14e51-3e45-4bef-906c-896093d3aeda', 'network_id': '36c1318a-9832-4bc9-ac1a-5f597bd8ac6c', 'port_id': 'faf14e51-3e45-4bef-906c-896093d3aeda', 'mac_address': 'fa:16:3e:16:a0:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62f04c98-5559-462e-a349-fd7424d6ae82', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:56:23.199821 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Current status of the port faf14e51-3e45-4bef-906c-896093d3aeda is: DOWN; New status is: BUILD {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:56:23.200211 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (faf14e51-3e45-4bef-906c-896093d3aeda), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:23.216297 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.notifiers.nova [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faf14e51-3e45-4bef-906c-896093d3aeda {{(pid=112921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 09:56:23.238495 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port faf14e51-3e45-4bef-906c-896093d3aeda, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=faf14e51-3e45-4bef-906c-896093d3aeda,segment=NetworkSegment(2077e712-4c87-4477-a43b-7ba59cf07419),segment_id=2077e712-4c87-4477-a43b-7ba59cf07419)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:23.243716 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (faf14e51-3e45-4bef-906c-896093d3aeda), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:23.432220 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Pushing event updated for resources: {'Port': ['ID=faf14e51-3e45-4bef-906c-896093d3aeda,revision_number=4']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:23.577289 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f128db-9a55-41f0-ab51-a0c8597a84b6 req-1e472778-3e2c-4d83-b7da-36d2b30ee006 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:23.578270 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-91f128db-9a55-41f0-ab51-a0c8597a84b6 req-1e472778-3e2c-4d83-b7da-36d2b30ee006 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 945 time: 0.0495565 Aug 31 09:56:23.639925 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-91f128db-9a55-41f0-ab51-a0c8597a84b6 req-8f1189db-6b91-4ef4-88ef-76e0877309e3 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d428904c-a6ff-4142-9450-c03d69fe280e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554423 Aug 31 09:56:23.679218 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7030c-eaba-41ce-9415-d5695783f00f req-ba84b9e1-112d-44c7-88cc-ad475c7af7fe tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:23.680692 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b5c7030c-eaba-41ce-9415-d5695783f00f req-ba84b9e1-112d-44c7-88cc-ad475c7af7fe tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dad5a844-b1e2-4310-919c-7d3a334cc794 HTTP/1.1" status: 200 len: 944 time: 0.0583007 Aug 31 09:56:23.731588 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-53e55a61-6d6a-427a-9a06-bc4382f5ac8e req-d885ea0e-d80e-47ab-9626-4f0fe0c3e302 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=482325e0-2a4b-4446-804a-0e3a1bcb722c HTTP/1.1" status: 200 len: 210 time: 0.0313838 Aug 31 09:56:23.757880 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b5c7030c-eaba-41ce-9415-d5695783f00f req-e75e5484-6013-457e-8d14-477ec90041c1 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=58763abf-ea86-44c3-be3c-ff309badfa2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714948 Aug 31 09:56:23.802796 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] get_ports_and_sgs() called for port_ids ['faf14e51-3e45-4bef-906c-896093d3aeda'] {{(pid=112921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 09:56:24.122586 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff349ec-1544-4482-8f53-44dd87abb3c5 req-b1780100-a846-4334-a5e3-8cf7a3b2116c tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:24.124058 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-6ff349ec-1544-4482-8f53-44dd87abb3c5 req-b1780100-a846-4334-a5e3-8cf7a3b2116c tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 944 time: 0.0483916 Aug 31 09:56:24.176609 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-6ff349ec-1544-4482-8f53-44dd87abb3c5 req-32eed527-9e49-4001-af11-3235fd0d8d92 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467343 Aug 31 09:56:24.255358 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-698352ff-332e-407a-831c-a1f408530d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:24.764221 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ca5c7-2e05-4bbb-ae4a-0c043b956711 req-eac89c36-e0fd-48aa-af2e-aab42d4c8885 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:24.765726 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-864ca5c7-2e05-4bbb-ae4a-0c043b956711 req-eac89c36-e0fd-48aa-af2e-aab42d4c8885 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 945 time: 0.0503790 Aug 31 09:56:24.826661 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-864ca5c7-2e05-4bbb-ae4a-0c043b956711 req-759ecf92-3922-406e-b981-b29e4c8e9caf tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d428904c-a6ff-4142-9450-c03d69fe280e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551085 Aug 31 09:56:24.849162 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-fc06e981-e505-495f-ba46-0b815c9bc19f req-021d118c-64f5-4a72-a55d-7ac25107ca85 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=482325e0-2a4b-4446-804a-0e3a1bcb722c HTTP/1.1" status: 200 len: 210 time: 0.0400326 Aug 31 09:56:24.931390 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:24.947285 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e50f6c-cbd3-430f-a1c6-fe2b87b2d406 req-dbe5edb1-6bfa-41d3-923c-0af0f3f5551f tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:24.948880 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f5e50f6c-cbd3-430f-a1c6-fe2b87b2d406 req-dbe5edb1-6bfa-41d3-923c-0af0f3f5551f tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dad5a844-b1e2-4310-919c-7d3a334cc794 HTTP/1.1" status: 200 len: 944 time: 0.0613296 Aug 31 09:56:24.965122 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36446f4f-8411-4b17-909c-35ba1a0a5c80 req-dd336464-91cd-44e5-a609-82b3477d7302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:24.966630 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-36446f4f-8411-4b17-909c-35ba1a0a5c80 req-dd336464-91cd-44e5-a609-82b3477d7302 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=a68bf51dcd404f559e9ae2efeb185712&device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 1128 time: 0.0475707 Aug 31 09:56:25.031153 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device f0ab5d21-97ec-4a21-a75b-253b40f65e47 details requested by agent hyperv_hv-cinder-84496 with host hv-cinder-84496 {{(pid=112921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:56:25.074901 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f5e50f6c-cbd3-430f-a1c6-fe2b87b2d406 req-204ddaa3-4c93-42e0-a4e6-fc70913f6cee tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=58763abf-ea86-44c3-be3c-ff309badfa2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135194 Aug 31 09:56:25.079236 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36446f4f-8411-4b17-909c-35ba1a0a5c80 req-391618e1-c228-43e7-a693-677f8f95eabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:25.081244 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-36446f4f-8411-4b17-909c-35ba1a0a5c80 req-391618e1-c228-43e7-a693-677f8f95eabb service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=0f5370f1-004e-40df-a622-c79b4bbd1b36 HTTP/1.1" status: 200 len: 918 time: 0.1086812 Aug 31 09:56:25.086855 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f8b7c28a-bf97-459a-a224-15684d1b036f req-5a317cf8-938f-47cf-8e94-e5840f92cb97 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/177a62e1-5d2b-4e36-ba2d-27911ac1eac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540105 Aug 31 09:56:25.091344 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device faf14e51-3e45-4bef-906c-896093d3aeda up at agent hyperv_hv-cinder-84496 {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:56:25.145741 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-36446f4f-8411-4b17-909c-35ba1a0a5c80 req-ecb0968e-811b-44d9-bb02-b524e612df99 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0ab5d21-97ec-4a21-a75b-253b40f65e47 HTTP/1.1" status: 200 len: 217 time: 0.0407796 Aug 31 09:56:25.177690 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port f0ab5d21-97ec-4a21-a75b-253b40f65e47, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=f0ab5d21-97ec-4a21-a75b-253b40f65e47,segment=NetworkSegment(a90b8ffb-f27b-4c61-9949-27265dbdd344),segment_id=a90b8ffb-f27b-4c61-9949-27265dbdd344)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:25.191628 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Provisioning for port faf14e51-3e45-4bef-906c-896093d3aeda completed by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 09:56:25.195296 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:25.196890 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Returning: {'device': 'f0ab5d21-97ec-4a21-a75b-253b40f65e47', 'network_id': '0f5370f1-004e-40df-a622-c79b4bbd1b36', 'port_id': 'f0ab5d21-97ec-4a21-a75b-253b40f65e47', 'mac_address': 'fa:16:3e:62:05:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7552609c-80f9-41d8-a1ca-1fd2186ed151', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:56:25.207800 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36446f4f-8411-4b17-909c-35ba1a0a5c80 req-47a98714-2d81-49c7-a1be-de3d86fdb5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:25.217627 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-36446f4f-8411-4b17-909c-35ba1a0a5c80 req-47a98714-2d81-49c7-a1be-de3d86fdb5e6 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=7552609c-80f9-41d8-a1ca-1fd2186ed151 HTTP/1.1" status: 200 len: 856 time: 0.0576632 Aug 31 09:56:25.244166 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Current status of the port f0ab5d21-97ec-4a21-a75b-253b40f65e47 is: DOWN; New status is: BUILD {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:56:25.244570 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (f0ab5d21-97ec-4a21-a75b-253b40f65e47), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:25.264587 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.notifiers.nova [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0ab5d21-97ec-4a21-a75b-253b40f65e47 {{(pid=112921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 09:56:25.267521 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36446f4f-8411-4b17-909c-35ba1a0a5c80 req-3d1072f8-be34-45f0-8d9a-755d9fc64bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:25.270030 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-36446f4f-8411-4b17-909c-35ba1a0a5c80 req-3d1072f8-be34-45f0-8d9a-755d9fc64bcb service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=0f5370f1-004e-40df-a622-c79b4bbd1b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507488 Aug 31 09:56:25.270596 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Provisioning complete for port faf14e51-3e45-4bef-906c-896093d3aeda triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:56:25.270978 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (faf14e51-3e45-4bef-906c-896093d3aeda), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:25.274936 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f8b7c28a-bf97-459a-a224-15684d1b036f req-a5615fee-37a2-40d5-b3e0-50dd1072d9c9 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/177a62e1-5d2b-4e36-ba2d-27911ac1eac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690896 Aug 31 09:56:25.320706 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port f0ab5d21-97ec-4a21-a75b-253b40f65e47, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=f0ab5d21-97ec-4a21-a75b-253b40f65e47,segment=NetworkSegment(a90b8ffb-f27b-4c61-9949-27265dbdd344),segment_id=a90b8ffb-f27b-4c61-9949-27265dbdd344)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:25.326880 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d5434-93d5-4d43-aa01-b4d4a4345e4c req-7aa82520-06f6-45d8-93e4-18230f0a3749 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:25.327498 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (f0ab5d21-97ec-4a21-a75b-253b40f65e47), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:25.328426 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-801d5434-93d5-4d43-aa01-b4d4a4345e4c req-7aa82520-06f6-45d8-93e4-18230f0a3749 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 944 time: 0.0521443 Aug 31 09:56:25.382909 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-801d5434-93d5-4d43-aa01-b4d4a4345e4c req-8cd92ff8-2896-42b4-b3f0-55b51d8e6e0e tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471802 Aug 31 09:56:25.399842 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Current status of the port faf14e51-3e45-4bef-906c-896093d3aeda is: BUILD; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:56:25.400230 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (faf14e51-3e45-4bef-906c-896093d3aeda), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:25.417808 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Pushing event updated for resources: {'Port': ['ID=f0ab5d21-97ec-4a21-a75b-253b40f65e47,revision_number=4']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:25.431135 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:25.435412 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad5a844-b1e2-4310-919c-7d3a334cc794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf14e51-3e45-4bef-906c-896093d3aeda'}] {{(pid=112921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:56:25.437586 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b0c9b70db3c71f613761f7f5e171cb6bed896c41d1f4f7babde002b819469c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b30421-6d98-49d0-bc3e-0539130b8e2b" -d '{"events": [{"server_uuid": "dad5a844-b1e2-4310-919c-7d3a334cc794", "name": "network-vif-plugged", "status": "completed", "tag": "faf14e51-3e45-4bef-906c-896093d3aeda"}]}' {{(pid=112921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:56:25.452543 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port faf14e51-3e45-4bef-906c-896093d3aeda, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=faf14e51-3e45-4bef-906c-896093d3aeda,segment=NetworkSegment(2077e712-4c87-4477-a43b-7ba59cf07419),segment_id=2077e712-4c87-4477-a43b-7ba59cf07419)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:25.456566 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (faf14e51-3e45-4bef-906c-896093d3aeda), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:25.479076 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 09:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7a3be5-57ae-4dfa-8cbd-80a504fa481f x-openstack-request-id: req-8e7a3be5-57ae-4dfa-8cbd-80a504fa481f {{(pid=112921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:56:25.479369 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dad5a844-b1e2-4310-919c-7d3a334cc794", "name": "network-vif-plugged", "status": "completed", "tag": "faf14e51-3e45-4bef-906c-896093d3aeda", "code": 200}]} {{(pid=112921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:56:25.479625 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8e7a3be5-57ae-4dfa-8cbd-80a504fa481f {{(pid=112921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:56:25.480015 dv-cinder-844961-2-iscsi neutron-server[112921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e7a3be5-57ae-4dfa-8cbd-80a504fa481f'] response: {'server_uuid': 'dad5a844-b1e2-4310-919c-7d3a334cc794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf14e51-3e45-4bef-906c-896093d3aeda', 'code': 200} Aug 31 09:56:25.491616 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:25.509016 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Pushing event updated for resources: {'Port': ['ID=faf14e51-3e45-4bef-906c-896093d3aeda,revision_number=5']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:25.605435 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-36446f4f-8411-4b17-909c-35ba1a0a5c80 req-e335b445-e4c5-4401-9696-468772e31e60 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/0f5370f1-004e-40df-a622-c79b4bbd1b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933285 Aug 31 09:56:25.787943 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] get_ports_and_sgs() called for port_ids ['f0ab5d21-97ec-4a21-a75b-253b40f65e47'] {{(pid=112921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 09:56:25.831124 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e6f198be-e193-4693-a253-f9c4522a6272), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:25.973464 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-77f10d7c-dc00-4b59-b2b4-a33ad618049b req-0656a839-c6a2-400e-a8ea-7522df1bc1dc tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=482325e0-2a4b-4446-804a-0e3a1bcb722c HTTP/1.1" status: 200 len: 210 time: 0.0376258 Aug 31 09:56:25.981225 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853688f-9394-425b-98f9-a88962ab56ac req-970c60ab-b6a4-4fab-a15d-59962e3f2f99 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:25.983129 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2853688f-9394-425b-98f9-a88962ab56ac req-970c60ab-b6a4-4fab-a15d-59962e3f2f99 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 945 time: 0.0772614 Aug 31 09:56:26.028822 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:26.034829 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2853688f-9394-425b-98f9-a88962ab56ac req-6d7cca69-02dc-401f-8528-75d1f7fd6893 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d428904c-a6ff-4142-9450-c03d69fe280e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452394 Aug 31 09:56:26.198624 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa0520-3c84-42e0-9b1a-ca0f05ee9731 req-55b1d1d0-68b2-4eb9-bc12-edf2a3a7b24e tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:26.200133 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-1afa0520-3c84-42e0-9b1a-ca0f05ee9731 req-55b1d1d0-68b2-4eb9-bc12-edf2a3a7b24e tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dad5a844-b1e2-4310-919c-7d3a334cc794 HTTP/1.1" status: 200 len: 945 time: 0.0476062 Aug 31 09:56:26.248970 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-1afa0520-3c84-42e0-9b1a-ca0f05ee9731 req-51efa937-33e5-4bf1-91da-d4f7030bc184 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=58763abf-ea86-44c3-be3c-ff309badfa2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423522 Aug 31 09:56:26.491673 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-c1ead24f-1990-4f25-a5d0-7d95f608daf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:26.508106 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133e051-f3a1-409e-89f4-9d92c684f4cf req-2c9e9959-91cc-40a4-be82-7ad60528ecc4 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:26.509523 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9133e051-f3a1-409e-89f4-9d92c684f4cf req-2c9e9959-91cc-40a4-be82-7ad60528ecc4 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 945 time: 0.0499852 Aug 31 09:56:26.562083 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9133e051-f3a1-409e-89f4-9d92c684f4cf req-a1ff1e25-62d0-4c39-b4ae-cabc66dd386d tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469003 Aug 31 09:56:26.944862 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:26.971075 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-36446f4f-8411-4b17-909c-35ba1a0a5c80 req-36f2d4d0-622f-45a8-9570-67861a1ec1df service neutron] 10.222.0.64 "GET /networking/v2.0/networks/0f5370f1-004e-40df-a622-c79b4bbd1b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084309 Aug 31 09:56:27.091825 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-60b07c61-869a-4676-bca3-88caef9d5ee1 req-bed46d5b-40cd-4223-a29d-9db9ade2937f tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=482325e0-2a4b-4446-804a-0e3a1bcb722c HTTP/1.1" status: 200 len: 210 time: 0.0343044 Aug 31 09:56:27.135011 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d1733-76fc-484c-8508-2ef7b3176932 req-4ca1db85-260d-4104-bf94-573eccf25acb tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:27.136499 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-630d1733-76fc-484c-8508-2ef7b3176932 req-4ca1db85-260d-4104-bf94-573eccf25acb tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.64 "GET /networking/v2.0/networks?id=b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a HTTP/1.1" status: 200 len: 810 time: 0.1755440 Aug 31 09:56:27.143968 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device f0ab5d21-97ec-4a21-a75b-253b40f65e47 up at agent hyperv_hv-cinder-84496 {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:56:27.175657 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9584e-5f7c-42bf-9d38-feec14c80d36 req-47559b5f-49e0-497a-9b08-bd11cbc2c791 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:27.177169 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b1b9584e-5f7c-42bf-9d38-feec14c80d36 req-47559b5f-49e0-497a-9b08-bd11cbc2c791 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 945 time: 0.0623417 Aug 31 09:56:27.191112 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Provisioning for port f0ab5d21-97ec-4a21-a75b-253b40f65e47 completed by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 09:56:27.204892 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Provisioning complete for port f0ab5d21-97ec-4a21-a75b-253b40f65e47 triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:56:27.205286 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (f0ab5d21-97ec-4a21-a75b-253b40f65e47), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:27.274035 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d99044f-2244-4058-af46-3f031d68c65b req-9f41a582-e7b2-40c2-9205-b4bfe768b19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:27.279372 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-5d99044f-2244-4058-af46-3f031d68c65b req-9f41a582-e7b2-40c2-9205-b4bfe768b19e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dad5a844-b1e2-4310-919c-7d3a334cc794 HTTP/1.1" status: 200 len: 1129 time: 0.0624211 Aug 31 09:56:27.283680 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Current status of the port f0ab5d21-97ec-4a21-a75b-253b40f65e47 is: BUILD; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:56:27.283873 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (f0ab5d21-97ec-4a21-a75b-253b40f65e47), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:27.295232 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b1b9584e-5f7c-42bf-9d38-feec14c80d36 req-53e141f0-f424-40de-999c-f257fa7145ac tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d428904c-a6ff-4142-9450-c03d69fe280e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112773 Aug 31 09:56:27.302832 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-630d1733-76fc-484c-8508-2ef7b3176932 req-1d106458-e2a0-47f1-8b8a-e3ae26b63ae2 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6634173c9d534fca800d394d545a9d0c HTTP/1.1" status: 200 len: 380 time: 0.1001246 Aug 31 09:56:27.328654 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port f0ab5d21-97ec-4a21-a75b-253b40f65e47, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=f0ab5d21-97ec-4a21-a75b-253b40f65e47,segment=NetworkSegment(a90b8ffb-f27b-4c61-9949-27265dbdd344),segment_id=a90b8ffb-f27b-4c61-9949-27265dbdd344)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:27.334006 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (f0ab5d21-97ec-4a21-a75b-253b40f65e47), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:27.335044 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device a4adc3c8-d787-4f05-8cd2-ace7305b75c0 no longer exists at agent hyperv_hv-cinder-84496 {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:56:27.394966 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-5d99044f-2244-4058-af46-3f031d68c65b req-253128ae-d51f-415c-ab22-c60a2e29c870 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=58763abf-ea86-44c3-be3c-ff309badfa2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540154 Aug 31 09:56:27.408563 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [req-630d1733-76fc-484c-8508-2ef7b3176932 req-025c80a0-a163-4a14-a3fe-a778e3e1bbf1 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Request body: {'port': {'device_id': '482325e0-2a4b-4446-804a-0e3a1bcb722c', 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a', 'admin_state_up': True, 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'security_groups': ['2f3e75c3-3d51-4110-bbcf-b88f0207fea8']}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:56:27.430448 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Pushing event updated for resources: {'Port': ['ID=f0ab5d21-97ec-4a21-a75b-253b40f65e47,revision_number=5']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:27.471330 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Current status of the port a4adc3c8-d787-4f05-8cd2-ace7305b75c0 is: ACTIVE; New status is: DOWN {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:56:27.472217 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (a4adc3c8-d787-4f05-8cd2-ace7305b75c0), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:27.482068 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ab5d21-97ec-4a21-a75b-253b40f65e47'}] {{(pid=112921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:56:27.484540 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b0c9b70db3c71f613761f7f5e171cb6bed896c41d1f4f7babde002b819469c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f01dc1-0271-4358-8d2c-c6705aba3c55" -d '{"events": [{"server_uuid": "b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9", "name": "network-vif-plugged", "status": "completed", "tag": "f0ab5d21-97ec-4a21-a75b-253b40f65e47"}]}' {{(pid=112921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:56:27.493317 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6421c9-5207-4d42-bb33-1068b6ce70aa req-036bffac-6b30-4c06-bd43-b2d886c9098d tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:27.494902 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-bb6421c9-5207-4d42-bb33-1068b6ce70aa req-036bffac-6b30-4c06-bd43-b2d886c9098d tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dad5a844-b1e2-4310-919c-7d3a334cc794 HTTP/1.1" status: 200 len: 945 time: 0.1555936 Aug 31 09:56:27.522991 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port a4adc3c8-d787-4f05-8cd2-ace7305b75c0, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=a4adc3c8-d787-4f05-8cd2-ace7305b75c0,segment=NetworkSegment(9bae367b-c7ab-46d0-9a67-97eb94131586),segment_id=9bae367b-c7ab-46d0-9a67-97eb94131586)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:27.527627 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 09:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e064473-2115-4f8c-82f5-c0ac6cfb34b6 x-openstack-request-id: req-4e064473-2115-4f8c-82f5-c0ac6cfb34b6 {{(pid=112921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:56:27.527975 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9", "name": "network-vif-plugged", "status": "completed", "tag": "f0ab5d21-97ec-4a21-a75b-253b40f65e47", "code": 200}]} {{(pid=112921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:56:27.528299 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4e064473-2115-4f8c-82f5-c0ac6cfb34b6 {{(pid=112921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:56:27.528787 dv-cinder-844961-2-iscsi neutron-server[112921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e064473-2115-4f8c-82f5-c0ac6cfb34b6'] response: {'server_uuid': 'b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ab5d21-97ec-4a21-a75b-253b40f65e47', 'code': 200} Aug 31 09:56:27.530020 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (a4adc3c8-d787-4f05-8cd2-ace7305b75c0), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:27.543012 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:27.578982 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Pushing event updated for resources: {'Port': ['ID=a4adc3c8-d787-4f05-8cd2-ace7305b75c0,revision_number=6']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:27.588592 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-bb6421c9-5207-4d42-bb33-1068b6ce70aa req-71b104f4-c5b4-49ac-92ee-fc64500ce989 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=58763abf-ea86-44c3-be3c-ff309badfa2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874302 Aug 31 09:56:27.612056 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-630d1733-76fc-484c-8508-2ef7b3176932 req-025c80a0-a163-4a14-a3fe-a778e3e1bbf1 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Made reservation on behalf of 6634173c9d534fca800d394d545a9d0c for: {'port': 1} {{(pid=112919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:56:27.616238 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-630d1733-76fc-484c-8508-2ef7b3176932 req-025c80a0-a163-4a14-a3fe-a778e3e1bbf1 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:27.746008 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a061c4ef-a03a-45ae-b9ed-faea13a7abfa req-d2f4eb62-3ccd-4b0b-8734-25e5fbfe91d6 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:27.747489 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a061c4ef-a03a-45ae-b9ed-faea13a7abfa req-d2f4eb62-3ccd-4b0b-8734-25e5fbfe91d6 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 946 time: 0.0743442 Aug 31 09:56:27.813531 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:27.824248 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.db_base_plugin_common [req-630d1733-76fc-484c-8508-2ef7b3176932 req-025c80a0-a163-4a14-a3fe-a778e3e1bbf1 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Allocated IP 172.20.0.14 (b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a/951df996-7b80-48db-8007-5a5a52488eaf/6937ee29-5c42-40ef-97b4-9409defc0131) {{(pid=112919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:56:27.832544 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:27.850128 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a061c4ef-a03a-45ae-b9ed-faea13a7abfa req-c81616c4-b6cf-426c-91c8-c91f1aabbf9f tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840981 Aug 31 09:56:28.023110 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:28.026030 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=76,neutron:UPDATE=1 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:28.082302 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-630d1733-76fc-484c-8508-2ef7b3176932 req-025c80a0-a163-4a14-a3fe-a778e3e1bbf1 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks [] for port (6937ee29-5c42-40ef-97b4-9409defc0131), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:28.130364 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-630d1733-76fc-484c-8508-2ef7b3176932 req-025c80a0-a163-4a14-a3fe-a778e3e1bbf1 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66028622'] for port (6937ee29-5c42-40ef-97b4-9409defc0131), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:28.211463 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-630d1733-76fc-484c-8508-2ef7b3176932 req-025c80a0-a163-4a14-a3fe-a778e3e1bbf1 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Network b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a is already hosted by enough agents. {{(pid=112919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:56:28.217850 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.base_scheduler [req-630d1733-76fc-484c-8508-2ef7b3176932 req-025c80a0-a163-4a14-a3fe-a778e3e1bbf1 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Resources bound (agent type, host, resource id): {{(pid=112919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:56:28.225234 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.l3_dvrscheduler_db [req-630d1733-76fc-484c-8508-2ef7b3176932 req-025c80a0-a163-4a14-a3fe-a778e3e1bbf1 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Received port after_create {{(pid=112919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:56:28.270781 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025c80a0-a163-4a14-a3fe-a778e3e1bbf1 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Pushing event updated for resources: {'Port': ['ID=6937ee29-5c42-40ef-97b4-9409defc0131,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:28.324179 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d1733-76fc-484c-8508-2ef7b3176932 req-025c80a0-a163-4a14-a3fe-a778e3e1bbf1 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:28.324819 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-630d1733-76fc-484c-8508-2ef7b3176932 req-025c80a0-a163-4a14-a3fe-a778e3e1bbf1 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for port (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:28.333689 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af420264-3027-4224-82df-7615d3d2aa06 req-2db459f3-c9b1-497c-b244-b67bb8f0196f tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:28.340853 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-af420264-3027-4224-82df-7615d3d2aa06 req-2db459f3-c9b1-497c-b244-b67bb8f0196f tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=482325e0-2a4b-4446-804a-0e3a1bcb722c HTTP/1.1" status: 200 len: 932 time: 0.1082647 Aug 31 09:56:28.382522 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-630d1733-76fc-484c-8508-2ef7b3176932 req-025c80a0-a163-4a14-a3fe-a778e3e1bbf1 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9840372 Aug 31 09:56:28.405788 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [req-630d1733-76fc-484c-8508-2ef7b3176932 req-2eedae6f-1131-4934-9056-33c93f14f75c service neutron] Request body: {'port': {'device_id': '482325e0-2a4b-4446-804a-0e3a1bcb722c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84496'}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:56:28.425304 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-af420264-3027-4224-82df-7615d3d2aa06 req-82a61ca0-b7cd-4002-b538-b003ba23d287 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835421 Aug 31 09:56:28.499684 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82656ce6-f483-4cae-957f-2252d24b8bce req-bd79ffd7-9ce4-476a-b925-d9b113c0fc43 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:28.507283 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-82656ce6-f483-4cae-957f-2252d24b8bce req-bd79ffd7-9ce4-476a-b925-d9b113c0fc43 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 943 time: 0.1066577 Aug 31 09:56:28.515237 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-0157787e-59de-4a9c-9f3e-74ad62a1da8c None None] Provisioning complete for port 6937ee29-5c42-40ef-97b4-9409defc0131 triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:56:28.515778 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-0157787e-59de-4a9c-9f3e-74ad62a1da8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (6937ee29-5c42-40ef-97b4-9409defc0131), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:28.548223 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:28.559922 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-0157787e-59de-4a9c-9f3e-74ad62a1da8c None None] Port 6937ee29-5c42-40ef-97b4-9409defc0131 cannot update to ACTIVE because it is not bound. {{(pid=112921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 09:56:28.579195 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-630d1733-76fc-484c-8508-2ef7b3176932 req-2eedae6f-1131-4934-9056-33c93f14f75c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (6937ee29-5c42-40ef-97b4-9409defc0131), before_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:28.611522 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-82656ce6-f483-4cae-957f-2252d24b8bce req-6bec3188-91bd-4aa2-be42-895291db0e5a tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d428904c-a6ff-4142-9450-c03d69fe280e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032822 Aug 31 09:56:28.664067 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e073b-54ca-4c0a-93d0-b15891cfc975 req-f0a6dbd2-6570-4d35-8c28-865cc5aa629a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:28.665761 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-f39e073b-54ca-4c0a-93d0-b15891cfc975 req-f0a6dbd2-6570-4d35-8c28-865cc5aa629a service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 1130 time: 0.0718696 Aug 31 09:56:28.775169 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982b25e-61a8-4c1b-8422-affb9044ba3f req-6211a063-6586-4588-93e2-6d2e19d12c8c tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:28.776745 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a982b25e-61a8-4c1b-8422-affb9044ba3f req-6211a063-6586-4588-93e2-6d2e19d12c8c tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dad5a844-b1e2-4310-919c-7d3a334cc794 HTTP/1.1" status: 200 len: 945 time: 0.0680256 Aug 31 09:56:28.780919 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-f39e073b-54ca-4c0a-93d0-b15891cfc975 req-c9d30c14-27c1-48e5-8280-ab48259c703e service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428665 Aug 31 09:56:28.892214 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a982b25e-61a8-4c1b-8422-affb9044ba3f req-f92b8c89-6110-40a1-9807-3ce7512c7200 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=58763abf-ea86-44c3-be3c-ff309badfa2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037109 Aug 31 09:56:28.966455 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:28.999821 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.notifiers.nova [req-630d1733-76fc-484c-8508-2ef7b3176932 req-2eedae6f-1131-4934-9056-33c93f14f75c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6937ee29-5c42-40ef-97b4-9409defc0131 {{(pid=112919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 09:56:29.011981 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-630d1733-76fc-484c-8508-2ef7b3176932 req-2eedae6f-1131-4934-9056-33c93f14f75c service neutron] Publish callbacks [] for port (6937ee29-5c42-40ef-97b4-9409defc0131), precommit_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:29.025159 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cdc0c7-7785-425b-a194-f8a882750a3d req-ea6b151f-74b7-4e6d-b124-76597ba43419 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:29.026641 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-76cdc0c7-7785-425b-a194-f8a882750a3d req-ea6b151f-74b7-4e6d-b124-76597ba43419 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 946 time: 0.0866864 Aug 31 09:56:29.041127 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.provisioning_blocks [req-630d1733-76fc-484c-8508-2ef7b3176932 req-2eedae6f-1131-4934-9056-33c93f14f75c service neutron] Transition to ACTIVE for port object 6937ee29-5c42-40ef-97b4-9409defc0131 will not be triggered until provisioned by entity L2. {{(pid=112919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 09:56:29.053953 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-630d1733-76fc-484c-8508-2ef7b3176932 req-2eedae6f-1131-4934-9056-33c93f14f75c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66028615'] for port (6937ee29-5c42-40ef-97b4-9409defc0131), after_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:29.143935 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eedae6f-1131-4934-9056-33c93f14f75c service neutron] Pushing event updated for resources: {'Port': ['ID=6937ee29-5c42-40ef-97b4-9409defc0131,revision_number=2']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:29.175713 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-76cdc0c7-7785-425b-a194-f8a882750a3d req-4a1b85e9-dc70-443e-9d00-fdf82f18a480 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422029 Aug 31 09:56:29.210458 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.managers [req-630d1733-76fc-484c-8508-2ef7b3176932 req-2eedae6f-1131-4934-9056-33c93f14f75c service neutron] Attempting to bind port 6937ee29-5c42-40ef-97b4-9409defc0131 on host hv-cinder-84496 for vnic_type normal with profile {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 09:56:29.211006 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.managers [req-630d1733-76fc-484c-8508-2ef7b3176932 req-2eedae6f-1131-4934-9056-33c93f14f75c service neutron] Attempting to bind port 6937ee29-5c42-40ef-97b4-9409defc0131 by drivers openvswitch,hyperv on host hv-cinder-84496 at level 0 using segments [{'id': 'ea218d44-3149-46b8-ba8f-676cf816a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a'}] {{(pid=112919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 09:56:29.211540 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630d1733-76fc-484c-8508-2ef7b3176932 req-2eedae6f-1131-4934-9056-33c93f14f75c service neutron] Attempting to bind port 6937ee29-5c42-40ef-97b4-9409defc0131 on network b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:56:29.217540 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630d1733-76fc-484c-8508-2ef7b3176932 req-2eedae6f-1131-4934-9056-33c93f14f75c service neutron] Port 6937ee29-5c42-40ef-97b4-9409defc0131 on network b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84496 {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 09:56:29.217859 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630d1733-76fc-484c-8508-2ef7b3176932 req-2eedae6f-1131-4934-9056-33c93f14f75c service neutron] Attempting to bind port 6937ee29-5c42-40ef-97b4-9409defc0131 on network b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:56:29.223528 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630d1733-76fc-484c-8508-2ef7b3176932 req-2eedae6f-1131-4934-9056-33c93f14f75c service neutron] Checking agent: {'id': 'e6f198be-e193-4693-a253-f9c4522a6272', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 9, 45, 52), 'started_at': datetime.datetime(2022, 8, 31, 9, 45, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 9, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 09:56:29.223862 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630d1733-76fc-484c-8508-2ef7b3176932 req-2eedae6f-1131-4934-9056-33c93f14f75c service neutron] Checking segment: {'id': 'ea218d44-3149-46b8-ba8f-676cf816a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:56:29.224239 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630d1733-76fc-484c-8508-2ef7b3176932 req-2eedae6f-1131-4934-9056-33c93f14f75c service neutron] Bound using segment: {'id': 'ea218d44-3149-46b8-ba8f-676cf816a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a'} {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 09:56:29.224677 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.managers [req-630d1733-76fc-484c-8508-2ef7b3176932 req-2eedae6f-1131-4934-9056-33c93f14f75c service neutron] Bound port: 6937ee29-5c42-40ef-97b4-9409defc0131, host: hv-cinder-84496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea218d44-3149-46b8-ba8f-676cf816a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a'}}] {{(pid=112919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 09:56:29.225018 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-630d1733-76fc-484c-8508-2ef7b3176932 req-2eedae6f-1131-4934-9056-33c93f14f75c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (6937ee29-5c42-40ef-97b4-9409defc0131), before_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:29.296854 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.db [req-630d1733-76fc-484c-8508-2ef7b3176932 req-2eedae6f-1131-4934-9056-33c93f14f75c service neutron] For port 6937ee29-5c42-40ef-97b4-9409defc0131, host hv-cinder-84496, cleared binding levels {{(pid=112919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:56:29.302758 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.db [req-630d1733-76fc-484c-8508-2ef7b3176932 req-2eedae6f-1131-4934-9056-33c93f14f75c service neutron] For port 6937ee29-5c42-40ef-97b4-9409defc0131, host hv-cinder-84496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=6937ee29-5c42-40ef-97b4-9409defc0131,segment=NetworkSegment(ea218d44-3149-46b8-ba8f-676cf816a455),segment_id=ea218d44-3149-46b8-ba8f-676cf816a455)] {{(pid=112919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:56:29.311843 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-630d1733-76fc-484c-8508-2ef7b3176932 req-2eedae6f-1131-4934-9056-33c93f14f75c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66028615'] for port (6937ee29-5c42-40ef-97b4-9409defc0131), after_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:29.315210 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d1733-76fc-484c-8508-2ef7b3176932 req-2eedae6f-1131-4934-9056-33c93f14f75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:29.315899 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-630d1733-76fc-484c-8508-2ef7b3176932 req-2eedae6f-1131-4934-9056-33c93f14f75c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for port (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:29.317557 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-630d1733-76fc-484c-8508-2ef7b3176932 req-2eedae6f-1131-4934-9056-33c93f14f75c service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/6937ee29-5c42-40ef-97b4-9409defc0131 HTTP/1.1" status: 200 len: 1094 time: 0.9158721 Aug 31 09:56:29.319774 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '482325e0-2a4b-4446-804a-0e3a1bcb722c', 'tag': '6937ee29-5c42-40ef-97b4-9409defc0131'}] {{(pid=112919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:56:29.322228 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f6ad1632a392cf14020321c7ce6c49338053db0fa13ffca62b7dfe78a8e90b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce938985-abf4-4d84-bb9e-2f153ffd483f" -d '{"events": [{"name": "network-changed", "server_uuid": "482325e0-2a4b-4446-804a-0e3a1bcb722c", "tag": "6937ee29-5c42-40ef-97b4-9409defc0131"}]}' {{(pid=112919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:56:29.366896 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 09:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f82408-f6bf-40fc-8eb2-811bd0ac1db4 x-openstack-request-id: req-f9f82408-f6bf-40fc-8eb2-811bd0ac1db4 {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:56:29.367195 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "482325e0-2a4b-4446-804a-0e3a1bcb722c", "tag": "6937ee29-5c42-40ef-97b4-9409defc0131", "status": "completed", "code": 200}]} {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:56:29.367427 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f9f82408-f6bf-40fc-8eb2-811bd0ac1db4 {{(pid=112919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:56:29.367833 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9f82408-f6bf-40fc-8eb2-811bd0ac1db4'] response: {'name': 'network-changed', 'server_uuid': '482325e0-2a4b-4446-804a-0e3a1bcb722c', 'tag': '6937ee29-5c42-40ef-97b4-9409defc0131', 'status': 'completed', 'code': 200} Aug 31 09:56:29.379546 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eedae6f-1131-4934-9056-33c93f14f75c service neutron] Pushing event updated for resources: {'Port': ['ID=6937ee29-5c42-40ef-97b4-9409defc0131,revision_number=3']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:29.492677 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:29.529973 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b32c74c-ed7a-496f-bf84-ce2d50e8b808', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4adc3c8-d787-4f05-8cd2-ace7305b75c0'}] {{(pid=112921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:56:29.532366 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b0c9b70db3c71f613761f7f5e171cb6bed896c41d1f4f7babde002b819469c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6841b9-1f58-4c35-996d-972bd7a27d34" -d '{"events": [{"server_uuid": "1b32c74c-ed7a-496f-bf84-ce2d50e8b808", "name": "network-vif-unplugged", "status": "completed", "tag": "a4adc3c8-d787-4f05-8cd2-ace7305b75c0"}]}' {{(pid=112921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:56:29.566391 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8fcc1-0a8a-4a70-95e8-e609ee4a8bb1 req-bdb7cf91-836d-4b18-868d-4e15ad1b5575 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:29.568008 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e6e8fcc1-0a8a-4a70-95e8-e609ee4a8bb1 req-bdb7cf91-836d-4b18-868d-4e15ad1b5575 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=482325e0-2a4b-4446-804a-0e3a1bcb722c HTTP/1.1" status: 200 len: 944 time: 0.0541003 Aug 31 09:56:29.574640 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 31 Aug 2022 09:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de31226f-d491-4e2b-8907-a2a3dcac7679 x-openstack-request-id: req-de31226f-d491-4e2b-8907-a2a3dcac7679 {{(pid=112921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:56:29.575192 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b32c74c-ed7a-496f-bf84-ce2d50e8b808", "name": "network-vif-unplugged", "status": "completed", "tag": "a4adc3c8-d787-4f05-8cd2-ace7305b75c0", "code": 200}]} {{(pid=112921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:56:29.575192 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-de31226f-d491-4e2b-8907-a2a3dcac7679 {{(pid=112921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:56:29.575550 dv-cinder-844961-2-iscsi neutron-server[112921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de31226f-d491-4e2b-8907-a2a3dcac7679'] response: {'server_uuid': '1b32c74c-ed7a-496f-bf84-ce2d50e8b808', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4adc3c8-d787-4f05-8cd2-ace7305b75c0', 'code': 200} Aug 31 09:56:29.621240 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:29.628693 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e6e8fcc1-0a8a-4a70-95e8-e609ee4a8bb1 req-bc4572d7-8b03-4f53-b20b-15315fdd8600 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542526 Aug 31 09:56:29.754230 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e44ca-67e0-4e43-9682-aa6024c43e11 req-d4781119-ca15-41b8-9139-09d2b073b3a8 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:29.755793 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b02e44ca-67e0-4e43-9682-aa6024c43e11 req-d4781119-ca15-41b8-9139-09d2b073b3a8 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 943 time: 0.0563436 Aug 31 09:56:29.768050 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:29.809005 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b02e44ca-67e0-4e43-9682-aa6024c43e11 req-a78a2544-fea9-47da-a6b5-8b6d0c713f73 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d428904c-a6ff-4142-9450-c03d69fe280e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471687 Aug 31 09:56:30.001365 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [req-fcaee133-46f1-4411-900a-e813145f1a20 req-512e53a7-e419-4d7d-bb39-49b429930f62 service neutron] http://10.222.0.13:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 09:56:30.002376 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-fcaee133-46f1-4411-900a-e813145f1a20 req-512e53a7-e419-4d7d-bb39-49b429930f62 service neutron] 10.222.0.13 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0084531 Aug 31 09:56:30.036106 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a087a-5388-424b-9450-62130c5849a4 req-c1225ae5-eeb0-4b4f-9ccd-f3e28bc7a18e tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:30.037608 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-364a087a-5388-424b-9450-62130c5849a4 req-c1225ae5-eeb0-4b4f-9ccd-f3e28bc7a18e tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dad5a844-b1e2-4310-919c-7d3a334cc794 HTTP/1.1" status: 200 len: 945 time: 0.0538619 Aug 31 09:56:30.090597 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-364a087a-5388-424b-9450-62130c5849a4 req-2bafdd83-f5cc-490e-9813-273b70465b35 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=58763abf-ea86-44c3-be3c-ff309badfa2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471182 Aug 31 09:56:30.190629 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 50334) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:56:30.200018 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed4b05-5861-47eb-9fee-f7dbcd56fb93 req-5a63e6df-c786-401f-a67a-f8a429e40cc4 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:30.201543 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c5ed4b05-5861-47eb-9fee-f7dbcd56fb93 req-5a63e6df-c786-401f-a67a-f8a429e40cc4 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 943 time: 0.0657794 Aug 31 09:56:30.255742 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f0068-023b-4090-a4a7-5a2c5f32bf62 req-f0669c49-ad25-48b3-add0-f2d67dc05e0f tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:30.257226 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ee6f0068-023b-4090-a4a7-5a2c5f32bf62 req-f0669c49-ad25-48b3-add0-f2d67dc05e0f tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dad5a844-b1e2-4310-919c-7d3a334cc794 HTTP/1.1" status: 200 len: 945 time: 0.0802834 Aug 31 09:56:30.270585 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 50340) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:56:30.280328 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [None req-503ce64a-4dd5-44ab-9a99-ecf533c580d4 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Request body: {'floatingip': {'port_id': 'faf14e51-3e45-4bef-906c-896093d3aeda'}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:56:30.292584 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c5ed4b05-5861-47eb-9fee-f7dbcd56fb93 req-7b957119-b157-4e7a-8b22-0821e9ff9929 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d428904c-a6ff-4142-9450-c03d69fe280e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740001 Aug 31 09:56:30.300397 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-139f73a0-4de1-4afc-ad9b-744ee49fd577 req-92d78637-c9c3-4017-91d9-1663e0f94d50 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1084878 Aug 31 09:56:30.305524 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [req-139f73a0-4de1-4afc-ad9b-744ee49fd577 req-b1de077b-a17e-4d4c-ab2d-96b7ed47a761 service neutron] http://10.222.0.13:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 09:56:30.314185 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-139f73a0-4de1-4afc-ad9b-744ee49fd577 req-b1de077b-a17e-4d4c-ab2d-96b7ed47a761 service neutron] 10.222.0.13 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0126708 Aug 31 09:56:30.332895 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-503ce64a-4dd5-44ab-9a99-ecf533c580d4 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks [] for floatingip (26185314-17bd-4a6d-9795-43d532127dda), before_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:30.423821 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 50346) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:56:30.479793 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:30.481964 dv-cinder-844961-2-iscsi neutron-server[112920]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 09:56:30.526107 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4232851a-b244-400e-8a19-5cd4d865a07f req-82303ac3-9962-401f-b246-b3a4024a9002 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:30.527620 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4232851a-b244-400e-8a19-5cd4d865a07f req-82303ac3-9962-401f-b246-b3a4024a9002 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 946 time: 0.1598279 Aug 31 09:56:30.538253 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce938985-abf4-4d84-bb9e-2f153ffd483f req-a7cf9a46-bedd-46b2-b4ba-3cb8f24b87a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:30.540610 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ce938985-abf4-4d84-bb9e-2f153ffd483f req-a7cf9a46-bedd-46b2-b4ba-3cb8f24b87a7 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=6634173c9d534fca800d394d545a9d0c&device_id=482325e0-2a4b-4446-804a-0e3a1bcb722c HTTP/1.1" status: 200 len: 1128 time: 0.1098149 Aug 31 09:56:30.540756 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f73a0-4de1-4afc-ad9b-744ee49fd577 req-23da3aef-807f-4722-818b-8ca540c7c010 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:30.542513 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-139f73a0-4de1-4afc-ad9b-744ee49fd577 req-23da3aef-807f-4722-818b-8ca540c7c010 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports/a4adc3c8-d787-4f05-8cd2-ace7305b75c0 HTTP/1.1" status: 200 len: 940 time: 0.1170237 Aug 31 09:56:30.745933 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4232851a-b244-400e-8a19-5cd4d865a07f req-ee9499ba-9530-4c08-9437-d2394e4b89f8 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2093642 Aug 31 09:56:31.200660 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91450e1f-9c3f-4c19-8115-5f965682e5bc req-83ab4173-1612-44de-a178-cb0b6a89a46a tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:31.202156 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-91450e1f-9c3f-4c19-8115-5f965682e5bc req-83ab4173-1612-44de-a178-cb0b6a89a46a tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=482325e0-2a4b-4446-804a-0e3a1bcb722c HTTP/1.1" status: 200 len: 944 time: 0.1638129 Aug 31 09:56:31.203160 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce938985-abf4-4d84-bb9e-2f153ffd483f req-134f4c82-e656-4d76-9e41-04ed46819533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:31.204798 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ce938985-abf4-4d84-bb9e-2f153ffd483f req-134f4c82-e656-4d76-9e41-04ed46819533 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=6634173c9d534fca800d394d545a9d0c&shared=False HTTP/1.1" status: 200 len: 911 time: 0.5973151 Aug 31 09:56:31.321906 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-91450e1f-9c3f-4c19-8115-5f965682e5bc req-a54b61ee-148b-4775-8c3d-3bbb86dfbf92 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854523 Aug 31 09:56:31.328553 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:31.442672 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-503ce64a-4dd5-44ab-9a99-ecf533c580d4 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:31.451558 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121d4b3-0d10-4b43-ac75-f842fc592896 req-0e0e861c-7968-4d48-b980-f92a4f1cfd5b tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:31.452984 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7121d4b3-0d10-4b43-ac75-f842fc592896 req-0e0e861c-7968-4d48-b980-f92a4f1cfd5b tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 943 time: 0.0682766 Aug 31 09:56:31.454386 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-503ce64a-4dd5-44ab-9a99-ecf533c580d4 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964517'] for floatingip (26185314-17bd-4a6d-9795-43d532127dda), after_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:31.621181 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7121d4b3-0d10-4b43-ac75-f842fc592896 req-c47ff4ce-e28a-44e8-bc43-638d3f8727e0 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d428904c-a6ff-4142-9450-c03d69fe280e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266873 Aug 31 09:56:31.652233 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.db.l3_db [None req-503ce64a-4dd5-44ab-9a99-ecf533c580d4 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Floating IP 26185314-17bd-4a6d-9795-43d532127dda associated. External IP: 172.27.3.196, port: faf14e51-3e45-4bef-906c-896093d3aeda. Aug 31 09:56:31.791276 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce938985-abf4-4d84-bb9e-2f153ffd483f req-814f7c16-cced-4234-9370-350601e8c24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:31.792723 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ce938985-abf4-4d84-bb9e-2f153ffd483f req-814f7c16-cced-4234-9370-350601e8c24a service neutron] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2137995 Aug 31 09:56:31.846003 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:31.977348 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-503ce64a-4dd5-44ab-9a99-ecf533c580d4 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Router f2e42f77-94e7-42d5-9503-c5e8020fbc5a has already been hosted by L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 {{(pid=112919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:56:31.978385 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d1733-76fc-484c-8508-2ef7b3176932 req-c2dc32e5-4307-40bc-a538-607807998795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:31.979876 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-630d1733-76fc-484c-8508-2ef7b3176932 req-c2dc32e5-4307-40bc-a538-607807998795 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=6634173c9d534fca800d394d545a9d0c&device_id=482325e0-2a4b-4446-804a-0e3a1bcb722c HTTP/1.1" status: 200 len: 1128 time: 0.0934296 Aug 31 09:56:31.994948 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbebc23d-423d-4393-bb10-34682a048ec2 req-a4b5419f-bf1b-45df-a07e-65596ca71119 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:31.996567 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-cbebc23d-423d-4393-bb10-34682a048ec2 req-a4b5419f-bf1b-45df-a07e-65596ca71119 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 946 time: 0.0936811 Aug 31 09:56:32.053932 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-630d1733-76fc-484c-8508-2ef7b3176932 req-bb0aaed4-4cbc-4b9b-962f-6ca7c92ecdfc service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6937ee29-5c42-40ef-97b4-9409defc0131 HTTP/1.1" status: 200 len: 217 time: 0.0560558 Aug 31 09:56:32.194723 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-cbebc23d-423d-4393-bb10-34682a048ec2 req-2bf13f6d-ce4f-4ea6-8b0b-c05159dd9834 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888435 Aug 31 09:56:32.201194 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d1733-76fc-484c-8508-2ef7b3176932 req-0f6db7de-d5db-4e9b-821c-1291a79de697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:32.204152 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-630d1733-76fc-484c-8508-2ef7b3176932 req-0f6db7de-d5db-4e9b-821c-1291a79de697 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=951df996-7b80-48db-8007-5a5a52488eaf HTTP/1.1" status: 200 len: 849 time: 0.1180973 Aug 31 09:56:32.248397 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503ce64a-4dd5-44ab-9a99-ecf533c580d4 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:56:32.254969 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-503ce64a-4dd5-44ab-9a99-ecf533c580d4 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for floatingip (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:32.262034 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017f5190-007b-4ac2-a7b9-a60fd3651da0 None None] Sync routers for ids ['f2e42f77-94e7-42d5-9503-c5e8020fbc5a'] in dv-cinder-844961-2-iscsi {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:56:32.264996 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:32.278826 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017f5190-007b-4ac2-a7b9-a60fd3651da0 None None] Routers {'f2e42f77-94e7-42d5-9503-c5e8020fbc5a'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:56:32.279768 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-017f5190-007b-4ac2-a7b9-a60fd3651da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:56:26Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['f2e42f77-94e7-42d5-9503-c5e8020fbc5a'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:32.286217 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d1733-76fc-484c-8508-2ef7b3176932 req-30374c10-6743-49b9-bd5c-e996a91b0b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:32.287728 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-630d1733-76fc-484c-8508-2ef7b3176932 req-30374c10-6743-49b9-bd5c-e996a91b0b2b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0759656 Aug 31 09:56:32.304652 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-503ce64a-4dd5-44ab-9a99-ecf533c580d4 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "PUT /networking/v2.0/floatingips/26185314-17bd-4a6d-9795-43d532127dda HTTP/1.1" status: 200 len: 991 time: 2.0330038 Aug 31 09:56:32.307456 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dad5a844-b1e2-4310-919c-7d3a334cc794', 'tag': 'faf14e51-3e45-4bef-906c-896093d3aeda'}] {{(pid=112919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:56:32.309954 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f6ad1632a392cf14020321c7ce6c49338053db0fa13ffca62b7dfe78a8e90b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d569995a-0c81-4bfb-b200-720e3742ed96" -d '{"events": [{"name": "network-changed", "server_uuid": "dad5a844-b1e2-4310-919c-7d3a334cc794", "tag": "faf14e51-3e45-4bef-906c-896093d3aeda"}]}' {{(pid=112919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:56:32.388625 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 09:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b921fe-63b5-4270-b2f8-11aa774cf6c9 x-openstack-request-id: req-a4b921fe-63b5-4270-b2f8-11aa774cf6c9 {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:56:32.388625 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dad5a844-b1e2-4310-919c-7d3a334cc794", "tag": "faf14e51-3e45-4bef-906c-896093d3aeda", "status": "completed", "code": 200}]} {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:56:32.389204 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a4b921fe-63b5-4270-b2f8-11aa774cf6c9 {{(pid=112919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:56:32.389314 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4b921fe-63b5-4270-b2f8-11aa774cf6c9'] response: {'name': 'network-changed', 'server_uuid': 'dad5a844-b1e2-4310-919c-7d3a334cc794', 'tag': 'faf14e51-3e45-4bef-906c-896093d3aeda', 'status': 'completed', 'code': 200} Aug 31 09:56:32.392426 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:32.424835 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0903f795-546d-4d56-8e14-1779dea80e01 req-6f354897-1824-415c-90b7-7db39b200db6 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:32.426568 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0903f795-546d-4d56-8e14-1779dea80e01 req-6f354897-1824-415c-90b7-7db39b200db6 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 946 time: 0.1208532 Aug 31 09:56:32.440126 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 50374) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:56:32.447061 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-6ad4f4a5-8c64-4f6c-b76e-b502d60be63b tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Request body: {'floatingip': {'port_id': 'f0ab5d21-97ec-4a21-a75b-253b40f65e47'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:56:32.491432 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-017f5190-007b-4ac2-a7b9-a60fd3651da0 None None] Set router f2e42f77-94e7-42d5-9503-c5e8020fbc5a gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:56:32.517629 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-630d1733-76fc-484c-8508-2ef7b3176932 req-1d893baa-0c78-45f6-9eea-9679b01b9668 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208335 Aug 31 09:56:32.535186 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-6ad4f4a5-8c64-4f6c-b76e-b502d60be63b tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks [] for floatingip (eeb8b5fd-6d79-4c9e-b6d0-e013e898ed3d), before_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:32.587369 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:32.681007 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8560e06-34ce-434e-8e9f-edbefa6f09d7 req-ebf75422-deb8-4aa5-9001-e3fd302f05f1 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:32.689105 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d8560e06-34ce-434e-8e9f-edbefa6f09d7 req-ebf75422-deb8-4aa5-9001-e3fd302f05f1 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=482325e0-2a4b-4446-804a-0e3a1bcb722c HTTP/1.1" status: 200 len: 944 time: 0.2084866 Aug 31 09:56:32.692841 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-630d1733-76fc-484c-8508-2ef7b3176932 req-b466d0c5-ddac-4dea-b3d3-9ddc4e08f2c0 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385598 Aug 31 09:56:32.720953 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569995a-0c81-4bfb-b200-720e3742ed96 req-26b888be-b3ac-47a9-8bdb-c6cf40b81411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:32.722511 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-d569995a-0c81-4bfb-b200-720e3742ed96 req-26b888be-b3ac-47a9-8bdb-c6cf40b81411 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=05be916a558445ee8550559d491efbd0&device_id=dad5a844-b1e2-4310-919c-7d3a334cc794 HTTP/1.1" status: 200 len: 1129 time: 0.1835477 Aug 31 09:56:32.812231 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d8560e06-34ce-434e-8e9f-edbefa6f09d7 req-e1c4408c-774e-45f0-b13c-a68bb2528405 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220977 Aug 31 09:56:32.829989 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-017f5190-007b-4ac2-a7b9-a60fd3651da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e42f77-94e7-42d5-9503-c5e8020fbc5a', 'name': 'tempest-AttachVolumeTestJSON-1715309462-router', 'tenant_id': '05be916a558445ee8550559d491efbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'f76b301f-19b7-4734-a30a-4961b713a81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:47:48Z', 'updated_at': '2022-08-31T09:47:59Z', 'revision_number': 4, 'project_id': '05be916a558445ee8550559d491efbd0', 'gw_port': {'id': 'f76b301f-19b7-4734-a30a-4961b713a81d', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:85:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e42f77-94e7-42d5-9503-c5e8020fbc5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:48Z', 'updated_at': '2022-08-31T09:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_floatingips': [{'id': '26185314-17bd-4a6d-9795-43d532127dda', 'tenant_id': '05be916a558445ee8550559d491efbd0', 'floating_ip_address': '172.27.3.196', 'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'router_id': 'f2e42f77-94e7-42d5-9503-c5e8020fbc5a', 'port_id': 'faf14e51-3e45-4bef-906c-896093d3aeda', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36c1318a-9832-4bc9-ac1a-5f597bd8ac6c', 'mac_address': 'fa:16:3e:16:a0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad5a844-b1e2-4310-919c-7d3a334cc794', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T09:56:04Z', 'updated_at': '2022-08-31T09:56:31Z', 'revision_number': 1, 'project_id': '05be916a558445ee8550559d491efbd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1ca8d90-e985-4b0d-ac9f-41a26d5a451f', 'name': '', 'network_id': '36c1318a-9832-4bc9-ac1a-5f597bd8ac6c', 'tenant_id': '05be916a558445ee8550559d491efbd0', 'mac_address': 'fa:16:3e:b3:34:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e42f77-94e7-42d5-9503-c5e8020fbc5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '62f04c98-5559-462e-a349-fd7424d6ae82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:55Z', 'updated_at': '2022-08-31T09:48:13Z', 'revision_number': 5, 'project_id': '05be916a558445ee8550559d491efbd0', 'subnets': [{'id': '62f04c98-5559-462e-a349-fd7424d6ae82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:32.860591 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017f5190-007b-4ac2-a7b9-a60fd3651da0 None None] Checking router: f2e42f77-94e7-42d5-9503-c5e8020fbc5a for host: dv-cinder-844961-2-iscsi {{(pid=112921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:56:32.863492 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545cb6a-81c5-44c0-8d78-52f080b60e3e req-15a0d902-9057-4972-99cf-77f367a7df89 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:32.866475 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-6545cb6a-81c5-44c0-8d78-52f080b60e3e req-15a0d902-9057-4972-99cf-77f367a7df89 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 943 time: 0.1203699 Aug 31 09:56:32.871821 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017f5190-007b-4ac2-a7b9-a60fd3651da0 None None] Routers {'f2e42f77-94e7-42d5-9503-c5e8020fbc5a'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:56:32.872602 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-017f5190-007b-4ac2-a7b9-a60fd3651da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:56:26Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['f2e42f77-94e7-42d5-9503-c5e8020fbc5a'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:32.961843 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-6545cb6a-81c5-44c0-8d78-52f080b60e3e req-c8d9f593-a010-4744-93ac-bd41709a2ab4 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d428904c-a6ff-4142-9450-c03d69fe280e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878122 Aug 31 09:56:32.996034 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-017f5190-007b-4ac2-a7b9-a60fd3651da0 None None] Set router f2e42f77-94e7-42d5-9503-c5e8020fbc5a gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:56:33.086662 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569995a-0c81-4bfb-b200-720e3742ed96 req-0241d44d-e0f3-4cae-9f88-70d807e39ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:33.088059 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-d569995a-0c81-4bfb-b200-720e3742ed96 req-0241d44d-e0f3-4cae-9f88-70d807e39ff0 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=36c1318a-9832-4bc9-ac1a-5f597bd8ac6c HTTP/1.1" status: 200 len: 912 time: 0.3330340 Aug 31 09:56:33.108782 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:33.211766 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-6ad4f4a5-8c64-4f6c-b76e-b502d60be63b tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:33.217405 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-6ad4f4a5-8c64-4f6c-b76e-b502d60be63b tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964517'] for floatingip (eeb8b5fd-6d79-4c9e-b6d0-e013e898ed3d), after_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:33.243109 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-017f5190-007b-4ac2-a7b9-a60fd3651da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e42f77-94e7-42d5-9503-c5e8020fbc5a', 'name': 'tempest-AttachVolumeTestJSON-1715309462-router', 'tenant_id': '05be916a558445ee8550559d491efbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'f76b301f-19b7-4734-a30a-4961b713a81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:47:48Z', 'updated_at': '2022-08-31T09:47:59Z', 'revision_number': 4, 'project_id': '05be916a558445ee8550559d491efbd0', 'gw_port': {'id': 'f76b301f-19b7-4734-a30a-4961b713a81d', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:85:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e42f77-94e7-42d5-9503-c5e8020fbc5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:48Z', 'updated_at': '2022-08-31T09:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_floatingips': [{'id': '26185314-17bd-4a6d-9795-43d532127dda', 'tenant_id': '05be916a558445ee8550559d491efbd0', 'floating_ip_address': '172.27.3.196', 'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'router_id': 'f2e42f77-94e7-42d5-9503-c5e8020fbc5a', 'port_id': 'faf14e51-3e45-4bef-906c-896093d3aeda', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36c1318a-9832-4bc9-ac1a-5f597bd8ac6c', 'mac_address': 'fa:16:3e:16:a0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad5a844-b1e2-4310-919c-7d3a334cc794', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T09:56:04Z', 'updated_at': '2022-08-31T09:56:31Z', 'revision_number': 1, 'project_id': '05be916a558445ee8550559d491efbd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1ca8d90-e985-4b0d-ac9f-41a26d5a451f', 'name': '', 'network_id': '36c1318a-9832-4bc9-ac1a-5f597bd8ac6c', 'tenant_id': '05be916a558445ee8550559d491efbd0', 'mac_address': 'fa:16:3e:b3:34:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e42f77-94e7-42d5-9503-c5e8020fbc5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '62f04c98-5559-462e-a349-fd7424d6ae82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:55Z', 'updated_at': '2022-08-31T09:48:13Z', 'revision_number': 5, 'project_id': '05be916a558445ee8550559d491efbd0', 'subnets': [{'id': '62f04c98-5559-462e-a349-fd7424d6ae82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:33.270993 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017f5190-007b-4ac2-a7b9-a60fd3651da0 None None] The sync data for ids ['f2e42f77-94e7-42d5-9503-c5e8020fbc5a'] in dv-cinder-844961-2-iscsi is: [{'id': 'f2e42f77-94e7-42d5-9503-c5e8020fbc5a', 'name': 'tempest-AttachVolumeTestJSON-1715309462-router', 'tenant_id': '05be916a558445ee8550559d491efbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'f76b301f-19b7-4734-a30a-4961b713a81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:47:48Z', 'updated_at': '2022-08-31T09:47:59Z', 'revision_number': 4, 'project_id': '05be916a558445ee8550559d491efbd0', 'gw_port': {'id': 'f76b301f-19b7-4734-a30a-4961b713a81d', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:85:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e42f77-94e7-42d5-9503-c5e8020fbc5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:48Z', 'updated_at': '2022-08-31T09:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_floatingips': [{'id': '26185314-17bd-4a6d-9795-43d532127dda', 'tenant_id': '05be916a558445ee8550559d491efbd0', 'floating_ip_address': '172.27.3.196', 'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'router_id': 'f2e42f77-94e7-42d5-9503-c5e8020fbc5a', 'port_id': 'faf14e51-3e45-4bef-906c-896093d3aeda', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36c1318a-9832-4bc9-ac1a-5f597bd8ac6c', 'mac_address': 'fa:16:3e:16:a0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad5a844-b1e2-4310-919c-7d3a334cc794', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T09:56:04Z', 'updated_at': '2022-08-31T09:56:31Z', 'revision_number': 1, 'project_id': '05be916a558445ee8550559d491efbd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1ca8d90-e985-4b0d-ac9f-41a26d5a451f', 'name': '', 'network_id': '36c1318a-9832-4bc9-ac1a-5f597bd8ac6c', 'tenant_id': '05be916a558445ee8550559d491efbd0', 'mac_address': 'fa:16:3e:b3:34:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e42f77-94e7-42d5-9503-c5e8020fbc5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '62f04c98-5559-462e-a349-fd7424d6ae82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:55Z', 'updated_at': '2022-08-31T09:48:13Z', 'revision_number': 5, 'project_id': '05be916a558445ee8550559d491efbd0', 'subnets': [{'id': '62f04c98-5559-462e-a349-fd7424d6ae82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:56:33.330874 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.db.l3_db [None req-6ad4f4a5-8c64-4f6c-b76e-b502d60be63b tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Floating IP eeb8b5fd-6d79-4c9e-b6d0-e013e898ed3d associated. External IP: 172.27.3.190, port: f0ab5d21-97ec-4a21-a75b-253b40f65e47. Aug 31 09:56:33.444288 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=100 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:33.504050 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b94322c-a935-479a-bd03-f61d304c1775 None None] New status for floating IP 26185314-17bd-4a6d-9795-43d532127dda: ACTIVE {{(pid=112922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 09:56:33.568864 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ad4f4a5-8c64-4f6c-b76e-b502d60be63b tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Router ef3039e0-81ed-4020-a3d2-084638a12f54 has already been hosted by L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 {{(pid=112920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:56:33.724390 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-d569995a-0c81-4bfb-b200-720e3742ed96 req-e3589adb-1216-420d-83e8-35eb75b82e48 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=faf14e51-3e45-4bef-906c-896093d3aeda HTTP/1.1" status: 200 len: 999 time: 0.1069627 Aug 31 09:56:33.738625 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad4f4a5-8c64-4f6c-b76e-b502d60be63b tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:56:33.743616 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-6ad4f4a5-8c64-4f6c-b76e-b502d60be63b tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for floatingip (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:33.751333 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e590a8-fee5-4aa4-8a91-331bcc5469fa None None] Sync routers for ids ['ef3039e0-81ed-4020-a3d2-084638a12f54'] in dv-cinder-844961-2-iscsi {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:56:33.763443 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e590a8-fee5-4aa4-8a91-331bcc5469fa None None] Routers {'ef3039e0-81ed-4020-a3d2-084638a12f54'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:56:33.764077 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-65e590a8-fee5-4aa4-8a91-331bcc5469fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:56:26Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['ef3039e0-81ed-4020-a3d2-084638a12f54'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:33.776115 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-6ad4f4a5-8c64-4f6c-b76e-b502d60be63b tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "PUT /networking/v2.0/floatingips/eeb8b5fd-6d79-4c9e-b6d0-e013e898ed3d HTTP/1.1" status: 200 len: 992 time: 1.3341980 Aug 31 09:56:33.776938 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9', 'tag': 'f0ab5d21-97ec-4a21-a75b-253b40f65e47'}] {{(pid=112920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:56:33.779422 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b1c67df7a66df2dbb2f1d86d1740294a25e35557c8b7fb736f9ab0bc04a1bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045e471b-827c-4cda-bead-fb3f2ebac0dc" -d '{"events": [{"name": "network-changed", "server_uuid": "b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9", "tag": "f0ab5d21-97ec-4a21-a75b-253b40f65e47"}]}' {{(pid=112920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:56:33.824930 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 09:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb9f5c5-47dd-4e5f-8e2e-d909d7aa6cab x-openstack-request-id: req-5eb9f5c5-47dd-4e5f-8e2e-d909d7aa6cab {{(pid=112920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:56:33.826501 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9", "tag": "f0ab5d21-97ec-4a21-a75b-253b40f65e47", "status": "completed", "code": 200}]} {{(pid=112920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:56:33.826921 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5eb9f5c5-47dd-4e5f-8e2e-d909d7aa6cab {{(pid=112920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:56:33.827828 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eb9f5c5-47dd-4e5f-8e2e-d909d7aa6cab'] response: {'name': 'network-changed', 'server_uuid': 'b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9', 'tag': 'f0ab5d21-97ec-4a21-a75b-253b40f65e47', 'status': 'completed', 'code': 200} Aug 31 09:56:33.967683 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d574686-deec-4e56-bb3a-dcf9b20fa347 req-ca70e94a-4b85-489d-bd09-19564bf61ceb tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:33.971958 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-3d574686-deec-4e56-bb3a-dcf9b20fa347 req-ca70e94a-4b85-489d-bd09-19564bf61ceb tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=482325e0-2a4b-4446-804a-0e3a1bcb722c HTTP/1.1" status: 200 len: 944 time: 0.0711627 Aug 31 09:56:34.017831 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:34.031302 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-65e590a8-fee5-4aa4-8a91-331bcc5469fa None None] Set router ef3039e0-81ed-4020-a3d2-084638a12f54 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:56:34.033198 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=100 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:34.069040 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-3d574686-deec-4e56-bb3a-dcf9b20fa347 req-056af70a-17a7-4463-98a0-209560175e35 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887613 Aug 31 09:56:34.132179 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569995a-0c81-4bfb-b200-720e3742ed96 req-acdfd3ee-da9d-4740-b2eb-123749a02a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:34.135158 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-d569995a-0c81-4bfb-b200-720e3742ed96 req-acdfd3ee-da9d-4740-b2eb-123749a02a0f service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=62f04c98-5559-462e-a349-fd7424d6ae82 HTTP/1.1" status: 200 len: 850 time: 0.0961785 Aug 31 09:56:34.177778 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e471b-827c-4cda-bead-fb3f2ebac0dc req-0288c247-d7d4-4f5c-b963-81fd56fc7f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:34.180324 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-045e471b-827c-4cda-bead-fb3f2ebac0dc req-0288c247-d7d4-4f5c-b963-81fd56fc7f69 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=a68bf51dcd404f559e9ae2efeb185712&device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 1130 time: 0.1100662 Aug 31 09:56:34.210077 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569995a-0c81-4bfb-b200-720e3742ed96 req-fbc1e69d-23b8-4e22-9578-2d751c583906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:34.213498 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-d569995a-0c81-4bfb-b200-720e3742ed96 req-fbc1e69d-23b8-4e22-9578-2d751c583906 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=36c1318a-9832-4bc9-ac1a-5f597bd8ac6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0675223 Aug 31 09:56:34.224540 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0739d3e-d341-4e85-ad4f-5fabd3c99fca req-5509ef25-c91d-471c-a81c-32625a1cdc05 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:34.226595 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b0739d3e-d341-4e85-ad4f-5fabd3c99fca req-5509ef25-c91d-471c-a81c-32625a1cdc05 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 943 time: 0.1526792 Aug 31 09:56:34.349953 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-d569995a-0c81-4bfb-b200-720e3742ed96 req-6b13837b-74f1-404c-9939-f81fdb5fc3ce service neutron] 10.222.0.64 "GET /networking/v2.0/networks/36c1318a-9832-4bc9-ac1a-5f597bd8ac6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311169 Aug 31 09:56:34.398597 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-65e590a8-fee5-4aa4-8a91-331bcc5469fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef3039e0-81ed-4020-a3d2-084638a12f54', 'name': 'tempest-AttachVolumeShelveTestJSON-1372282155-router', 'tenant_id': 'a68bf51dcd404f559e9ae2efeb185712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'de365d83-91d1-4d1c-b630-fa17c00e8650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:56:07Z', 'updated_at': '2022-08-31T09:56:10Z', 'revision_number': 4, 'project_id': 'a68bf51dcd404f559e9ae2efeb185712', 'gw_port': {'id': 'de365d83-91d1-4d1c-b630-fa17c00e8650', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:62:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3039e0-81ed-4020-a3d2-084638a12f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:56:08Z', 'updated_at': '2022-08-31T09:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_floatingips': [{'id': 'eeb8b5fd-6d79-4c9e-b6d0-e013e898ed3d', 'tenant_id': 'a68bf51dcd404f559e9ae2efeb185712', 'floating_ip_address': '172.27.3.190', 'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'router_id': 'ef3039e0-81ed-4020-a3d2-084638a12f54', 'port_id': 'f0ab5d21-97ec-4a21-a75b-253b40f65e47', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f5370f1-004e-40df-a622-c79b4bbd1b36', 'mac_address': 'fa:16:3e:62:05:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T09:56:13Z', 'updated_at': '2022-08-31T09:56:33Z', 'revision_number': 1, 'project_id': 'a68bf51dcd404f559e9ae2efeb185712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49757a03-7781-48a1-a2e6-75a60cab962b', 'name': '', 'network_id': '0f5370f1-004e-40df-a622-c79b4bbd1b36', 'tenant_id': 'a68bf51dcd404f559e9ae2efeb185712', 'mac_address': 'fa:16:3e:51:94:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3039e0-81ed-4020-a3d2-084638a12f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7552609c-80f9-41d8-a1ca-1fd2186ed151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:56:10Z', 'updated_at': '2022-08-31T09:56:17Z', 'revision_number': 5, 'project_id': 'a68bf51dcd404f559e9ae2efeb185712', 'subnets': [{'id': '7552609c-80f9-41d8-a1ca-1fd2186ed151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:34.401931 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b0739d3e-d341-4e85-ad4f-5fabd3c99fca req-86a1e2b8-c6c3-42c5-8111-d6a3a299b3ef tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d428904c-a6ff-4142-9450-c03d69fe280e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201873 Aug 31 09:56:34.403266 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e471b-827c-4cda-bead-fb3f2ebac0dc req-707a5eeb-8b8f-4b86-bac0-f587ba4c55f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:34.404663 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-045e471b-827c-4cda-bead-fb3f2ebac0dc req-707a5eeb-8b8f-4b86-bac0-f587ba4c55f8 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=0f5370f1-004e-40df-a622-c79b4bbd1b36 HTTP/1.1" status: 200 len: 918 time: 0.2161214 Aug 31 09:56:34.427499 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e590a8-fee5-4aa4-8a91-331bcc5469fa None None] Checking router: ef3039e0-81ed-4020-a3d2-084638a12f54 for host: dv-cinder-844961-2-iscsi {{(pid=112921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:56:34.438147 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e590a8-fee5-4aa4-8a91-331bcc5469fa None None] Routers {'ef3039e0-81ed-4020-a3d2-084638a12f54'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:56:34.438986 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-65e590a8-fee5-4aa4-8a91-331bcc5469fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:56:26Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['ef3039e0-81ed-4020-a3d2-084638a12f54'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:34.550784 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-65e590a8-fee5-4aa4-8a91-331bcc5469fa None None] Set router ef3039e0-81ed-4020-a3d2-084638a12f54 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:56:34.705940 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=100 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:34.716165 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-045e471b-827c-4cda-bead-fb3f2ebac0dc req-b94ea74e-66db-4bd8-b647-9f990ceb2e12 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0ab5d21-97ec-4a21-a75b-253b40f65e47 HTTP/1.1" status: 200 len: 1000 time: 0.1423595 Aug 31 09:56:34.717314 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f73a0-4de1-4afc-ad9b-744ee49fd577 req-cae87239-1d4f-4396-b703-6977ed0381ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:34.719204 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-139f73a0-4de1-4afc-ad9b-744ee49fd577 req-cae87239-1d4f-4396-b703-6977ed0381ba service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808&tenant_id=b058d5f34eee47a58629407e166f3499 HTTP/1.1" status: 200 len: 1127 time: 0.0997987 Aug 31 09:56:34.849062 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e471b-827c-4cda-bead-fb3f2ebac0dc req-63a7c2cd-af8d-4bed-ad6f-4cdcf19f2583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:34.852528 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-045e471b-827c-4cda-bead-fb3f2ebac0dc req-63a7c2cd-af8d-4bed-ad6f-4cdcf19f2583 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=7552609c-80f9-41d8-a1ca-1fd2186ed151 HTTP/1.1" status: 200 len: 856 time: 0.1064496 Aug 31 09:56:34.855899 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f73a0-4de1-4afc-ad9b-744ee49fd577 req-33db1f35-80cd-4f59-8d56-b3a64d90ef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:34.859923 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-139f73a0-4de1-4afc-ad9b-744ee49fd577 req-33db1f35-80cd-4f59-8d56-b3a64d90ef09 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=b058d5f34eee47a58629407e166f3499&device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 1127 time: 0.0760157 Aug 31 09:56:34.905323 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-65e590a8-fee5-4aa4-8a91-331bcc5469fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef3039e0-81ed-4020-a3d2-084638a12f54', 'name': 'tempest-AttachVolumeShelveTestJSON-1372282155-router', 'tenant_id': 'a68bf51dcd404f559e9ae2efeb185712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'de365d83-91d1-4d1c-b630-fa17c00e8650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:56:07Z', 'updated_at': '2022-08-31T09:56:10Z', 'revision_number': 4, 'project_id': 'a68bf51dcd404f559e9ae2efeb185712', 'gw_port': {'id': 'de365d83-91d1-4d1c-b630-fa17c00e8650', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:62:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3039e0-81ed-4020-a3d2-084638a12f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:56:08Z', 'updated_at': '2022-08-31T09:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_floatingips': [{'id': 'eeb8b5fd-6d79-4c9e-b6d0-e013e898ed3d', 'tenant_id': 'a68bf51dcd404f559e9ae2efeb185712', 'floating_ip_address': '172.27.3.190', 'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'router_id': 'ef3039e0-81ed-4020-a3d2-084638a12f54', 'port_id': 'f0ab5d21-97ec-4a21-a75b-253b40f65e47', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f5370f1-004e-40df-a622-c79b4bbd1b36', 'mac_address': 'fa:16:3e:62:05:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T09:56:13Z', 'updated_at': '2022-08-31T09:56:33Z', 'revision_number': 1, 'project_id': 'a68bf51dcd404f559e9ae2efeb185712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49757a03-7781-48a1-a2e6-75a60cab962b', 'name': '', 'network_id': '0f5370f1-004e-40df-a622-c79b4bbd1b36', 'tenant_id': 'a68bf51dcd404f559e9ae2efeb185712', 'mac_address': 'fa:16:3e:51:94:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3039e0-81ed-4020-a3d2-084638a12f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7552609c-80f9-41d8-a1ca-1fd2186ed151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:56:10Z', 'updated_at': '2022-08-31T09:56:17Z', 'revision_number': 5, 'project_id': 'a68bf51dcd404f559e9ae2efeb185712', 'subnets': [{'id': '7552609c-80f9-41d8-a1ca-1fd2186ed151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:34.948368 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e590a8-fee5-4aa4-8a91-331bcc5469fa None None] The sync data for ids ['ef3039e0-81ed-4020-a3d2-084638a12f54'] in dv-cinder-844961-2-iscsi is: [{'id': 'ef3039e0-81ed-4020-a3d2-084638a12f54', 'name': 'tempest-AttachVolumeShelveTestJSON-1372282155-router', 'tenant_id': 'a68bf51dcd404f559e9ae2efeb185712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'de365d83-91d1-4d1c-b630-fa17c00e8650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:56:07Z', 'updated_at': '2022-08-31T09:56:10Z', 'revision_number': 4, 'project_id': 'a68bf51dcd404f559e9ae2efeb185712', 'gw_port': {'id': 'de365d83-91d1-4d1c-b630-fa17c00e8650', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:62:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3039e0-81ed-4020-a3d2-084638a12f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:56:08Z', 'updated_at': '2022-08-31T09:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_floatingips': [{'id': 'eeb8b5fd-6d79-4c9e-b6d0-e013e898ed3d', 'tenant_id': 'a68bf51dcd404f559e9ae2efeb185712', 'floating_ip_address': '172.27.3.190', 'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'router_id': 'ef3039e0-81ed-4020-a3d2-084638a12f54', 'port_id': 'f0ab5d21-97ec-4a21-a75b-253b40f65e47', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f5370f1-004e-40df-a622-c79b4bbd1b36', 'mac_address': 'fa:16:3e:62:05:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T09:56:13Z', 'updated_at': '2022-08-31T09:56:33Z', 'revision_number': 1, 'project_id': 'a68bf51dcd404f559e9ae2efeb185712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49757a03-7781-48a1-a2e6-75a60cab962b', 'name': '', 'network_id': '0f5370f1-004e-40df-a622-c79b4bbd1b36', 'tenant_id': 'a68bf51dcd404f559e9ae2efeb185712', 'mac_address': 'fa:16:3e:51:94:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3039e0-81ed-4020-a3d2-084638a12f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7552609c-80f9-41d8-a1ca-1fd2186ed151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:56:10Z', 'updated_at': '2022-08-31T09:56:17Z', 'revision_number': 5, 'project_id': 'a68bf51dcd404f559e9ae2efeb185712', 'subnets': [{'id': '7552609c-80f9-41d8-a1ca-1fd2186ed151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:56:34.976673 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-d569995a-0c81-4bfb-b200-720e3742ed96 req-e72635c5-4e37-4af1-9b2b-6549635d74f9 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/36c1318a-9832-4bc9-ac1a-5f597bd8ac6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4033196 Aug 31 09:56:34.990928 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e471b-827c-4cda-bead-fb3f2ebac0dc req-924f8dd2-2362-42e1-92b1-e6b1118f0583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:34.992552 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-045e471b-827c-4cda-bead-fb3f2ebac0dc req-924f8dd2-2362-42e1-92b1-e6b1118f0583 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=0f5370f1-004e-40df-a622-c79b4bbd1b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1304049 Aug 31 09:56:35.089376 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f73a0-4de1-4afc-ad9b-744ee49fd577 req-20dc214a-bef1-4163-824b-fb8c46140990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:35.090975 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-139f73a0-4de1-4afc-ad9b-744ee49fd577 req-20dc214a-bef1-4163-824b-fb8c46140990 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=177a62e1-5d2b-4e36-ba2d-27911ac1eac2 HTTP/1.1" status: 200 len: 909 time: 0.2154946 Aug 31 09:56:35.218955 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:35.225312 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71d43c9-f07c-45de-b802-96260527ad68 None None] New status for floating IP eeb8b5fd-6d79-4c9e-b6d0-e013e898ed3d: ACTIVE {{(pid=112922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 09:56:35.247026 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-139f73a0-4de1-4afc-ad9b-744ee49fd577 req-744c033d-ec27-448a-a69c-af68c96673ae service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4adc3c8-d787-4f05-8cd2-ace7305b75c0 HTTP/1.1" status: 200 len: 999 time: 0.1499288 Aug 31 09:56:35.251240 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-045e471b-827c-4cda-bead-fb3f2ebac0dc req-9f0d6a9b-023c-4035-b2d3-d786a448fe41 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/0f5370f1-004e-40df-a622-c79b4bbd1b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449400 Aug 31 09:56:35.257710 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaefbfd9-80a8-4ccb-b229-405fc77e1ac9 req-6f54f86f-df4d-4df0-8d8b-a9e60c4f5129 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:35.259313 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-eaefbfd9-80a8-4ccb-b229-405fc77e1ac9 req-6f54f86f-df4d-4df0-8d8b-a9e60c4f5129 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=482325e0-2a4b-4446-804a-0e3a1bcb722c HTTP/1.1" status: 200 len: 944 time: 0.0978470 Aug 31 09:56:35.380467 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:35.411629 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f73a0-4de1-4afc-ad9b-744ee49fd577 req-1288c405-68e8-445c-9019-140decf445a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:35.413110 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-139f73a0-4de1-4afc-ad9b-744ee49fd577 req-1288c405-68e8-445c-9019-140decf445a2 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=100d0a81-296f-40bc-b9da-620cf0c03709 HTTP/1.1" status: 200 len: 847 time: 0.1529007 Aug 31 09:56:35.453455 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-eaefbfd9-80a8-4ccb-b229-405fc77e1ac9 req-61d5621b-c2d2-4666-8dbe-9fafe28fd908 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743755 Aug 31 09:56:35.476847 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-045e471b-827c-4cda-bead-fb3f2ebac0dc req-24adb437-eb05-4010-bb4a-5be360f44045 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/0f5370f1-004e-40df-a622-c79b4bbd1b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154021 Aug 31 09:56:35.493734 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f73a0-4de1-4afc-ad9b-744ee49fd577 req-5ab02852-8e7c-4482-8c08-3c9031761a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:35.495779 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-139f73a0-4de1-4afc-ad9b-744ee49fd577 req-5ab02852-8e7c-4482-8c08-3c9031761a51 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=177a62e1-5d2b-4e36-ba2d-27911ac1eac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0615509 Aug 31 09:56:35.608050 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cee48b-211e-425b-b0fa-804de21657a1 req-96721a2f-3b4a-4add-b641-9ca0cdbdf4ad tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:35.610251 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-44cee48b-211e-425b-b0fa-804de21657a1 req-96721a2f-3b4a-4add-b641-9ca0cdbdf4ad tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 943 time: 0.0997767 Aug 31 09:56:35.949077 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-139f73a0-4de1-4afc-ad9b-744ee49fd577 req-ea14007f-3643-4e5c-bc45-6c7911521e44 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/177a62e1-5d2b-4e36-ba2d-27911ac1eac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4274139 Aug 31 09:56:35.984836 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-44cee48b-211e-425b-b0fa-804de21657a1 req-0ad36d0b-051d-4725-b33a-3aab53085f22 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d428904c-a6ff-4142-9450-c03d69fe280e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3621964 Aug 31 09:56:36.062060 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-139f73a0-4de1-4afc-ad9b-744ee49fd577 req-5e6f1eea-cabe-4d2d-a318-fac9f3b02dcf service neutron] 10.222.0.64 "GET /networking/v2.0/networks/177a62e1-5d2b-4e36-ba2d-27911ac1eac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041219 Aug 31 09:56:36.602400 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7470bf-f5e8-4b89-adda-764b50494ebb req-67b5920d-b82f-4575-8b36-b344ef9dc2af tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:36.604259 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-de7470bf-f5e8-4b89-adda-764b50494ebb req-67b5920d-b82f-4575-8b36-b344ef9dc2af tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=482325e0-2a4b-4446-804a-0e3a1bcb722c HTTP/1.1" status: 200 len: 944 time: 0.0618849 Aug 31 09:56:36.666381 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-de7470bf-f5e8-4b89-adda-764b50494ebb req-b9ca6edd-84a0-4bd3-bf87-d81cba2ecc8d tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551314 Aug 31 09:56:37.122706 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88c1ff-ba7b-431c-a2bb-c8eccd995f2b req-4608770b-7530-4306-a08c-93bd7710450d tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:37.124278 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ba88c1ff-ba7b-431c-a2bb-c8eccd995f2b req-4608770b-7530-4306-a08c-93bd7710450d tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 943 time: 0.0552289 Aug 31 09:56:37.179611 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ba88c1ff-ba7b-431c-a2bb-c8eccd995f2b req-b8da3b23-adc4-4bd1-a7d0-d68e845eae32 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d428904c-a6ff-4142-9450-c03d69fe280e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488441 Aug 31 09:56:37.800907 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32991751-6faf-4994-aee0-746bdbb2c849 req-7836d6df-adb9-4eeb-86e0-6aa42ce64d55 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:37.802512 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-32991751-6faf-4994-aee0-746bdbb2c849 req-7836d6df-adb9-4eeb-86e0-6aa42ce64d55 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=482325e0-2a4b-4446-804a-0e3a1bcb722c HTTP/1.1" status: 200 len: 944 time: 0.0556488 Aug 31 09:56:37.863795 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-32991751-6faf-4994-aee0-746bdbb2c849 req-7b492873-84af-4ccb-be83-2c20435009a1 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554667 Aug 31 09:56:38.319552 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d72536-a1df-448e-8e2b-ff2e3b791ff1 req-f531fec1-c715-4967-a9dd-9f12687c583c tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:38.321167 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-51d72536-a1df-448e-8e2b-ff2e3b791ff1 req-f531fec1-c715-4967-a9dd-9f12687c583c tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 943 time: 0.0522773 Aug 31 09:56:38.380389 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-51d72536-a1df-448e-8e2b-ff2e3b791ff1 req-5db140c3-cee0-4e86-8d78-6135ecf09964 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d428904c-a6ff-4142-9450-c03d69fe280e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487742 Aug 31 09:56:38.987131 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0adceb-fca6-4569-a903-621431d45c32 req-99d19db3-2a39-4263-9ad1-3f05ce564142 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:38.988602 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5e0adceb-fca6-4569-a903-621431d45c32 req-99d19db3-2a39-4263-9ad1-3f05ce564142 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=482325e0-2a4b-4446-804a-0e3a1bcb722c HTTP/1.1" status: 200 len: 944 time: 0.0472863 Aug 31 09:56:39.039214 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5e0adceb-fca6-4569-a903-621431d45c32 req-cc67c072-2b31-4fa3-8b88-4a2f2003bf3e tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444820 Aug 31 09:56:39.504823 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:39.513722 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b0258a-7609-4312-a230-57032683cf5f req-a29f115a-cac8-4ac2-81ac-bddbf7e65568 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:39.515402 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e4b0258a-7609-4312-a230-57032683cf5f req-a29f115a-cac8-4ac2-81ac-bddbf7e65568 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 943 time: 0.0540719 Aug 31 09:56:39.566929 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e4b0258a-7609-4312-a230-57032683cf5f req-775509ce-bfe5-4216-96c3-e6f330cbac29 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d428904c-a6ff-4142-9450-c03d69fe280e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458572 Aug 31 09:56:40.167288 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28665911-ca71-4132-a3e4-d83ab43b401b req-28d6658c-b35e-4cb6-ad70-65fe2cd3ccbe tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:40.168750 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-28665911-ca71-4132-a3e4-d83ab43b401b req-28d6658c-b35e-4cb6-ad70-65fe2cd3ccbe tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=482325e0-2a4b-4446-804a-0e3a1bcb722c HTTP/1.1" status: 200 len: 944 time: 0.0481145 Aug 31 09:56:40.220634 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-28665911-ca71-4132-a3e4-d83ab43b401b req-2e9792af-3a17-4feb-a5eb-f38313f96605 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461195 Aug 31 09:56:40.665395 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:40.714455 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427fd74f-b8ac-441c-862c-3bc13feb5d1d req-e79895f6-d164-4d0a-86fe-d38f2e80feb6 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:40.715999 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-427fd74f-b8ac-441c-862c-3bc13feb5d1d req-e79895f6-d164-4d0a-86fe-d38f2e80feb6 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 943 time: 0.0601435 Aug 31 09:56:40.771478 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-427fd74f-b8ac-441c-862c-3bc13feb5d1d req-b499b8c4-d6fe-41d5-a8c3-291f260d7ae1 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d428904c-a6ff-4142-9450-c03d69fe280e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492690 Aug 31 09:56:41.347711 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64904c05-c96c-4a52-92c2-97333aa03e65 req-031709bb-1c5b-48fc-90a3-aa67e640b4ed tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:41.349297 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-64904c05-c96c-4a52-92c2-97333aa03e65 req-031709bb-1c5b-48fc-90a3-aa67e640b4ed tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=482325e0-2a4b-4446-804a-0e3a1bcb722c HTTP/1.1" status: 200 len: 944 time: 0.0503237 Aug 31 09:56:41.401501 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-64904c05-c96c-4a52-92c2-97333aa03e65 req-5bac8760-0686-4c0e-b9bf-b989e921166a tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462105 Aug 31 09:56:41.902041 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71193edf-8217-42fc-8540-31ffb25f5f6a req-2190d7af-aae4-4cfe-bd84-e3b1349858fd tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:41.903535 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-71193edf-8217-42fc-8540-31ffb25f5f6a req-2190d7af-aae4-4cfe-bd84-e3b1349858fd tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 943 time: 0.0487480 Aug 31 09:56:41.965235 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-71193edf-8217-42fc-8540-31ffb25f5f6a req-42eeeac3-c64d-4610-b39b-2aa8531d5bdb tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d428904c-a6ff-4142-9450-c03d69fe280e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557251 Aug 31 09:56:42.530310 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f573a-8d18-4bec-8156-7fc084ba5d72 req-b67c76e1-0fa9-4d89-a078-ddf83d30d37f tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:42.532041 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-250f573a-8d18-4bec-8156-7fc084ba5d72 req-b67c76e1-0fa9-4d89-a078-ddf83d30d37f tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=482325e0-2a4b-4446-804a-0e3a1bcb722c HTTP/1.1" status: 200 len: 944 time: 0.0545022 Aug 31 09:56:42.585045 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-250f573a-8d18-4bec-8156-7fc084ba5d72 req-d17409c1-9d50-43e3-b6dc-ea97d483f256 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474236 Aug 31 09:56:43.094680 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001fa68-e11e-4237-9463-911ff68f34ab req-42f017b0-9f62-4cd2-a8cb-054a8da85e41 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:43.096368 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d001fa68-e11e-4237-9463-911ff68f34ab req-42f017b0-9f62-4cd2-a8cb-054a8da85e41 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 943 time: 0.0515647 Aug 31 09:56:43.161734 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d001fa68-e11e-4237-9463-911ff68f34ab req-d6798b81-a945-465e-8345-9712579bb1e8 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d428904c-a6ff-4142-9450-c03d69fe280e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542417 Aug 31 09:56:43.180387 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device 6937ee29-5c42-40ef-97b4-9409defc0131 details requested by agent hyperv_hv-cinder-84496 with host hv-cinder-84496 {{(pid=112921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:56:43.292661 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port 6937ee29-5c42-40ef-97b4-9409defc0131, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=6937ee29-5c42-40ef-97b4-9409defc0131,segment=NetworkSegment(ea218d44-3149-46b8-ba8f-676cf816a455),segment_id=ea218d44-3149-46b8-ba8f-676cf816a455)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:43.305627 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Returning: {'device': '6937ee29-5c42-40ef-97b4-9409defc0131', 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a', 'port_id': '6937ee29-5c42-40ef-97b4-9409defc0131', 'mac_address': 'fa:16:3e:cc:93:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '951df996-7b80-48db-8007-5a5a52488eaf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:56:43.344182 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Current status of the port 6937ee29-5c42-40ef-97b4-9409defc0131 is: DOWN; New status is: BUILD {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:56:43.344569 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (6937ee29-5c42-40ef-97b4-9409defc0131), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:43.358594 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.notifiers.nova [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6937ee29-5c42-40ef-97b4-9409defc0131 {{(pid=112921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 09:56:43.394519 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port 6937ee29-5c42-40ef-97b4-9409defc0131, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=6937ee29-5c42-40ef-97b4-9409defc0131,segment=NetworkSegment(ea218d44-3149-46b8-ba8f-676cf816a455),segment_id=ea218d44-3149-46b8-ba8f-676cf816a455)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:43.400075 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (6937ee29-5c42-40ef-97b4-9409defc0131), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:43.452499 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Pushing event updated for resources: {'Port': ['ID=6937ee29-5c42-40ef-97b4-9409defc0131,revision_number=4']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:43.461515 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:43.461875 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:43.462222 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:43.462587 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:43.462895 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:43.463228 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:43.463551 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:43.463875 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:43.464197 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:43.464519 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:43.464873 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:43.465164 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:43.465511 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:43.465830 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:43.466148 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:43.718885 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7abb74-cbd2-40a2-8631-03735b854d1a req-48253324-e9d4-4eee-af3b-cc7a5be165b5 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:43.720656 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2e7abb74-cbd2-40a2-8631-03735b854d1a req-48253324-e9d4-4eee-af3b-cc7a5be165b5 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=482325e0-2a4b-4446-804a-0e3a1bcb722c HTTP/1.1" status: 200 len: 945 time: 0.0579739 Aug 31 09:56:43.777621 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2e7abb74-cbd2-40a2-8631-03735b854d1a req-263b0b34-8b0b-4663-9e7e-ad639b13ed11 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506370 Aug 31 09:56:43.877560 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] get_ports_and_sgs() called for port_ids ['6937ee29-5c42-40ef-97b4-9409defc0131'] {{(pid=112921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 09:56:43.905279 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:44.303870 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5add74-1a18-4a8f-abde-4fba0a9ba9f6 req-ba1784f2-963d-44fb-b971-cca303c9ca76 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:44.305555 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-bd5add74-1a18-4a8f-abde-4fba0a9ba9f6 req-ba1784f2-963d-44fb-b971-cca303c9ca76 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 943 time: 0.0590446 Aug 31 09:56:44.366431 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-bd5add74-1a18-4a8f-abde-4fba0a9ba9f6 req-b26cdf92-cc47-40e2-86a5-4fbfac69a7d8 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d428904c-a6ff-4142-9450-c03d69fe280e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540550 Aug 31 09:56:44.914042 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75686213-8e0d-421a-9631-ca7d900bf001 req-acc0fd54-9e80-4f77-84e2-25d8de4d5351 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:44.915694 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-75686213-8e0d-421a-9631-ca7d900bf001 req-acc0fd54-9e80-4f77-84e2-25d8de4d5351 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=482325e0-2a4b-4446-804a-0e3a1bcb722c HTTP/1.1" status: 200 len: 945 time: 0.0531535 Aug 31 09:56:44.974075 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=93 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:44.974075 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=54 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:44.985852 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-75686213-8e0d-421a-9631-ca7d900bf001 req-b01700f8-e846-4846-8cb4-104a8576b303 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622599 Aug 31 09:56:45.185135 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device a4adc3c8-d787-4f05-8cd2-ace7305b75c0 details requested by agent hyperv_hv-cinder-84496 with host hv-cinder-84496 {{(pid=112921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:56:45.201831 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device 6937ee29-5c42-40ef-97b4-9409defc0131 up at agent hyperv_hv-cinder-84496 {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:56:45.306959 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:45.325539 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Provisioning for port 6937ee29-5c42-40ef-97b4-9409defc0131 completed by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 09:56:45.337216 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Provisioning complete for port 6937ee29-5c42-40ef-97b4-9409defc0131 triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:56:45.337623 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (6937ee29-5c42-40ef-97b4-9409defc0131), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:45.393889 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port a4adc3c8-d787-4f05-8cd2-ace7305b75c0, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=a4adc3c8-d787-4f05-8cd2-ace7305b75c0,segment=NetworkSegment(9bae367b-c7ab-46d0-9a67-97eb94131586),segment_id=9bae367b-c7ab-46d0-9a67-97eb94131586)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:45.412758 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Returning: {'device': 'a4adc3c8-d787-4f05-8cd2-ace7305b75c0', 'network_id': '177a62e1-5d2b-4e36-ba2d-27911ac1eac2', 'port_id': 'a4adc3c8-d787-4f05-8cd2-ace7305b75c0', 'mac_address': 'fa:16:3e:4e:da:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '100d0a81-296f-40bc-b9da-620cf0c03709', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:56:45.481972 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Current status of the port 6937ee29-5c42-40ef-97b4-9409defc0131 is: BUILD; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:56:45.482363 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (6937ee29-5c42-40ef-97b4-9409defc0131), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:45.485110 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Current status of the port a4adc3c8-d787-4f05-8cd2-ace7305b75c0 is: DOWN; New status is: BUILD {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:56:45.485290 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (a4adc3c8-d787-4f05-8cd2-ace7305b75c0), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:45.517733 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.notifiers.nova [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4adc3c8-d787-4f05-8cd2-ace7305b75c0 {{(pid=112921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 09:56:45.522152 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8a46a-bd97-4e0c-86b4-9618ed6fb137 req-79ed95f0-f910-42c1-85c2-2761ccb638ff tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:45.523707 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f1f8a46a-bd97-4e0c-86b4-9618ed6fb137 req-79ed95f0-f910-42c1-85c2-2761ccb638ff tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 943 time: 0.0599511 Aug 31 09:56:45.530532 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '482325e0-2a4b-4446-804a-0e3a1bcb722c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6937ee29-5c42-40ef-97b4-9409defc0131'}] {{(pid=112921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:56:45.533213 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b0c9b70db3c71f613761f7f5e171cb6bed896c41d1f4f7babde002b819469c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f956d3b0-7269-41d4-b383-c55009d73256" -d '{"events": [{"server_uuid": "482325e0-2a4b-4446-804a-0e3a1bcb722c", "name": "network-vif-plugged", "status": "completed", "tag": "6937ee29-5c42-40ef-97b4-9409defc0131"}]}' {{(pid=112921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:56:45.554255 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port 6937ee29-5c42-40ef-97b4-9409defc0131, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=6937ee29-5c42-40ef-97b4-9409defc0131,segment=NetworkSegment(ea218d44-3149-46b8-ba8f-676cf816a455),segment_id=ea218d44-3149-46b8-ba8f-676cf816a455)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:45.556286 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port a4adc3c8-d787-4f05-8cd2-ace7305b75c0, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=a4adc3c8-d787-4f05-8cd2-ace7305b75c0,segment=NetworkSegment(9bae367b-c7ab-46d0-9a67-97eb94131586),segment_id=9bae367b-c7ab-46d0-9a67-97eb94131586)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:45.560579 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (6937ee29-5c42-40ef-97b4-9409defc0131), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:45.567065 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (a4adc3c8-d787-4f05-8cd2-ace7305b75c0), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:45.589940 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f1f8a46a-bd97-4e0c-86b4-9618ed6fb137 req-ee18704c-68d7-4b14-980c-5249b906edcf tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d428904c-a6ff-4142-9450-c03d69fe280e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603936 Aug 31 09:56:45.598313 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 09:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2986d4c9-b997-44e2-9c0e-9893aa17bfdd x-openstack-request-id: req-2986d4c9-b997-44e2-9c0e-9893aa17bfdd {{(pid=112921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:56:45.598607 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "482325e0-2a4b-4446-804a-0e3a1bcb722c", "name": "network-vif-plugged", "status": "completed", "tag": "6937ee29-5c42-40ef-97b4-9409defc0131", "code": 200}]} {{(pid=112921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:56:45.598860 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2986d4c9-b997-44e2-9c0e-9893aa17bfdd {{(pid=112921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:56:45.599259 dv-cinder-844961-2-iscsi neutron-server[112921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2986d4c9-b997-44e2-9c0e-9893aa17bfdd'] response: {'server_uuid': '482325e0-2a4b-4446-804a-0e3a1bcb722c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6937ee29-5c42-40ef-97b4-9409defc0131', 'code': 200} Aug 31 09:56:45.615365 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:45.630339 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Pushing event updated for resources: {'Port': ['ID=6937ee29-5c42-40ef-97b4-9409defc0131,revision_number=5']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:45.688365 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Pushing event updated for resources: {'Port': ['ID=a4adc3c8-d787-4f05-8cd2-ace7305b75c0,revision_number=7']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:45.941222 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:45.945419 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3addd4-318d-4898-b106-c88017917803 req-b2d9911c-87bd-413c-9963-312d6ca04020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:45.946935 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ac3addd4-318d-4898-b106-c88017917803 req-b2d9911c-87bd-413c-9963-312d6ca04020 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=482325e0-2a4b-4446-804a-0e3a1bcb722c HTTP/1.1" status: 200 len: 1130 time: 0.0409851 Aug 31 09:56:45.997794 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ac3addd4-318d-4898-b106-c88017917803 req-fb1e38ec-0799-4aed-90de-8dba1270a427 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424438 Aug 31 09:56:46.078493 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] get_ports_and_sgs() called for port_ids ['a4adc3c8-d787-4f05-8cd2-ace7305b75c0'] {{(pid=112921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 09:56:46.117936 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00bb064-2539-4d97-8eff-b55d18431d98 req-83bad1d9-af0e-48cf-92a5-abfc1a8990c5 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:46.119481 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a00bb064-2539-4d97-8eff-b55d18431d98 req-83bad1d9-af0e-48cf-92a5-abfc1a8990c5 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=482325e0-2a4b-4446-804a-0e3a1bcb722c HTTP/1.1" status: 200 len: 946 time: 0.0539556 Aug 31 09:56:46.174044 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:46.179661 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a00bb064-2539-4d97-8eff-b55d18431d98 req-105f616d-5bf2-4d34-af55-fa395c9a3b3a tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534668 Aug 31 09:56:46.725368 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27613a-04f0-4576-aa4b-e01d90b15b92 req-55cd2612-d417-4d33-97fd-007fb8846f0b tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:46.726922 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4d27613a-04f0-4576-aa4b-e01d90b15b92 req-55cd2612-d417-4d33-97fd-007fb8846f0b tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 944 time: 0.0495059 Aug 31 09:56:46.783212 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4d27613a-04f0-4576-aa4b-e01d90b15b92 req-d7226df6-dfac-45fb-8ee0-a0a078e4a852 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d428904c-a6ff-4142-9450-c03d69fe280e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502198 Aug 31 09:56:47.302623 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ea5fb-dfe2-4055-9926-a1e59b47434a req-d29f13f0-8b7f-4ae4-9550-f4d89e8cde6d tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:47.304010 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9c5ea5fb-dfe2-4055-9926-a1e59b47434a req-d29f13f0-8b7f-4ae4-9550-f4d89e8cde6d tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=482325e0-2a4b-4446-804a-0e3a1bcb722c HTTP/1.1" status: 200 len: 946 time: 0.0499876 Aug 31 09:56:47.353559 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9c5ea5fb-dfe2-4055-9926-a1e59b47434a req-af9e0e5a-8cd4-4cef-83a5-3eb4753f28a4 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438063 Aug 31 09:56:47.407918 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device a4adc3c8-d787-4f05-8cd2-ace7305b75c0 up at agent hyperv_hv-cinder-84496 {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:56:47.452590 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Provisioning complete for port a4adc3c8-d787-4f05-8cd2-ace7305b75c0 triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:56:47.453117 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (a4adc3c8-d787-4f05-8cd2-ace7305b75c0), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:47.528639 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Current status of the port a4adc3c8-d787-4f05-8cd2-ace7305b75c0 is: BUILD; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:56:47.529023 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (a4adc3c8-d787-4f05-8cd2-ace7305b75c0), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:47.564886 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port a4adc3c8-d787-4f05-8cd2-ace7305b75c0, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=a4adc3c8-d787-4f05-8cd2-ace7305b75c0,segment=NetworkSegment(9bae367b-c7ab-46d0-9a67-97eb94131586),segment_id=9bae367b-c7ab-46d0-9a67-97eb94131586)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:47.568735 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (a4adc3c8-d787-4f05-8cd2-ace7305b75c0), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:47.601565 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b32c74c-ed7a-496f-bf84-ce2d50e8b808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4adc3c8-d787-4f05-8cd2-ace7305b75c0'}] {{(pid=112921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:56:47.603898 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b0c9b70db3c71f613761f7f5e171cb6bed896c41d1f4f7babde002b819469c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20092061-4be1-4f21-b1c3-c0cd30bb8d8d" -d '{"events": [{"server_uuid": "1b32c74c-ed7a-496f-bf84-ce2d50e8b808", "name": "network-vif-plugged", "status": "completed", "tag": "a4adc3c8-d787-4f05-8cd2-ace7305b75c0"}]}' {{(pid=112921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:56:47.608200 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:47.627197 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Pushing event updated for resources: {'Port': ['ID=a4adc3c8-d787-4f05-8cd2-ace7305b75c0,revision_number=8']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:47.643390 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 09:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353609b1-7ae6-4c43-8dac-faeb76eaa24a x-openstack-request-id: req-353609b1-7ae6-4c43-8dac-faeb76eaa24a {{(pid=112921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:56:47.643609 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b32c74c-ed7a-496f-bf84-ce2d50e8b808", "name": "network-vif-plugged", "status": "completed", "tag": "a4adc3c8-d787-4f05-8cd2-ace7305b75c0", "code": 200}]} {{(pid=112921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:56:47.643859 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-353609b1-7ae6-4c43-8dac-faeb76eaa24a {{(pid=112921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:56:47.644257 dv-cinder-844961-2-iscsi neutron-server[112921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-353609b1-7ae6-4c43-8dac-faeb76eaa24a'] response: {'server_uuid': '1b32c74c-ed7a-496f-bf84-ce2d50e8b808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4adc3c8-d787-4f05-8cd2-ace7305b75c0', 'code': 200} Aug 31 09:56:47.904099 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae625aa4-7af3-44c3-a43b-dbb0d93aeab4 req-2ec8b66d-07b2-4b16-a41b-2116b4255c02 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:47.905599 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ae625aa4-7af3-44c3-a43b-dbb0d93aeab4 req-2ec8b66d-07b2-4b16-a41b-2116b4255c02 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 945 time: 0.0483439 Aug 31 09:56:47.956675 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ae625aa4-7af3-44c3-a43b-dbb0d93aeab4 req-2c015bf2-fb94-4473-977b-aea7566757d4 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d428904c-a6ff-4142-9450-c03d69fe280e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452938 Aug 31 09:56:48.487483 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9852a57-7989-4ffe-ad74-73e7778f4be8 req-93b85151-6f1b-4f5c-bae4-90ae3750c72f tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:48.488966 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f9852a57-7989-4ffe-ad74-73e7778f4be8 req-93b85151-6f1b-4f5c-bae4-90ae3750c72f tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=482325e0-2a4b-4446-804a-0e3a1bcb722c HTTP/1.1" status: 200 len: 946 time: 0.0479453 Aug 31 09:56:48.544564 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f9852a57-7989-4ffe-ad74-73e7778f4be8 req-f14674fa-3c29-4dbe-8725-a0fea83b85da tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493784 Aug 31 09:56:48.602051 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa53fb-e51e-486a-9a2b-fa6552e3fc9b req-38fb46d9-07bc-4069-80e1-109ea71b83c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:48.604204 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c3aa53fb-e51e-486a-9a2b-fa6552e3fc9b req-38fb46d9-07bc-4069-80e1-109ea71b83c5 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 1129 time: 0.0409365 Aug 31 09:56:48.689142 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32f976-4d8e-4940-a8ef-7fd1b8468ff1 req-5266df41-6101-413c-8030-6b9411806f3c tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:48.690644 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9d32f976-4d8e-4940-a8ef-7fd1b8468ff1 req-5266df41-6101-413c-8030-6b9411806f3c tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=482325e0-2a4b-4446-804a-0e3a1bcb722c HTTP/1.1" status: 200 len: 946 time: 0.0664141 Aug 31 09:56:48.693290 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c3aa53fb-e51e-486a-9a2b-fa6552e3fc9b req-7f0a16e2-041b-465a-866a-72ff5bcf9574 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=d428904c-a6ff-4142-9450-c03d69fe280e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826650 Aug 31 09:56:48.742519 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9d32f976-4d8e-4940-a8ef-7fd1b8468ff1 req-4e82d7de-dddc-4cec-a81d-f162dbb293a1 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461977 Aug 31 09:56:48.770735 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 50452) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:56:48.810787 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd41f3b-6e87-4e92-8c7f-507866dbc3bd tempest-TestVolumeBootPattern-166419390 tempest-TestVolumeBootPattern-166419390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:48.812595 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-5bd41f3b-6e87-4e92-8c7f-507866dbc3bd tempest-TestVolumeBootPattern-166419390 tempest-TestVolumeBootPattern-166419390-project-admin] 10.222.0.13 "GET /networking/v2.0/ports?device_id=482325e0-2a4b-4446-804a-0e3a1bcb722c HTTP/1.1" status: 200 len: 1125 time: 0.0408487 Aug 31 09:56:48.815446 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 50454) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:56:48.819651 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-b1379303-ae5e-48c5-ade6-9693406cf863 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Request body: {'floatingip': {'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'port_id': '6937ee29-5c42-40ef-97b4-9409defc0131', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:56:48.842602 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-b1379303-ae5e-48c5-ade6-9693406cf863 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:48.928226 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-b1379303-ae5e-48c5-ade6-9693406cf863 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:49.037562 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.db_base_plugin_common [None req-b1379303-ae5e-48c5-ade6-9693406cf863 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Allocated IP 172.27.3.53 (9ecc2a3c-efc3-4c90-8e67-1028759a248c/b5177607-d6ca-45c7-ac03-71d68f18093b/d29e3051-b9d8-4031-8b45-e2e3a55c0d3b) {{(pid=112920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:56:49.084540 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78a8eb-0c37-4699-9d85-39e79473c872 req-10421cd1-353e-49a9-b94e-920cb9a3649c tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:49.086119 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-3a78a8eb-0c37-4699-9d85-39e79473c872 req-10421cd1-353e-49a9-b94e-920cb9a3649c tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 945 time: 0.0543735 Aug 31 09:56:49.137741 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-3a78a8eb-0c37-4699-9d85-39e79473c872 req-21cba1ec-ec86-4bb5-a6ac-e752975c3542 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d428904c-a6ff-4142-9450-c03d69fe280e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455139 Aug 31 09:56:49.156008 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-b1379303-ae5e-48c5-ade6-9693406cf863 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks [] for port (d29e3051-b9d8-4031-8b45-e2e3a55c0d3b), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:49.187961 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-b1379303-ae5e-48c5-ade6-9693406cf863 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64202837'] for port (d29e3051-b9d8-4031-8b45-e2e3a55c0d3b), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:49.228802 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1379303-ae5e-48c5-ade6-9693406cf863 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Network 9ecc2a3c-efc3-4c90-8e67-1028759a248c is already hosted by enough agents. {{(pid=112920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:56:49.233827 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.base_scheduler [None req-b1379303-ae5e-48c5-ade6-9693406cf863 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Resources bound (agent type, host, resource id): {{(pid=112920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:56:49.237758 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1379303-ae5e-48c5-ade6-9693406cf863 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Received port after_create {{(pid=112920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:56:49.241371 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1379303-ae5e-48c5-ade6-9693406cf863 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Pushing event updated for resources: {'Port': ['ID=d29e3051-b9d8-4031-8b45-e2e3a55c0d3b,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:49.269659 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1379303-ae5e-48c5-ade6-9693406cf863 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:49.270002 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1379303-ae5e-48c5-ade6-9693406cf863 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:49.270343 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1379303-ae5e-48c5-ade6-9693406cf863 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:49.270675 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1379303-ae5e-48c5-ade6-9693406cf863 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:49.271004 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1379303-ae5e-48c5-ade6-9693406cf863 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:49.271323 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1379303-ae5e-48c5-ade6-9693406cf863 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:49.271643 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1379303-ae5e-48c5-ade6-9693406cf863 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:49.278685 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1379303-ae5e-48c5-ade6-9693406cf863 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:49.278685 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1379303-ae5e-48c5-ade6-9693406cf863 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:49.278685 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1379303-ae5e-48c5-ade6-9693406cf863 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:49.278685 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1379303-ae5e-48c5-ade6-9693406cf863 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:49.278685 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1379303-ae5e-48c5-ade6-9693406cf863 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:49.278685 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1379303-ae5e-48c5-ade6-9693406cf863 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:49.278685 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1379303-ae5e-48c5-ade6-9693406cf863 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:49.278685 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1379303-ae5e-48c5-ade6-9693406cf863 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:49.621835 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:49.631655 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:49.640908 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-b1379303-ae5e-48c5-ade6-9693406cf863 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks [] for floatingip (9dbc0bfd-f86b-432d-9d4a-ae2aa3e73e5e), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:49.708864 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-b1379303-ae5e-48c5-ade6-9693406cf863 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (d29e3051-b9d8-4031-8b45-e2e3a55c0d3b), before_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:49.861359 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-b1379303-ae5e-48c5-ade6-9693406cf863 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks [] for port (d29e3051-b9d8-4031-8b45-e2e3a55c0d3b), precommit_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:49.866107 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-b1379303-ae5e-48c5-ade6-9693406cf863 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64202844'] for port (d29e3051-b9d8-4031-8b45-e2e3a55c0d3b), after_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:49.937972 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-b1379303-ae5e-48c5-ade6-9693406cf863 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964517'] for floatingip (9dbc0bfd-f86b-432d-9d4a-ae2aa3e73e5e), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:49.939780 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1379303-ae5e-48c5-ade6-9693406cf863 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Pushing event updated for resources: {'Port': ['ID=d29e3051-b9d8-4031-8b45-e2e3a55c0d3b,revision_number=2']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:50.044443 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.db.l3_db [None req-b1379303-ae5e-48c5-ade6-9693406cf863 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Floating IP 9dbc0bfd-f86b-432d-9d4a-ae2aa3e73e5e associated. External IP: 172.27.3.53, port: 6937ee29-5c42-40ef-97b4-9409defc0131. Aug 31 09:56:50.255360 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1379303-ae5e-48c5-ade6-9693406cf863 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Router eac686d3-e381-4e81-8df0-b10cffb85e37 has already been hosted by L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 {{(pid=112920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:56:50.260727 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c5e6f-6089-414e-bfa3-bdf76d1fef76 req-de2384c5-0e87-4ba8-81b4-87f546049ad1 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:50.262266 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-db6c5e6f-6089-414e-bfa3-bdf76d1fef76 req-de2384c5-0e87-4ba8-81b4-87f546049ad1 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 945 time: 0.0500340 Aug 31 09:56:50.320558 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-db6c5e6f-6089-414e-bfa3-bdf76d1fef76 req-98796b5e-0c60-42fa-b02c-fd5ef7ce542d tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d428904c-a6ff-4142-9450-c03d69fe280e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516052 Aug 31 09:56:50.371549 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1379303-ae5e-48c5-ade6-9693406cf863 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:56:50.381397 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad31b651-3b88-424a-978a-20fd053ae583 None None] Sync routers for ids ['eac686d3-e381-4e81-8df0-b10cffb85e37'] in dv-cinder-844961-2-iscsi {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:56:50.390361 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-b1379303-ae5e-48c5-ade6-9693406cf863 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for floatingip (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:50.397596 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad31b651-3b88-424a-978a-20fd053ae583 None None] Routers {'eac686d3-e381-4e81-8df0-b10cffb85e37'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:56:50.398661 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-ad31b651-3b88-424a-978a-20fd053ae583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:56:26Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['eac686d3-e381-4e81-8df0-b10cffb85e37'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:50.426835 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-b1379303-ae5e-48c5-ade6-9693406cf863 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6103501 Aug 31 09:56:50.427420 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '482325e0-2a4b-4446-804a-0e3a1bcb722c', 'tag': '6937ee29-5c42-40ef-97b4-9409defc0131'}] {{(pid=112920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:56:50.429769 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b1c67df7a66df2dbb2f1d86d1740294a25e35557c8b7fb736f9ab0bc04a1bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95f2361-e461-4482-b6c4-7c241653ce46" -d '{"events": [{"name": "network-changed", "server_uuid": "482325e0-2a4b-4446-804a-0e3a1bcb722c", "tag": "6937ee29-5c42-40ef-97b4-9409defc0131"}]}' {{(pid=112920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:56:50.470456 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 09:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb5c190-37e6-408f-a568-5adeb08e3706 x-openstack-request-id: req-efb5c190-37e6-408f-a568-5adeb08e3706 {{(pid=112920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:56:50.470740 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "482325e0-2a4b-4446-804a-0e3a1bcb722c", "tag": "6937ee29-5c42-40ef-97b4-9409defc0131", "status": "completed", "code": 200}]} {{(pid=112920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:56:50.470989 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-efb5c190-37e6-408f-a568-5adeb08e3706 {{(pid=112920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:56:50.471387 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efb5c190-37e6-408f-a568-5adeb08e3706'] response: {'name': 'network-changed', 'server_uuid': '482325e0-2a4b-4446-804a-0e3a1bcb722c', 'tag': '6937ee29-5c42-40ef-97b4-9409defc0131', 'status': 'completed', 'code': 200} Aug 31 09:56:50.518065 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-ad31b651-3b88-424a-978a-20fd053ae583 None None] Set router eac686d3-e381-4e81-8df0-b10cffb85e37 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:56:50.661573 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:50.902163 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-ad31b651-3b88-424a-978a-20fd053ae583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'name': 'tempest-TestVolumeBootPattern-35709202-router', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '603cacde-2f37-4c9a-bec9-1d8b0343ffdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:51:11Z', 'updated_at': '2022-08-31T09:51:17Z', 'revision_number': 4, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'gw_port': {'id': '603cacde-2f37-4c9a-bec9-1d8b0343ffdd', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:85:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:11Z', 'updated_at': '2022-08-31T09:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_floatingips': [{'id': '9dbc0bfd-f86b-432d-9d4a-ae2aa3e73e5e', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'floating_ip_address': '172.27.3.53', 'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'router_id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'port_id': '6937ee29-5c42-40ef-97b4-9409defc0131', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a', 'mac_address': 'fa:16:3e:cc:93:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482325e0-2a4b-4446-804a-0e3a1bcb722c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T09:56:49Z', 'updated_at': '2022-08-31T09:56:49Z', 'revision_number': 0, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d2ec1c7-5052-416f-81de-e9aab741524f', 'name': '', 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'mac_address': 'fa:16:3e:06:97:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '951df996-7b80-48db-8007-5a5a52488eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:16Z', 'updated_at': '2022-08-31T09:51:26Z', 'revision_number': 5, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'subnets': [{'id': '951df996-7b80-48db-8007-5a5a52488eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:50.928578 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad31b651-3b88-424a-978a-20fd053ae583 None None] Checking router: eac686d3-e381-4e81-8df0-b10cffb85e37 for host: dv-cinder-844961-2-iscsi {{(pid=112921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:56:50.937777 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad31b651-3b88-424a-978a-20fd053ae583 None None] Routers {'eac686d3-e381-4e81-8df0-b10cffb85e37'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:56:50.938382 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-ad31b651-3b88-424a-978a-20fd053ae583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:56:26Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['eac686d3-e381-4e81-8df0-b10cffb85e37'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:50.980214 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f2361-e461-4482-b6c4-7c241653ce46 req-21124fe9-dabe-406f-ba61-d3cee5c0e354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:50.981739 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e95f2361-e461-4482-b6c4-7c241653ce46 req-21124fe9-dabe-406f-ba61-d3cee5c0e354 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=6634173c9d534fca800d394d545a9d0c&device_id=482325e0-2a4b-4446-804a-0e3a1bcb722c HTTP/1.1" status: 200 len: 1130 time: 0.0461280 Aug 31 09:56:51.045499 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-ad31b651-3b88-424a-978a-20fd053ae583 None None] Set router eac686d3-e381-4e81-8df0-b10cffb85e37 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:56:51.080128 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f2361-e461-4482-b6c4-7c241653ce46 req-da344192-d64a-43f8-9992-d8c4966a5f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:51.081622 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e95f2361-e461-4482-b6c4-7c241653ce46 req-da344192-d64a-43f8-9992-d8c4966a5f18 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a HTTP/1.1" status: 200 len: 911 time: 0.0885847 Aug 31 09:56:51.170352 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e95f2361-e461-4482-b6c4-7c241653ce46 req-1f8448ba-b643-4b31-a56b-43908cca5e74 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6937ee29-5c42-40ef-97b4-9409defc0131 HTTP/1.1" status: 200 len: 999 time: 0.0804973 Aug 31 09:56:51.219453 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:51.240142 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:51.248009 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f2361-e461-4482-b6c4-7c241653ce46 req-8af9fba4-3277-41ae-9691-081f259521e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:51.249937 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e95f2361-e461-4482-b6c4-7c241653ce46 req-8af9fba4-3277-41ae-9691-081f259521e9 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=951df996-7b80-48db-8007-5a5a52488eaf HTTP/1.1" status: 200 len: 849 time: 0.0725243 Aug 31 09:56:51.303669 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f2361-e461-4482-b6c4-7c241653ce46 req-659a825b-09bf-4852-b65f-46cdcfa97411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:51.305272 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e95f2361-e461-4482-b6c4-7c241653ce46 req-659a825b-09bf-4852-b65f-46cdcfa97411 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405245 Aug 31 09:56:51.327411 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-ad31b651-3b88-424a-978a-20fd053ae583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'name': 'tempest-TestVolumeBootPattern-35709202-router', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '603cacde-2f37-4c9a-bec9-1d8b0343ffdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:51:11Z', 'updated_at': '2022-08-31T09:51:17Z', 'revision_number': 4, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'gw_port': {'id': '603cacde-2f37-4c9a-bec9-1d8b0343ffdd', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:85:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:11Z', 'updated_at': '2022-08-31T09:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_floatingips': [{'id': '9dbc0bfd-f86b-432d-9d4a-ae2aa3e73e5e', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'floating_ip_address': '172.27.3.53', 'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'router_id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'port_id': '6937ee29-5c42-40ef-97b4-9409defc0131', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a', 'mac_address': 'fa:16:3e:cc:93:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482325e0-2a4b-4446-804a-0e3a1bcb722c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T09:56:49Z', 'updated_at': '2022-08-31T09:56:49Z', 'revision_number': 0, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d2ec1c7-5052-416f-81de-e9aab741524f', 'name': '', 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'mac_address': 'fa:16:3e:06:97:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '951df996-7b80-48db-8007-5a5a52488eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:16Z', 'updated_at': '2022-08-31T09:51:26Z', 'revision_number': 5, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'subnets': [{'id': '951df996-7b80-48db-8007-5a5a52488eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:51.354449 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad31b651-3b88-424a-978a-20fd053ae583 None None] The sync data for ids ['eac686d3-e381-4e81-8df0-b10cffb85e37'] in dv-cinder-844961-2-iscsi is: [{'id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'name': 'tempest-TestVolumeBootPattern-35709202-router', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '603cacde-2f37-4c9a-bec9-1d8b0343ffdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:51:11Z', 'updated_at': '2022-08-31T09:51:17Z', 'revision_number': 4, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'gw_port': {'id': '603cacde-2f37-4c9a-bec9-1d8b0343ffdd', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:85:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:11Z', 'updated_at': '2022-08-31T09:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_floatingips': [{'id': '9dbc0bfd-f86b-432d-9d4a-ae2aa3e73e5e', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'floating_ip_address': '172.27.3.53', 'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'router_id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'port_id': '6937ee29-5c42-40ef-97b4-9409defc0131', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a', 'mac_address': 'fa:16:3e:cc:93:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482325e0-2a4b-4446-804a-0e3a1bcb722c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T09:56:49Z', 'updated_at': '2022-08-31T09:56:49Z', 'revision_number': 0, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d2ec1c7-5052-416f-81de-e9aab741524f', 'name': '', 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'mac_address': 'fa:16:3e:06:97:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '951df996-7b80-48db-8007-5a5a52488eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:16Z', 'updated_at': '2022-08-31T09:51:26Z', 'revision_number': 5, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'subnets': [{'id': '951df996-7b80-48db-8007-5a5a52488eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:56:51.430630 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e95f2361-e461-4482-b6c4-7c241653ce46 req-25b04304-30ac-4a6f-9459-c3b8a8b44871 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171858 Aug 31 09:56:51.507282 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4cc543-3dfb-4ca5-a24c-c2a0ebd5613e req-3eb845df-8811-423e-aac5-f14709abad82 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:56:51.508955 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-8f4cc543-3dfb-4ca5-a24c-c2a0ebd5613e req-3eb845df-8811-423e-aac5-f14709abad82 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 945 time: 0.0952218 Aug 31 09:56:51.578320 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea275268-f040-4a75-97de-d8769cdb9a53 None None] New status for floating IP 9dbc0bfd-f86b-432d-9d4a-ae2aa3e73e5e: ACTIVE {{(pid=112922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 09:56:51.597353 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e95f2361-e461-4482-b6c4-7c241653ce46 req-d93e806e-0149-4415-be1c-3b6b4f792bb1 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501980 Aug 31 09:56:51.600937 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-8f4cc543-3dfb-4ca5-a24c-c2a0ebd5613e req-6ddf13be-920d-4eb1-bba9-754b90a9457e tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d428904c-a6ff-4142-9450-c03d69fe280e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847154 Aug 31 09:56:53.085952 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.agents_db [None req-8002e13a-56e4-448b-bc0d-5c9f038cbdad None None] Agent healthcheck: found 6 active agents {{(pid=112922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:56:54.247458 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-d591604b-3b2a-4278-895e-95a0343a6348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:55.804390 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e6f198be-e193-4693-a253-f9c4522a6272), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:56.494910 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-cca55f07-8172-4a47-98f7-c7f62f6e12e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:57.808984 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:59.491475 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:56:59.603546 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:56:59.619636 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:00.417881 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:57:00.423519 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:57:01.589323 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=32 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:57:01.592384 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=36 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:57:02.725828 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-dddf5dc5-c30b-468d-8705-f0c1c5c97a7c req-2c08e964-3339-4cb8-ae4c-7aa3517c72e2 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0470271 Aug 31 09:57:02.854292 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf5dc5-c30b-468d-8705-f0c1c5c97a7c req-a5f8962c-ad36-48c1-ad0f-1bf4f41129e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:57:02.855949 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-dddf5dc5-c30b-468d-8705-f0c1c5c97a7c req-a5f8962c-ad36-48c1-ad0f-1bf4f41129e4 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=b058d5f34eee47a58629407e166f3499&device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 1129 time: 0.0476477 Aug 31 09:57:02.975068 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf5dc5-c30b-468d-8705-f0c1c5c97a7c req-7fe2c927-ebdb-472f-bf5c-21827d6d8706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:57:02.976590 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-dddf5dc5-c30b-468d-8705-f0c1c5c97a7c req-7fe2c927-ebdb-472f-bf5c-21827d6d8706 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=177a62e1-5d2b-4e36-ba2d-27911ac1eac2 HTTP/1.1" status: 200 len: 909 time: 0.0985265 Aug 31 09:57:03.058330 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-dddf5dc5-c30b-468d-8705-f0c1c5c97a7c req-2acaf683-9852-42e2-8032-b80e006b9abe service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4adc3c8-d787-4f05-8cd2-ace7305b75c0 HTTP/1.1" status: 200 len: 1001 time: 0.0737088 Aug 31 09:57:03.081372 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=33,neutron:UPDATE=6 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:57:03.083786 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=35 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:57:03.127134 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf5dc5-c30b-468d-8705-f0c1c5c97a7c req-a738b412-cb7f-48e9-8f13-627c3c1bfb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:57:03.128713 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-dddf5dc5-c30b-468d-8705-f0c1c5c97a7c req-a738b412-cb7f-48e9-8f13-627c3c1bfb78 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=100d0a81-296f-40bc-b9da-620cf0c03709 HTTP/1.1" status: 200 len: 847 time: 0.0617478 Aug 31 09:57:03.178779 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf5dc5-c30b-468d-8705-f0c1c5c97a7c req-13fe5c86-cfcb-43a2-beb5-8c14cfb4a968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:57:03.180427 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-dddf5dc5-c30b-468d-8705-f0c1c5c97a7c req-13fe5c86-cfcb-43a2-beb5-8c14cfb4a968 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=177a62e1-5d2b-4e36-ba2d-27911ac1eac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438585 Aug 31 09:57:03.286619 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-dddf5dc5-c30b-468d-8705-f0c1c5c97a7c req-0c4b1bd2-7ec0-4b58-b5fc-0912c62b971b service neutron] 10.222.0.64 "GET /networking/v2.0/networks/177a62e1-5d2b-4e36-ba2d-27911ac1eac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987134 Aug 31 09:57:03.390084 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-dddf5dc5-c30b-468d-8705-f0c1c5c97a7c req-573bd3ed-2c5d-4926-af44-6c89f1d2e744 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/177a62e1-5d2b-4e36-ba2d-27911ac1eac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957608 Aug 31 09:57:09.614745 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=66,neutron:UPDATE=4 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:57:13.385054 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=53 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:57:13.387071 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=48 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:57:24.251940 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-abad2134-0caf-4e28-9895-67c8b5c04d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:25.794343 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e6f198be-e193-4693-a253-f9c4522a6272), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:26.498162 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-6b4370e6-ec66-4e77-9c14-6eaa7503ffc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:27.824468 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:29.494308 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:29.621058 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:30.085991 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.agents_db [None req-8002e13a-56e4-448b-bc0d-5c9f038cbdad None None] Agent healthcheck: found 6 active agents {{(pid=112922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:57:31.131364 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149984bf-d2e8-4577-90e7-6a5870fe647f req-3b389986-66ea-48e7-9b6a-444652991bec tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:57:31.132980 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-149984bf-d2e8-4577-90e7-6a5870fe647f req-3b389986-66ea-48e7-9b6a-444652991bec tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a3238242-6707-4564-b749-b478f64967f3 HTTP/1.1" status: 200 len: 945 time: 0.0618088 Aug 31 09:57:31.202098 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-149984bf-d2e8-4577-90e7-6a5870fe647f req-71bc26fe-8052-4d92-8d72-c081025d1433 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a3eec535-49b5-4819-ba07-afd037571497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615141 Aug 31 09:57:32.368235 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ea66d-5e12-4b10-aa59-afd8005d841f req-f8574a29-7184-4e97-8397-69aa9c5dd170 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:57:32.369931 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-743ea66d-5e12-4b10-aa59-afd8005d841f req-f8574a29-7184-4e97-8397-69aa9c5dd170 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a3238242-6707-4564-b749-b478f64967f3 HTTP/1.1" status: 200 len: 945 time: 0.0560699 Aug 31 09:57:32.426560 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-743ea66d-5e12-4b10-aa59-afd8005d841f req-4a84548f-5fae-495b-884d-696f0d748f30 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a3eec535-49b5-4819-ba07-afd037571497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503097 Aug 31 09:57:33.246001 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa484c3-559a-4a29-8842-a32e8c809da8 req-9e327661-c244-4c88-8d28-cacfd7c5ebfd tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:57:33.247518 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9fa484c3-559a-4a29-8842-a32e8c809da8 req-9e327661-c244-4c88-8d28-cacfd7c5ebfd tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a3238242-6707-4564-b749-b478f64967f3 HTTP/1.1" status: 200 len: 945 time: 0.0523484 Aug 31 09:57:33.342300 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [req-9fa484c3-559a-4a29-8842-a32e8c809da8 req-6e850f09-469d-4b8e-81a4-e15aa30c28c8 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Deleting port 06438076-47dd-4bdb-a71f-1a49e57a577f {{(pid=112919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 09:57:33.342648 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-9fa484c3-559a-4a29-8842-a32e8c809da8 req-6e850f09-469d-4b8e-81a4-e15aa30c28c8 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (06438076-47dd-4bdb-a71f-1a49e57a577f), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:33.452730 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.db [req-9fa484c3-559a-4a29-8842-a32e8c809da8 req-6e850f09-469d-4b8e-81a4-e15aa30c28c8 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] For port 06438076-47dd-4bdb-a71f-1a49e57a577f, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=06438076-47dd-4bdb-a71f-1a49e57a577f,segment=NetworkSegment(9526ede2-f765-498c-8f20-9d507e805198),segment_id=9526ede2-f765-498c-8f20-9d507e805198)] {{(pid=112919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:57:33.453475 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-9fa484c3-559a-4a29-8842-a32e8c809da8 req-6e850f09-469d-4b8e-81a4-e15aa30c28c8 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (06438076-47dd-4bdb-a71f-1a49e57a577f), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:33.592965 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca52145a-7553-430d-bedd-6d04d9b7d840 req-df947b94-58fd-48e2-91af-e1a30aa41faa tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:57:33.594433 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ca52145a-7553-430d-bedd-6d04d9b7d840 req-df947b94-58fd-48e2-91af-e1a30aa41faa tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a3238242-6707-4564-b749-b478f64967f3 HTTP/1.1" status: 200 len: 945 time: 0.0880408 Aug 31 09:57:33.713074 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ca52145a-7553-430d-bedd-6d04d9b7d840 req-83d20cea-63a8-4f34-a8a9-80d816a8979f tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a3eec535-49b5-4819-ba07-afd037571497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077621 Aug 31 09:57:33.715231 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-9fa484c3-559a-4a29-8842-a32e8c809da8 req-6e850f09-469d-4b8e-81a4-e15aa30c28c8 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:33.715543 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-9fa484c3-559a-4a29-8842-a32e8c809da8 req-6e850f09-469d-4b8e-81a4-e15aa30c28c8 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964517'] for floatingip (0e7519c1-8655-44a9-a79e-3719af83537b), after_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:33.715868 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.db.l3_db [req-9fa484c3-559a-4a29-8842-a32e8c809da8 req-6e850f09-469d-4b8e-81a4-e15aa30c28c8 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Floating IP 0e7519c1-8655-44a9-a79e-3719af83537b disassociated. External IP: 172.27.3.72, port: 06438076-47dd-4bdb-a71f-1a49e57a577f. Aug 31 09:57:33.716216 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [req-9fa484c3-559a-4a29-8842-a32e8c809da8 req-6e850f09-469d-4b8e-81a4-e15aa30c28c8 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Calling delete_port for 06438076-47dd-4bdb-a71f-1a49e57a577f owned by compute:nova {{(pid=112919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 09:57:33.928006 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-9fa484c3-559a-4a29-8842-a32e8c809da8 req-6e850f09-469d-4b8e-81a4-e15aa30c28c8 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66028622'] for port (06438076-47dd-4bdb-a71f-1a49e57a577f), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:33.972028 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e850f09-469d-4b8e-81a4-e15aa30c28c8 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Pushing event deleted for resources: {'Port': ['ID=06438076-47dd-4bdb-a71f-1a49e57a577f,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:33.990091 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e850f09-469d-4b8e-81a4-e15aa30c28c8 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:33.990666 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e850f09-469d-4b8e-81a4-e15aa30c28c8 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:33.991165 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e850f09-469d-4b8e-81a4-e15aa30c28c8 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:33.991605 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e850f09-469d-4b8e-81a4-e15aa30c28c8 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:33.992086 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e850f09-469d-4b8e-81a4-e15aa30c28c8 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:33.992637 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e850f09-469d-4b8e-81a4-e15aa30c28c8 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:33.993113 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e850f09-469d-4b8e-81a4-e15aa30c28c8 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:33.994513 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e850f09-469d-4b8e-81a4-e15aa30c28c8 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:33.994513 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e850f09-469d-4b8e-81a4-e15aa30c28c8 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:33.994513 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e850f09-469d-4b8e-81a4-e15aa30c28c8 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:33.995036 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e850f09-469d-4b8e-81a4-e15aa30c28c8 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:33.995283 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e850f09-469d-4b8e-81a4-e15aa30c28c8 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:33.995770 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e850f09-469d-4b8e-81a4-e15aa30c28c8 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:33.996111 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e850f09-469d-4b8e-81a4-e15aa30c28c8 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:33.996478 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e850f09-469d-4b8e-81a4-e15aa30c28c8 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:34.100516 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:57:34.118488 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:57:34.129517 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9fa484c3-559a-4a29-8842-a32e8c809da8 req-6e850f09-469d-4b8e-81a4-e15aa30c28c8 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Router 8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542 has already been hosted by L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 {{(pid=112919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:57:34.273835 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9fa484c3-559a-4a29-8842-a32e8c809da8 req-6e850f09-469d-4b8e-81a4-e15aa30c28c8 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:57:34.288289 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda5650a-7662-40b4-bc9d-5d63317facb9 None None] Sync routers for ids ['8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'] in dv-cinder-844961-2-iscsi {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:57:34.301186 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda5650a-7662-40b4-bc9d-5d63317facb9 None None] Routers {'8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:57:34.301906 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-cda5650a-7662-40b4-bc9d-5d63317facb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:57:26Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:57:34.322061 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fa484c3-559a-4a29-8842-a32e8c809da8 req-6e850f09-469d-4b8e-81a4-e15aa30c28c8 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] No DVR routers for this DVR port 06438076-47dd-4bdb-a71f-1a49e57a577f on host hv-cinder-84496 {{(pid=112919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 09:57:34.325029 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-9fa484c3-559a-4a29-8842-a32e8c809da8 req-6e850f09-469d-4b8e-81a4-e15aa30c28c8 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for port (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:34.328485 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9fa484c3-559a-4a29-8842-a32e8c809da8 req-6e850f09-469d-4b8e-81a4-e15aa30c28c8 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.64 "DELETE /networking/v2.0/ports/06438076-47dd-4bdb-a71f-1a49e57a577f HTTP/1.1" status: 204 len: 173 time: 1.0736697 Aug 31 09:57:34.328976 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3238242-6707-4564-b749-b478f64967f3', 'name': 'network-vif-deleted', 'tag': '06438076-47dd-4bdb-a71f-1a49e57a577f'}] {{(pid=112919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:57:34.332278 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f6ad1632a392cf14020321c7ce6c49338053db0fa13ffca62b7dfe78a8e90b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51371665-e0bc-48ec-a8ca-d0a5b16d371b" -d '{"events": [{"server_uuid": "a3238242-6707-4564-b749-b478f64967f3", "name": "network-vif-deleted", "tag": "06438076-47dd-4bdb-a71f-1a49e57a577f"}]}' {{(pid=112919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:57:34.404585 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 09:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87335a42-33ff-45e5-a843-479d8a295d10 x-openstack-request-id: req-87335a42-33ff-45e5-a843-479d8a295d10 {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:57:34.404961 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3238242-6707-4564-b749-b478f64967f3", "name": "network-vif-deleted", "tag": "06438076-47dd-4bdb-a71f-1a49e57a577f", "status": "completed", "code": 200}]} {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:57:34.405321 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-87335a42-33ff-45e5-a843-479d8a295d10 {{(pid=112919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:57:34.405831 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87335a42-33ff-45e5-a843-479d8a295d10'] response: {'server_uuid': 'a3238242-6707-4564-b749-b478f64967f3', 'name': 'network-vif-deleted', 'tag': '06438076-47dd-4bdb-a71f-1a49e57a577f', 'status': 'completed', 'code': 200} Aug 31 09:57:34.458720 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-cda5650a-7662-40b4-bc9d-5d63317facb9 None None] Set router 8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:57:34.679344 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-cda5650a-7662-40b4-bc9d-5d63317facb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'name': 'tempest-AttachVolumeNegativeTest-786014327-router', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:49:26Z', 'updated_at': '2022-08-31T09:49:31Z', 'revision_number': 4, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'gw_port': {'id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:af:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:49:27Z', 'updated_at': '2022-08-31T09:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': 'c43e077c-2252-45ea-a1ac-7a77de29c27f', 'name': '', 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'mac_address': 'fa:16:3e:f4:2f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '990134de-c572-4ed8-9ca9-38a05454b025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:49:30Z', 'updated_at': '2022-08-31T09:49:38Z', 'revision_number': 5, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'subnets': [{'id': '990134de-c572-4ed8-9ca9-38a05454b025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:57:34.705303 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda5650a-7662-40b4-bc9d-5d63317facb9 None None] Checking router: 8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542 for host: dv-cinder-844961-2-iscsi {{(pid=112921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:57:34.715060 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda5650a-7662-40b4-bc9d-5d63317facb9 None None] Routers {'8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:57:34.715703 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-cda5650a-7662-40b4-bc9d-5d63317facb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:57:26Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:57:34.829375 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-cda5650a-7662-40b4-bc9d-5d63317facb9 None None] Set router 8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:57:34.863937 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-23e1492e-8998-4934-8a0f-0efff0d9c3fb req-ea6a2904-ea46-4a3c-9941-c3c37aaa3eba tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a3238242-6707-4564-b749-b478f64967f3 HTTP/1.1" status: 200 len: 210 time: 0.0354095 Aug 31 09:57:35.062543 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-cda5650a-7662-40b4-bc9d-5d63317facb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'name': 'tempest-AttachVolumeNegativeTest-786014327-router', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:49:26Z', 'updated_at': '2022-08-31T09:49:31Z', 'revision_number': 4, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'gw_port': {'id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:af:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:49:27Z', 'updated_at': '2022-08-31T09:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': 'c43e077c-2252-45ea-a1ac-7a77de29c27f', 'name': '', 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'mac_address': 'fa:16:3e:f4:2f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '990134de-c572-4ed8-9ca9-38a05454b025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:49:30Z', 'updated_at': '2022-08-31T09:49:38Z', 'revision_number': 5, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'subnets': [{'id': '990134de-c572-4ed8-9ca9-38a05454b025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:57:35.093915 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda5650a-7662-40b4-bc9d-5d63317facb9 None None] The sync data for ids ['8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'] in dv-cinder-844961-2-iscsi is: [{'id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'name': 'tempest-AttachVolumeNegativeTest-786014327-router', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:49:26Z', 'updated_at': '2022-08-31T09:49:31Z', 'revision_number': 4, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'gw_port': {'id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:af:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:49:27Z', 'updated_at': '2022-08-31T09:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': 'c43e077c-2252-45ea-a1ac-7a77de29c27f', 'name': '', 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'mac_address': 'fa:16:3e:f4:2f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '990134de-c572-4ed8-9ca9-38a05454b025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:49:30Z', 'updated_at': '2022-08-31T09:49:38Z', 'revision_number': 5, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'subnets': [{'id': '990134de-c572-4ed8-9ca9-38a05454b025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:57:35.358586 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268c37f4-79d0-4be6-be7d-f5d7aaecee75 None None] New status for floating IP 0e7519c1-8655-44a9-a79e-3719af83537b: DOWN {{(pid=112922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 09:57:35.364687 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:57:35.968519 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 50584) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:57:36.033695 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-ccb7ebe9-a548-4d41-aa14-191bd44337f4 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for security_group (a3eec535-49b5-4819-ba07-afd037571497), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:36.061665 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-ccb7ebe9-a548-4d41-aa14-191bd44337f4 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for security_group (a3eec535-49b5-4819-ba07-afd037571497), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:36.127931 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-ccb7ebe9-a548-4d41-aa14-191bd44337f4 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (a3eec535-49b5-4819-ba07-afd037571497), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:36.131118 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-ccb7ebe9-a548-4d41-aa14-191bd44337f4 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for security_group (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:36.132569 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-ccb7ebe9-a548-4d41-aa14-191bd44337f4 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "DELETE /networking/v2.0/security-groups/a3eec535-49b5-4819-ba07-afd037571497 HTTP/1.1" status: 204 len: 168 time: 0.1626270 Aug 31 09:57:36.137006 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 50586) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:57:36.144775 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb7ebe9-a548-4d41-aa14-191bd44337f4 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3eec535-49b5-4819-ba07-afd037571497,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:36.152651 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.api.v2.resource [None req-ce9ff940-24d5-4609-8012-f085db8f4c4a tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] show failed (client error): The resource could not be found. Aug 31 09:57:36.154215 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-ce9ff940-24d5-4609-8012-f085db8f4c4a tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups/a3eec535-49b5-4819-ba07-afd037571497 HTTP/1.1" status: 404 len: 347 time: 0.0154922 Aug 31 09:57:36.156870 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 50588) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:57:36.318285 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.plugin [None req-3be811e7-be1f-4204-8989-3e80c6c47cb8 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Deleting port a8b992d5-00eb-41f2-9557-1553302f9f29 {{(pid=112920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 09:57:36.318860 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-3be811e7-be1f-4204-8989-3e80c6c47cb8 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (a8b992d5-00eb-41f2-9557-1553302f9f29), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:36.465787 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-3be811e7-be1f-4204-8989-3e80c6c47cb8 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (a8b992d5-00eb-41f2-9557-1553302f9f29), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:36.466342 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-3be811e7-be1f-4204-8989-3e80c6c47cb8 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for floatingip (a8b992d5-00eb-41f2-9557-1553302f9f29), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:36.492338 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.plugin [None req-3be811e7-be1f-4204-8989-3e80c6c47cb8 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Calling delete_port for a8b992d5-00eb-41f2-9557-1553302f9f29 owned by network:floatingip {{(pid=112920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 09:57:36.688334 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-3be811e7-be1f-4204-8989-3e80c6c47cb8 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64202837'] for port (a8b992d5-00eb-41f2-9557-1553302f9f29), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:36.715985 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be811e7-be1f-4204-8989-3e80c6c47cb8 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Pushing event deleted for resources: {'Port': ['ID=a8b992d5-00eb-41f2-9557-1553302f9f29,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:36.795985 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-3be811e7-be1f-4204-8989-3e80c6c47cb8 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for floatingip (0e7519c1-8655-44a9-a79e-3719af83537b), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:36.799165 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-3be811e7-be1f-4204-8989-3e80c6c47cb8 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for floatingip (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:36.801861 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-3be811e7-be1f-4204-8989-3e80c6c47cb8 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "DELETE /networking/v2.0/floatingips/0e7519c1-8655-44a9-a79e-3719af83537b HTTP/1.1" status: 204 len: 168 time: 0.6438522 Aug 31 09:57:36.884071 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 50592) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:57:36.888982 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-0a2ac85c-7b61-4713-8972-0590a05d7599 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1548954989', 'description': 'tempest-description--267764242'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:57:36.914302 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-0a2ac85c-7b61-4713-8972-0590a05d7599 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:37.007114 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-0a2ac85c-7b61-4713-8972-0590a05d7599 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for security_group (e4fa90d3-f67a-484a-a478-734002631888), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:37.011667 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-0a2ac85c-7b61-4713-8972-0590a05d7599 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (e4fa90d3-f67a-484a-a478-734002631888), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:37.048801 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-0a2ac85c-7b61-4713-8972-0590a05d7599 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:37.051274 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-0a2ac85c-7b61-4713-8972-0590a05d7599 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1660593 Aug 31 09:57:37.055757 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 50594) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:57:37.056654 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2ac85c-7b61-4713-8972-0590a05d7599 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4fa90d3-f67a-484a-a478-734002631888,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:37.061328 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [None req-d07af693-9e33-4202-b215-33e736c81311 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Request body: {'security_group_rule': {'security_group_id': 'e4fa90d3-f67a-484a-a478-734002631888', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:57:37.103051 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-d07af693-9e33-4202-b215-33e736c81311 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for security_group_rule (484450b9-64d8-4cb9-8b7c-0f63b92ceafb), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:37.202177 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-d07af693-9e33-4202-b215-33e736c81311 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for security_group_rule (484450b9-64d8-4cb9-8b7c-0f63b92ceafb), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:37.207874 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-d07af693-9e33-4202-b215-33e736c81311 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045036'] for security_group_rule (484450b9-64d8-4cb9-8b7c-0f63b92ceafb), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:37.230959 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07af693-9e33-4202-b215-33e736c81311 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=484450b9-64d8-4cb9-8b7c-0f63b92ceafb,revision_number=0']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:37.240826 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-d07af693-9e33-4202-b215-33e736c81311 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:37.242178 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-d07af693-9e33-4202-b215-33e736c81311 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1848502 Aug 31 09:57:37.246150 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 50596) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:57:37.250806 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [None req-dbb8ec91-0a6e-4300-a0f8-6efb5496797e tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Request body: {'security_group_rule': {'security_group_id': 'e4fa90d3-f67a-484a-a478-734002631888', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:57:37.283443 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-dbb8ec91-0a6e-4300-a0f8-6efb5496797e tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for security_group_rule (2e541a3f-7133-4181-a9cd-5f3d5c45f9ba), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:37.386729 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-dbb8ec91-0a6e-4300-a0f8-6efb5496797e tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for security_group_rule (2e541a3f-7133-4181-a9cd-5f3d5c45f9ba), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:37.391622 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-dbb8ec91-0a6e-4300-a0f8-6efb5496797e tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045036'] for security_group_rule (2e541a3f-7133-4181-a9cd-5f3d5c45f9ba), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:37.415003 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb8ec91-0a6e-4300-a0f8-6efb5496797e tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e541a3f-7133-4181-a9cd-5f3d5c45f9ba,revision_number=0']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:37.426123 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-dbb8ec91-0a6e-4300-a0f8-6efb5496797e tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:37.427542 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-dbb8ec91-0a6e-4300-a0f8-6efb5496797e tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1803570 Aug 31 09:57:37.431750 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 50598) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:57:37.439252 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [None req-90bd63e1-25f8-4afe-a6ab-e0bc1c6b23bc tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Request body: {'floatingip': {'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:57:37.476560 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-90bd63e1-25f8-4afe-a6ab-e0bc1c6b23bc tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:37.609261 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-90bd63e1-25f8-4afe-a6ab-e0bc1c6b23bc tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:37.658323 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device 06438076-47dd-4bdb-a71f-1a49e57a577f no longer exists at agent hyperv_hv-cinder-84496 {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:57:37.685776 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] No Port match for: 06438076-47dd-4bdb-a71f-1a49e57a577f {{(pid=112921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 09:57:37.686103 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device 06438076-47dd-4bdb-a71f-1a49e57a577f not bound to the agent host hv-cinder-84496 {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:57:37.764657 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:57:37.780087 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.db_base_plugin_common [None req-90bd63e1-25f8-4afe-a6ab-e0bc1c6b23bc tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Allocated IP 172.27.3.237 (9ecc2a3c-efc3-4c90-8e67-1028759a248c/b5177607-d6ca-45c7-ac03-71d68f18093b/49e6fd98-3b6b-4f9d-98ee-f7f2b1632cd7) {{(pid=112919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:57:37.791207 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:57:37.956855 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-90bd63e1-25f8-4afe-a6ab-e0bc1c6b23bc tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for port (49e6fd98-3b6b-4f9d-98ee-f7f2b1632cd7), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:38.009357 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-90bd63e1-25f8-4afe-a6ab-e0bc1c6b23bc tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66028622'] for port (49e6fd98-3b6b-4f9d-98ee-f7f2b1632cd7), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:38.057359 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bd63e1-25f8-4afe-a6ab-e0bc1c6b23bc tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Network 9ecc2a3c-efc3-4c90-8e67-1028759a248c is already hosted by enough agents. {{(pid=112919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:57:38.061145 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.base_scheduler [None req-90bd63e1-25f8-4afe-a6ab-e0bc1c6b23bc tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Resources bound (agent type, host, resource id): {{(pid=112919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:57:38.067249 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bd63e1-25f8-4afe-a6ab-e0bc1c6b23bc tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Received port after_create {{(pid=112919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:57:38.097764 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bd63e1-25f8-4afe-a6ab-e0bc1c6b23bc tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Pushing event updated for resources: {'Port': ['ID=49e6fd98-3b6b-4f9d-98ee-f7f2b1632cd7,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:38.170112 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-90bd63e1-25f8-4afe-a6ab-e0bc1c6b23bc tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for floatingip (b65e8554-6350-4733-aee2-cb594815fdb0), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:38.211163 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-90bd63e1-25f8-4afe-a6ab-e0bc1c6b23bc tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (49e6fd98-3b6b-4f9d-98ee-f7f2b1632cd7), before_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:38.642639 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-90bd63e1-25f8-4afe-a6ab-e0bc1c6b23bc tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for port (49e6fd98-3b6b-4f9d-98ee-f7f2b1632cd7), precommit_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:38.648483 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-90bd63e1-25f8-4afe-a6ab-e0bc1c6b23bc tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66028615'] for port (49e6fd98-3b6b-4f9d-98ee-f7f2b1632cd7), after_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:38.730578 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-90bd63e1-25f8-4afe-a6ab-e0bc1c6b23bc tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964517'] for floatingip (b65e8554-6350-4733-aee2-cb594815fdb0), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:38.733528 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bd63e1-25f8-4afe-a6ab-e0bc1c6b23bc tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Pushing event updated for resources: {'Port': ['ID=49e6fd98-3b6b-4f9d-98ee-f7f2b1632cd7,revision_number=2']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:38.753920 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-90bd63e1-25f8-4afe-a6ab-e0bc1c6b23bc tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for floatingip (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:38.755246 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-90bd63e1-25f8-4afe-a6ab-e0bc1c6b23bc tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3221905 Aug 31 09:57:38.999154 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5084eb5b-3381-4f8f-ba13-4550b1fa585f req-90dcf553-7acd-4761-92a4-a095d76dbcb8 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1548954989&fields=id&tenant_id=5ed9143757584694a5139ada8dbd5570 HTTP/1.1" status: 200 len: 267 time: 0.0545785 Aug 31 09:57:39.124150 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084eb5b-3381-4f8f-ba13-4550b1fa585f req-8b8436ec-2e79-4274-ae75-4444a6ec2d07 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:57:39.125776 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5084eb5b-3381-4f8f-ba13-4550b1fa585f req-8b8436ec-2e79-4274-ae75-4444a6ec2d07 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/networks?id=ba3d70db-89a3-4a36-91f7-576971d6cd3f HTTP/1.1" status: 200 len: 814 time: 0.1177781 Aug 31 09:57:39.143008 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5084eb5b-3381-4f8f-ba13-4550b1fa585f req-55d3ba4d-703a-4d40-8836-2f87003667a7 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/quotas/5ed9143757584694a5139ada8dbd5570 HTTP/1.1" status: 200 len: 375 time: 0.0101838 Aug 31 09:57:39.160082 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:57:39.229517 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5084eb5b-3381-4f8f-ba13-4550b1fa585f req-204bd96b-35c4-4757-9db8-d8568c75b055 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=5ed9143757584694a5139ada8dbd5570&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0801933 Aug 31 09:57:39.251406 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:57:39.347891 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5084eb5b-3381-4f8f-ba13-4550b1fa585f req-41c4730a-1bf3-43ad-a3a1-f5ff835545f1 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/ba3d70db-89a3-4a36-91f7-576971d6cd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040046 Aug 31 09:57:39.467763 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5084eb5b-3381-4f8f-ba13-4550b1fa585f req-418d53a6-2c51-4580-ad96-1974d22c750d service neutron] 10.222.0.13 "GET /networking/v2.0/networks/ba3d70db-89a3-4a36-91f7-576971d6cd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139209 Aug 31 09:57:39.668240 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e6ad9e3d-e957-40b2-ae1d-6afdf86319c2 req-48ec878f-57dd-4f06-aa75-ed2413158191 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4e42a48f-9abd-449f-8f42-f91ce8b40094 HTTP/1.1" status: 200 len: 210 time: 0.0413392 Aug 31 09:57:40.795994 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d1c36918-bb5f-4762-9504-20af7a016d01 req-0664d6c3-1947-41dc-a6ec-2c2fac7fbcc8 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4e42a48f-9abd-449f-8f42-f91ce8b40094 HTTP/1.1" status: 200 len: 210 time: 0.0390761 Aug 31 09:57:41.056494 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084eb5b-3381-4f8f-ba13-4550b1fa585f req-edf12fd8-ce2b-459a-a801-c44e95144bd1 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:57:41.058345 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5084eb5b-3381-4f8f-ba13-4550b1fa585f req-edf12fd8-ce2b-459a-a801-c44e95144bd1 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.64 "GET /networking/v2.0/networks?id=ba3d70db-89a3-4a36-91f7-576971d6cd3f HTTP/1.1" status: 200 len: 814 time: 0.1378071 Aug 31 09:57:41.165962 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5084eb5b-3381-4f8f-ba13-4550b1fa585f req-e6f5e713-0b40-4b4d-b037-000a71760d46 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5ed9143757584694a5139ada8dbd5570 HTTP/1.1" status: 200 len: 380 time: 0.0844507 Aug 31 09:57:41.286129 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [req-5084eb5b-3381-4f8f-ba13-4550b1fa585f req-8e9dabb4-a0a7-49d7-8e61-42ecc99ea896 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Request body: {'port': {'device_id': '4e42a48f-9abd-449f-8f42-f91ce8b40094', 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f', 'admin_state_up': True, 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'security_groups': ['e4fa90d3-f67a-484a-a478-734002631888']}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:57:41.411390 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5084eb5b-3381-4f8f-ba13-4550b1fa585f req-8e9dabb4-a0a7-49d7-8e61-42ecc99ea896 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Made reservation on behalf of 5ed9143757584694a5139ada8dbd5570 for: {'port': 1} {{(pid=112919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:57:41.415855 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-5084eb5b-3381-4f8f-ba13-4550b1fa585f req-8e9dabb4-a0a7-49d7-8e61-42ecc99ea896 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:41.612751 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.db_base_plugin_common [req-5084eb5b-3381-4f8f-ba13-4550b1fa585f req-8e9dabb4-a0a7-49d7-8e61-42ecc99ea896 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Allocated IP 172.20.0.11 (ba3d70db-89a3-4a36-91f7-576971d6cd3f/990134de-c572-4ed8-9ca9-38a05454b025/b9a004e1-e2d5-4351-9de6-8cf4a7822bc5) {{(pid=112919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:57:41.781715 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-5084eb5b-3381-4f8f-ba13-4550b1fa585f req-8e9dabb4-a0a7-49d7-8e61-42ecc99ea896 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for port (b9a004e1-e2d5-4351-9de6-8cf4a7822bc5), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:41.809685 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:57:41.823785 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-5084eb5b-3381-4f8f-ba13-4550b1fa585f req-8e9dabb4-a0a7-49d7-8e61-42ecc99ea896 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66028622'] for port (b9a004e1-e2d5-4351-9de6-8cf4a7822bc5), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:41.881232 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5084eb5b-3381-4f8f-ba13-4550b1fa585f req-8e9dabb4-a0a7-49d7-8e61-42ecc99ea896 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Network ba3d70db-89a3-4a36-91f7-576971d6cd3f is already hosted by enough agents. {{(pid=112919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:57:41.888817 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.base_scheduler [req-5084eb5b-3381-4f8f-ba13-4550b1fa585f req-8e9dabb4-a0a7-49d7-8e61-42ecc99ea896 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Resources bound (agent type, host, resource id): {{(pid=112919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:57:41.902140 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.l3_dvrscheduler_db [req-5084eb5b-3381-4f8f-ba13-4550b1fa585f req-8e9dabb4-a0a7-49d7-8e61-42ecc99ea896 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Received port after_create {{(pid=112919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:57:41.905079 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:57:41.925533 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9dabb4-a0a7-49d7-8e61-42ecc99ea896 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Pushing event updated for resources: {'Port': ['ID=b9a004e1-e2d5-4351-9de6-8cf4a7822bc5,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:41.981480 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a8288-d8f9-4ef4-a264-4100af024203 req-424aad0c-e01d-4188-95c4-76febfe1d4b1 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:57:41.983076 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c54a8288-d8f9-4ef4-a264-4100af024203 req-424aad0c-e01d-4188-95c4-76febfe1d4b1 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4e42a48f-9abd-449f-8f42-f91ce8b40094 HTTP/1.1" status: 200 len: 932 time: 0.0987942 Aug 31 09:57:42.002409 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084eb5b-3381-4f8f-ba13-4550b1fa585f req-8e9dabb4-a0a7-49d7-8e61-42ecc99ea896 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:57:42.004248 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-5084eb5b-3381-4f8f-ba13-4550b1fa585f req-8e9dabb4-a0a7-49d7-8e61-42ecc99ea896 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for port (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:42.043856 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5084eb5b-3381-4f8f-ba13-4550b1fa585f req-8e9dabb4-a0a7-49d7-8e61-42ecc99ea896 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7618389 Aug 31 09:57:42.062665 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [req-5084eb5b-3381-4f8f-ba13-4550b1fa585f req-91301206-b055-4625-ad2e-427040a5a6cb service neutron] Request body: {'port': {'device_id': '4e42a48f-9abd-449f-8f42-f91ce8b40094', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84496'}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:57:42.075234 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c54a8288-d8f9-4ef4-a264-4100af024203 req-c98adff0-e315-4834-970c-f0c5f274d3ca tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e4fa90d3-f67a-484a-a478-734002631888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839179 Aug 31 09:57:42.153500 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-5084eb5b-3381-4f8f-ba13-4550b1fa585f req-91301206-b055-4625-ad2e-427040a5a6cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (b9a004e1-e2d5-4351-9de6-8cf4a7822bc5), before_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:42.224585 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-c4d8a3ea-3794-493f-b566-eba73486d08b None None] Provisioning complete for port b9a004e1-e2d5-4351-9de6-8cf4a7822bc5 triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:57:42.225212 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-c4d8a3ea-3794-493f-b566-eba73486d08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (b9a004e1-e2d5-4351-9de6-8cf4a7822bc5), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:42.288297 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-c4d8a3ea-3794-493f-b566-eba73486d08b None None] Port b9a004e1-e2d5-4351-9de6-8cf4a7822bc5 cannot update to ACTIVE because it is not bound. {{(pid=112921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 09:57:42.459158 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.notifiers.nova [req-5084eb5b-3381-4f8f-ba13-4550b1fa585f req-91301206-b055-4625-ad2e-427040a5a6cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9a004e1-e2d5-4351-9de6-8cf4a7822bc5 {{(pid=112919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 09:57:42.467656 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-5084eb5b-3381-4f8f-ba13-4550b1fa585f req-91301206-b055-4625-ad2e-427040a5a6cb service neutron] Publish callbacks [] for port (b9a004e1-e2d5-4351-9de6-8cf4a7822bc5), precommit_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:42.482436 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.provisioning_blocks [req-5084eb5b-3381-4f8f-ba13-4550b1fa585f req-91301206-b055-4625-ad2e-427040a5a6cb service neutron] Transition to ACTIVE for port object b9a004e1-e2d5-4351-9de6-8cf4a7822bc5 will not be triggered until provisioned by entity L2. {{(pid=112919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 09:57:42.486748 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-5084eb5b-3381-4f8f-ba13-4550b1fa585f req-91301206-b055-4625-ad2e-427040a5a6cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66028615'] for port (b9a004e1-e2d5-4351-9de6-8cf4a7822bc5), after_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:42.558156 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91301206-b055-4625-ad2e-427040a5a6cb service neutron] Pushing event updated for resources: {'Port': ['ID=b9a004e1-e2d5-4351-9de6-8cf4a7822bc5,revision_number=2']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:42.613507 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.managers [req-5084eb5b-3381-4f8f-ba13-4550b1fa585f req-91301206-b055-4625-ad2e-427040a5a6cb service neutron] Attempting to bind port b9a004e1-e2d5-4351-9de6-8cf4a7822bc5 on host hv-cinder-84496 for vnic_type normal with profile {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 09:57:42.613858 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.managers [req-5084eb5b-3381-4f8f-ba13-4550b1fa585f req-91301206-b055-4625-ad2e-427040a5a6cb service neutron] Attempting to bind port b9a004e1-e2d5-4351-9de6-8cf4a7822bc5 by drivers openvswitch,hyperv on host hv-cinder-84496 at level 0 using segments [{'id': '9526ede2-f765-498c-8f20-9d507e805198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f'}] {{(pid=112919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 09:57:42.614427 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5084eb5b-3381-4f8f-ba13-4550b1fa585f req-91301206-b055-4625-ad2e-427040a5a6cb service neutron] Attempting to bind port b9a004e1-e2d5-4351-9de6-8cf4a7822bc5 on network ba3d70db-89a3-4a36-91f7-576971d6cd3f {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:57:42.620212 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5084eb5b-3381-4f8f-ba13-4550b1fa585f req-91301206-b055-4625-ad2e-427040a5a6cb service neutron] Port b9a004e1-e2d5-4351-9de6-8cf4a7822bc5 on network ba3d70db-89a3-4a36-91f7-576971d6cd3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84496 {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 09:57:42.620547 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5084eb5b-3381-4f8f-ba13-4550b1fa585f req-91301206-b055-4625-ad2e-427040a5a6cb service neutron] Attempting to bind port b9a004e1-e2d5-4351-9de6-8cf4a7822bc5 on network ba3d70db-89a3-4a36-91f7-576971d6cd3f {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:57:42.627364 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5084eb5b-3381-4f8f-ba13-4550b1fa585f req-91301206-b055-4625-ad2e-427040a5a6cb service neutron] Checking agent: {'id': 'e6f198be-e193-4693-a253-f9c4522a6272', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 9, 45, 52), 'started_at': datetime.datetime(2022, 8, 31, 9, 45, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 9, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 09:57:42.627797 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5084eb5b-3381-4f8f-ba13-4550b1fa585f req-91301206-b055-4625-ad2e-427040a5a6cb service neutron] Checking segment: {'id': '9526ede2-f765-498c-8f20-9d507e805198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:57:42.628767 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5084eb5b-3381-4f8f-ba13-4550b1fa585f req-91301206-b055-4625-ad2e-427040a5a6cb service neutron] Bound using segment: {'id': '9526ede2-f765-498c-8f20-9d507e805198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f'} {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 09:57:42.629369 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.managers [req-5084eb5b-3381-4f8f-ba13-4550b1fa585f req-91301206-b055-4625-ad2e-427040a5a6cb service neutron] Bound port: b9a004e1-e2d5-4351-9de6-8cf4a7822bc5, host: hv-cinder-84496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9526ede2-f765-498c-8f20-9d507e805198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f'}}] {{(pid=112919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 09:57:42.629785 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-5084eb5b-3381-4f8f-ba13-4550b1fa585f req-91301206-b055-4625-ad2e-427040a5a6cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (b9a004e1-e2d5-4351-9de6-8cf4a7822bc5), before_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:42.708102 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.db [req-5084eb5b-3381-4f8f-ba13-4550b1fa585f req-91301206-b055-4625-ad2e-427040a5a6cb service neutron] For port b9a004e1-e2d5-4351-9de6-8cf4a7822bc5, host hv-cinder-84496, cleared binding levels {{(pid=112919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:57:42.710155 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:57:42.712073 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.db [req-5084eb5b-3381-4f8f-ba13-4550b1fa585f req-91301206-b055-4625-ad2e-427040a5a6cb service neutron] For port b9a004e1-e2d5-4351-9de6-8cf4a7822bc5, host hv-cinder-84496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=b9a004e1-e2d5-4351-9de6-8cf4a7822bc5,segment=NetworkSegment(9526ede2-f765-498c-8f20-9d507e805198),segment_id=9526ede2-f765-498c-8f20-9d507e805198)] {{(pid=112919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:57:42.719772 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-5084eb5b-3381-4f8f-ba13-4550b1fa585f req-91301206-b055-4625-ad2e-427040a5a6cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66028615'] for port (b9a004e1-e2d5-4351-9de6-8cf4a7822bc5), after_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:42.724688 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084eb5b-3381-4f8f-ba13-4550b1fa585f req-91301206-b055-4625-ad2e-427040a5a6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:57:42.725326 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-5084eb5b-3381-4f8f-ba13-4550b1fa585f req-91301206-b055-4625-ad2e-427040a5a6cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for port (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:42.726925 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5084eb5b-3381-4f8f-ba13-4550b1fa585f req-91301206-b055-4625-ad2e-427040a5a6cb service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/b9a004e1-e2d5-4351-9de6-8cf4a7822bc5 HTTP/1.1" status: 200 len: 1094 time: 0.6696944 Aug 31 09:57:42.729602 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e42a48f-9abd-449f-8f42-f91ce8b40094', 'tag': 'b9a004e1-e2d5-4351-9de6-8cf4a7822bc5'}] {{(pid=112919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:57:42.731911 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f6ad1632a392cf14020321c7ce6c49338053db0fa13ffca62b7dfe78a8e90b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7c535e-9631-4546-a15b-1022546dffdf" -d '{"events": [{"name": "network-changed", "server_uuid": "4e42a48f-9abd-449f-8f42-f91ce8b40094", "tag": "b9a004e1-e2d5-4351-9de6-8cf4a7822bc5"}]}' {{(pid=112919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:57:42.787741 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 09:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840f5611-a250-490c-af8b-592e31800223 x-openstack-request-id: req-840f5611-a250-490c-af8b-592e31800223 {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:57:42.788022 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e42a48f-9abd-449f-8f42-f91ce8b40094", "tag": "b9a004e1-e2d5-4351-9de6-8cf4a7822bc5", "status": "completed", "code": 200}]} {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:57:42.788274 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-840f5611-a250-490c-af8b-592e31800223 {{(pid=112919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:57:42.788679 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-840f5611-a250-490c-af8b-592e31800223'] response: {'name': 'network-changed', 'server_uuid': '4e42a48f-9abd-449f-8f42-f91ce8b40094', 'tag': 'b9a004e1-e2d5-4351-9de6-8cf4a7822bc5', 'status': 'completed', 'code': 200} Aug 31 09:57:42.800798 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91301206-b055-4625-ad2e-427040a5a6cb service neutron] Pushing event updated for resources: {'Port': ['ID=b9a004e1-e2d5-4351-9de6-8cf4a7822bc5,revision_number=3']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:42.883803 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084eb5b-3381-4f8f-ba13-4550b1fa585f req-70db23c4-9629-48ce-ae2b-00cbe5514190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:57:42.885447 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5084eb5b-3381-4f8f-ba13-4550b1fa585f req-70db23c4-9629-48ce-ae2b-00cbe5514190 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5ed9143757584694a5139ada8dbd5570&device_id=4e42a48f-9abd-449f-8f42-f91ce8b40094 HTTP/1.1" status: 200 len: 1128 time: 0.0664804 Aug 31 09:57:42.937875 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5084eb5b-3381-4f8f-ba13-4550b1fa585f req-94ff15a4-3d3d-4ce6-80ff-8c4487f80f80 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9a004e1-e2d5-4351-9de6-8cf4a7822bc5 HTTP/1.1" status: 200 len: 217 time: 0.0352392 Aug 31 09:57:42.996305 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084eb5b-3381-4f8f-ba13-4550b1fa585f req-82e8b3d1-2d90-4436-b4f7-553ec662d14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:57:42.997862 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5084eb5b-3381-4f8f-ba13-4550b1fa585f req-82e8b3d1-2d90-4436-b4f7-553ec662d14d service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=990134de-c572-4ed8-9ca9-38a05454b025 HTTP/1.1" status: 200 len: 853 time: 0.0521679 Aug 31 09:57:43.046366 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084eb5b-3381-4f8f-ba13-4550b1fa585f req-7cd96ef2-ae2e-44be-8a4c-f7ff6121e56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:57:43.047881 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5084eb5b-3381-4f8f-ba13-4550b1fa585f req-7cd96ef2-ae2e-44be-8a4c-f7ff6121e56d service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=ba3d70db-89a3-4a36-91f7-576971d6cd3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413775 Aug 31 09:57:43.110432 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:57:43.163874 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5084eb5b-3381-4f8f-ba13-4550b1fa585f req-339da55c-1707-4a7a-9de0-2b47741d9a77 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ba3d70db-89a3-4a36-91f7-576971d6cd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061575 Aug 31 09:57:43.281303 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a5daf-e30a-4356-b135-f3de5ab2d546 req-3f426d37-c1dc-431e-b5df-845a94cedce8 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:57:43.282828 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-772a5daf-e30a-4356-b135-f3de5ab2d546 req-3f426d37-c1dc-431e-b5df-845a94cedce8 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4e42a48f-9abd-449f-8f42-f91ce8b40094 HTTP/1.1" status: 200 len: 944 time: 0.0847416 Aug 31 09:57:43.339242 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5084eb5b-3381-4f8f-ba13-4550b1fa585f req-003d2d81-aaab-4617-99e1-2ab7d441459c service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ba3d70db-89a3-4a36-91f7-576971d6cd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648130 Aug 31 09:57:43.368396 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-772a5daf-e30a-4356-b135-f3de5ab2d546 req-c3f72a18-72aa-4e2b-b2ef-d1203fde1e3c tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e4fa90d3-f67a-484a-a478-734002631888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759637 Aug 31 09:57:44.501090 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bdeec5-47ba-4d4c-a73e-0a7fa0ab2be3 req-2aba02f8-60cc-4ece-96c2-c4d40e72b002 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:57:44.502811 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-73bdeec5-47ba-4d4c-a73e-0a7fa0ab2be3 req-2aba02f8-60cc-4ece-96c2-c4d40e72b002 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4e42a48f-9abd-449f-8f42-f91ce8b40094 HTTP/1.1" status: 200 len: 944 time: 0.0544329 Aug 31 09:57:44.553148 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-73bdeec5-47ba-4d4c-a73e-0a7fa0ab2be3 req-0fe5be85-87d0-49fb-b177-f3288fd50f25 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e4fa90d3-f67a-484a-a478-734002631888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443857 Aug 31 09:57:45.442584 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:57:45.445402 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=2 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:57:45.682389 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f96a5-767c-45c4-b8a3-217c85b87bb1 req-ec71121d-4ed5-4773-b800-18ff9f1c5b40 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:57:45.683917 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-6b9f96a5-767c-45c4-b8a3-217c85b87bb1 req-ec71121d-4ed5-4773-b800-18ff9f1c5b40 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4e42a48f-9abd-449f-8f42-f91ce8b40094 HTTP/1.1" status: 200 len: 944 time: 0.0502565 Aug 31 09:57:45.742735 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-6b9f96a5-767c-45c4-b8a3-217c85b87bb1 req-24d4062b-230d-4e59-8a4b-0ff261fabb9e tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e4fa90d3-f67a-484a-a478-734002631888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473127 Aug 31 09:57:46.070431 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c535e-9631-4546-a15b-1022546dffdf req-aa6228f8-c368-462d-82c4-c1bca8a4d45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:57:46.071855 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9f7c535e-9631-4546-a15b-1022546dffdf req-aa6228f8-c368-462d-82c4-c1bca8a4d45b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5ed9143757584694a5139ada8dbd5570&device_id=4e42a48f-9abd-449f-8f42-f91ce8b40094 HTTP/1.1" status: 200 len: 1128 time: 0.0451636 Aug 31 09:57:46.181574 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c535e-9631-4546-a15b-1022546dffdf req-931220a6-602f-435b-9e76-f7a1d220bf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:57:46.183041 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9f7c535e-9631-4546-a15b-1022546dffdf req-931220a6-602f-435b-9e76-f7a1d220bf1e service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=ba3d70db-89a3-4a36-91f7-576971d6cd3f HTTP/1.1" status: 200 len: 915 time: 0.1043165 Aug 31 09:57:46.226182 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9f7c535e-9631-4546-a15b-1022546dffdf req-ba0de08f-0908-4129-bc45-68cc9db43218 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9a004e1-e2d5-4351-9de6-8cf4a7822bc5 HTTP/1.1" status: 200 len: 217 time: 0.0356491 Aug 31 09:57:46.286621 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c535e-9631-4546-a15b-1022546dffdf req-5c06ed6a-d699-4467-9a94-1854464fa429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:57:46.288093 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9f7c535e-9631-4546-a15b-1022546dffdf req-5c06ed6a-d699-4467-9a94-1854464fa429 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=990134de-c572-4ed8-9ca9-38a05454b025 HTTP/1.1" status: 200 len: 853 time: 0.0540609 Aug 31 09:57:46.336113 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c535e-9631-4546-a15b-1022546dffdf req-65f33707-0fb1-4741-9498-cf373b2ea0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:57:46.337591 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9f7c535e-9631-4546-a15b-1022546dffdf req-65f33707-0fb1-4741-9498-cf373b2ea0f9 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=ba3d70db-89a3-4a36-91f7-576971d6cd3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434225 Aug 31 09:57:46.399803 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:57:46.439526 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9f7c535e-9631-4546-a15b-1022546dffdf req-e277349e-97fa-493d-a1e0-388be4522a2d service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ba3d70db-89a3-4a36-91f7-576971d6cd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934501 Aug 31 09:57:46.547265 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9f7c535e-9631-4546-a15b-1022546dffdf req-128921af-9bc5-4b26-b01e-34d7d8a1e341 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ba3d70db-89a3-4a36-91f7-576971d6cd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008778 Aug 31 09:57:46.885297 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e13aac-d555-42cb-944a-569924608d6e req-c99c0cc6-c416-473f-a60c-942738fd4919 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:57:46.886867 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-00e13aac-d555-42cb-944a-569924608d6e req-c99c0cc6-c416-473f-a60c-942738fd4919 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4e42a48f-9abd-449f-8f42-f91ce8b40094 HTTP/1.1" status: 200 len: 944 time: 0.0548563 Aug 31 09:57:46.943107 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-00e13aac-d555-42cb-944a-569924608d6e req-a091ebf2-1c27-4488-815a-5beaad5617e6 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e4fa90d3-f67a-484a-a478-734002631888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505335 Aug 31 09:57:47.046397 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=69,neutron:DELETE=3,neutron:INSERT=3 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:57:47.054731 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=61,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:57:47.688092 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device b9a004e1-e2d5-4351-9de6-8cf4a7822bc5 details requested by agent hyperv_hv-cinder-84496 with host hv-cinder-84496 {{(pid=112921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:57:47.706807 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:57:47.790426 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port b9a004e1-e2d5-4351-9de6-8cf4a7822bc5, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=b9a004e1-e2d5-4351-9de6-8cf4a7822bc5,segment=NetworkSegment(9526ede2-f765-498c-8f20-9d507e805198),segment_id=9526ede2-f765-498c-8f20-9d507e805198)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:57:47.801504 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Returning: {'device': 'b9a004e1-e2d5-4351-9de6-8cf4a7822bc5', 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f', 'port_id': 'b9a004e1-e2d5-4351-9de6-8cf4a7822bc5', 'mac_address': 'fa:16:3e:0c:c1:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '990134de-c572-4ed8-9ca9-38a05454b025', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:57:47.806590 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:57:47.845543 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Current status of the port b9a004e1-e2d5-4351-9de6-8cf4a7822bc5 is: DOWN; New status is: BUILD {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:57:47.845930 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (b9a004e1-e2d5-4351-9de6-8cf4a7822bc5), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:47.859664 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.notifiers.nova [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9a004e1-e2d5-4351-9de6-8cf4a7822bc5 {{(pid=112921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 09:57:47.880370 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port b9a004e1-e2d5-4351-9de6-8cf4a7822bc5, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=b9a004e1-e2d5-4351-9de6-8cf4a7822bc5,segment=NetworkSegment(9526ede2-f765-498c-8f20-9d507e805198),segment_id=9526ede2-f765-498c-8f20-9d507e805198)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:57:47.885236 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (b9a004e1-e2d5-4351-9de6-8cf4a7822bc5), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:47.937045 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Pushing event updated for resources: {'Port': ['ID=b9a004e1-e2d5-4351-9de6-8cf4a7822bc5,revision_number=4']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:47.945403 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:47.945684 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:47.946031 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:47.946380 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:47.946715 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:47.947052 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:47.947383 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:47.947710 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:47.948038 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:47.948363 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:47.948691 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:47.949016 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:47.949340 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:47.949687 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:47.950010 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:48.117164 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecdf8d6-bc15-4af0-8ee6-d7fe6b5154d6 req-f1db15d4-86dc-4d51-b3c3-754ef212e1d6 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:57:48.118796 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5ecdf8d6-bc15-4af0-8ee6-d7fe6b5154d6 req-f1db15d4-86dc-4d51-b3c3-754ef212e1d6 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4e42a48f-9abd-449f-8f42-f91ce8b40094 HTTP/1.1" status: 200 len: 945 time: 0.1005943 Aug 31 09:57:48.169508 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5ecdf8d6-bc15-4af0-8ee6-d7fe6b5154d6 req-af52fb4b-9868-4d02-a074-ab511ae08c42 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e4fa90d3-f67a-484a-a478-734002631888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450838 Aug 31 09:57:48.388136 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] get_ports_and_sgs() called for port_ids ['b9a004e1-e2d5-4351-9de6-8cf4a7822bc5'] {{(pid=112921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 09:57:49.349164 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80dcdb-a79b-44b7-8f43-8cf54cb82d14 req-ecf2765a-dc5a-4fd4-803f-66948cc7d81c tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:57:49.350689 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-6d80dcdb-a79b-44b7-8f43-8cf54cb82d14 req-ecf2765a-dc5a-4fd4-803f-66948cc7d81c tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4e42a48f-9abd-449f-8f42-f91ce8b40094 HTTP/1.1" status: 200 len: 945 time: 0.1000912 Aug 31 09:57:49.385853 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:57:49.404085 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-6d80dcdb-a79b-44b7-8f43-8cf54cb82d14 req-50765dac-06c0-435f-957c-eab9dc7b3715 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e4fa90d3-f67a-484a-a478-734002631888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464251 Aug 31 09:57:49.710650 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device b9a004e1-e2d5-4351-9de6-8cf4a7822bc5 up at agent hyperv_hv-cinder-84496 {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:57:49.758614 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Provisioning for port b9a004e1-e2d5-4351-9de6-8cf4a7822bc5 completed by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 09:57:49.764275 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Provisioning complete for port b9a004e1-e2d5-4351-9de6-8cf4a7822bc5 triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:57:49.764668 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (b9a004e1-e2d5-4351-9de6-8cf4a7822bc5), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:49.838879 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Current status of the port b9a004e1-e2d5-4351-9de6-8cf4a7822bc5 is: BUILD; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:57:49.839266 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (b9a004e1-e2d5-4351-9de6-8cf4a7822bc5), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:49.863183 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e42a48f-9abd-449f-8f42-f91ce8b40094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a004e1-e2d5-4351-9de6-8cf4a7822bc5'}] {{(pid=112921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:57:49.865719 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b0c9b70db3c71f613761f7f5e171cb6bed896c41d1f4f7babde002b819469c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686182e0-ee7e-4163-98ef-e2c46147383c" -d '{"events": [{"server_uuid": "4e42a48f-9abd-449f-8f42-f91ce8b40094", "name": "network-vif-plugged", "status": "completed", "tag": "b9a004e1-e2d5-4351-9de6-8cf4a7822bc5"}]}' {{(pid=112921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:57:49.880264 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port b9a004e1-e2d5-4351-9de6-8cf4a7822bc5, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=b9a004e1-e2d5-4351-9de6-8cf4a7822bc5,segment=NetworkSegment(9526ede2-f765-498c-8f20-9d507e805198),segment_id=9526ede2-f765-498c-8f20-9d507e805198)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:57:49.884481 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (b9a004e1-e2d5-4351-9de6-8cf4a7822bc5), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:49.911039 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 09:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7e1dfa-50e4-4e49-aedb-4b30f3272d45 x-openstack-request-id: req-3e7e1dfa-50e4-4e49-aedb-4b30f3272d45 {{(pid=112921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:57:49.911312 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e42a48f-9abd-449f-8f42-f91ce8b40094", "name": "network-vif-plugged", "status": "completed", "tag": "b9a004e1-e2d5-4351-9de6-8cf4a7822bc5", "code": 200}]} {{(pid=112921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:57:49.911563 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e7e1dfa-50e4-4e49-aedb-4b30f3272d45 {{(pid=112921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:57:49.911951 dv-cinder-844961-2-iscsi neutron-server[112921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e7e1dfa-50e4-4e49-aedb-4b30f3272d45'] response: {'server_uuid': '4e42a48f-9abd-449f-8f42-f91ce8b40094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a004e1-e2d5-4351-9de6-8cf4a7822bc5', 'code': 200} Aug 31 09:57:49.938574 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Pushing event updated for resources: {'Port': ['ID=b9a004e1-e2d5-4351-9de6-8cf4a7822bc5,revision_number=5']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:50.166595 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465fea9-6872-413c-bd55-cc9a3c33b2b5 req-e448eb54-978f-4736-bc62-a391c8a26fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:57:50.168216 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-8465fea9-6872-413c-bd55-cc9a3c33b2b5 req-e448eb54-978f-4736-bc62-a391c8a26fce service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4e42a48f-9abd-449f-8f42-f91ce8b40094 HTTP/1.1" status: 200 len: 1130 time: 0.0462472 Aug 31 09:57:50.230314 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-8465fea9-6872-413c-bd55-cc9a3c33b2b5 req-1564b790-bfa0-4210-949c-102a02081486 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e4fa90d3-f67a-484a-a478-734002631888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533073 Aug 31 09:57:50.535916 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e7c69-da4c-48a6-a0b0-c455bcc53c4f req-b1bf6ad5-37d4-4184-81aa-a88b4c2d0bc7 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:57:50.537456 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0a0e7c69-da4c-48a6-a0b0-c455bcc53c4f req-b1bf6ad5-37d4-4184-81aa-a88b4c2d0bc7 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4e42a48f-9abd-449f-8f42-f91ce8b40094 HTTP/1.1" status: 200 len: 946 time: 0.0489135 Aug 31 09:57:50.588523 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0a0e7c69-da4c-48a6-a0b0-c455bcc53c4f req-53cf7a1d-fa4c-471f-ae28-925863579ca4 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e4fa90d3-f67a-484a-a478-734002631888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454867 Aug 31 09:57:51.719221 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c178ad2e-8290-4177-a004-e2189bd4931a req-e681300a-4b4d-4920-8934-22c444c26328 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:57:51.720689 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c178ad2e-8290-4177-a004-e2189bd4931a req-e681300a-4b4d-4920-8934-22c444c26328 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4e42a48f-9abd-449f-8f42-f91ce8b40094 HTTP/1.1" status: 200 len: 946 time: 0.0474033 Aug 31 09:57:51.778843 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c178ad2e-8290-4177-a004-e2189bd4931a req-68d5423d-5a3a-47f4-92e0-285321da3654 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e4fa90d3-f67a-484a-a478-734002631888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519583 Aug 31 09:57:52.901966 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98210d24-4e03-471c-8924-eda6df4fa232 req-ec97be47-2cbe-4d3e-85c7-79838a736889 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:57:52.903425 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-98210d24-4e03-471c-8924-eda6df4fa232 req-ec97be47-2cbe-4d3e-85c7-79838a736889 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4e42a48f-9abd-449f-8f42-f91ce8b40094 HTTP/1.1" status: 200 len: 946 time: 0.0479069 Aug 31 09:57:52.951729 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-98210d24-4e03-471c-8924-eda6df4fa232 req-dd627e8d-48d5-4ed2-a5c5-c55ef496c341 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e4fa90d3-f67a-484a-a478-734002631888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426030 Aug 31 09:57:53.073015 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b56a71-a620-49b3-8fd8-83dc9bb62bff req-644b6740-00da-4be2-aa4a-2db99caba7d2 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:57:53.074495 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-10b56a71-a620-49b3-8fd8-83dc9bb62bff req-644b6740-00da-4be2-aa4a-2db99caba7d2 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4e42a48f-9abd-449f-8f42-f91ce8b40094 HTTP/1.1" status: 200 len: 946 time: 0.0514338 Aug 31 09:57:53.085326 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 50680) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:57:53.089629 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [None req-88e8f1fd-8f8f-4bdf-811e-a1ff8c622278 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Request body: {'floatingip': {'port_id': 'b9a004e1-e2d5-4351-9de6-8cf4a7822bc5'}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:57:53.135233 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-88e8f1fd-8f8f-4bdf-811e-a1ff8c622278 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for floatingip (b65e8554-6350-4733-aee2-cb594815fdb0), before_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:53.232366 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:57:53.575865 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-88e8f1fd-8f8f-4bdf-811e-a1ff8c622278 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:53.579600 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-88e8f1fd-8f8f-4bdf-811e-a1ff8c622278 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964517'] for floatingip (b65e8554-6350-4733-aee2-cb594815fdb0), after_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:53.680008 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.db.l3_db [None req-88e8f1fd-8f8f-4bdf-811e-a1ff8c622278 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Floating IP b65e8554-6350-4733-aee2-cb594815fdb0 associated. External IP: 172.27.3.237, port: b9a004e1-e2d5-4351-9de6-8cf4a7822bc5. Aug 31 09:57:53.776072 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:57:53.884001 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e8f1fd-8f8f-4bdf-811e-a1ff8c622278 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Router 8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542 has already been hosted by L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 {{(pid=112919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:57:53.985708 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e8f1fd-8f8f-4bdf-811e-a1ff8c622278 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:57:53.991387 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-88e8f1fd-8f8f-4bdf-811e-a1ff8c622278 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for floatingip (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:53.996500 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f259fc-bbe6-4c8d-bfe4-7ced0003e4b7 None None] Sync routers for ids ['8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'] in dv-cinder-844961-2-iscsi {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:57:54.007840 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f259fc-bbe6-4c8d-bfe4-7ced0003e4b7 None None] Routers {'8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:57:54.008337 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-69f259fc-bbe6-4c8d-bfe4-7ced0003e4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:57:26Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:57:54.021139 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-88e8f1fd-8f8f-4bdf-811e-a1ff8c622278 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "PUT /networking/v2.0/floatingips/b65e8554-6350-4733-aee2-cb594815fdb0 HTTP/1.1" status: 200 len: 992 time: 0.9347348 Aug 31 09:57:54.021834 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e42a48f-9abd-449f-8f42-f91ce8b40094', 'tag': 'b9a004e1-e2d5-4351-9de6-8cf4a7822bc5'}] {{(pid=112919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:57:54.024286 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f6ad1632a392cf14020321c7ce6c49338053db0fa13ffca62b7dfe78a8e90b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac91930-1da1-4fd0-8f39-8e2252e51a81" -d '{"events": [{"name": "network-changed", "server_uuid": "4e42a48f-9abd-449f-8f42-f91ce8b40094", "tag": "b9a004e1-e2d5-4351-9de6-8cf4a7822bc5"}]}' {{(pid=112919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:57:54.063205 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 09:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c0210b-38e5-4b1a-9f3c-7618ad218fc4 x-openstack-request-id: req-79c0210b-38e5-4b1a-9f3c-7618ad218fc4 {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:57:54.063493 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e42a48f-9abd-449f-8f42-f91ce8b40094", "tag": "b9a004e1-e2d5-4351-9de6-8cf4a7822bc5", "status": "completed", "code": 200}]} {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:57:54.063738 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-79c0210b-38e5-4b1a-9f3c-7618ad218fc4 {{(pid=112919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:57:54.064137 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79c0210b-38e5-4b1a-9f3c-7618ad218fc4'] response: {'name': 'network-changed', 'server_uuid': '4e42a48f-9abd-449f-8f42-f91ce8b40094', 'tag': 'b9a004e1-e2d5-4351-9de6-8cf4a7822bc5', 'status': 'completed', 'code': 200} Aug 31 09:57:54.159797 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac91930-1da1-4fd0-8f39-8e2252e51a81 req-88a8431d-7e30-47aa-afb4-9252a1255e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:57:54.161216 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0ac91930-1da1-4fd0-8f39-8e2252e51a81 req-88a8431d-7e30-47aa-afb4-9252a1255e7f service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5ed9143757584694a5139ada8dbd5570&device_id=4e42a48f-9abd-449f-8f42-f91ce8b40094 HTTP/1.1" status: 200 len: 1130 time: 0.0412128 Aug 31 09:57:54.247506 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-69f259fc-bbe6-4c8d-bfe4-7ced0003e4b7 None None] Set router 8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:57:54.259230 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac91930-1da1-4fd0-8f39-8e2252e51a81 req-39de0e9f-98fb-4687-bd54-44f681873ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:57:54.260767 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0ac91930-1da1-4fd0-8f39-8e2252e51a81 req-39de0e9f-98fb-4687-bd54-44f681873ef3 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=ba3d70db-89a3-4a36-91f7-576971d6cd3f HTTP/1.1" status: 200 len: 915 time: 0.0923603 Aug 31 09:57:54.289784 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b1fbc4e3-f203-4fb6-bac5-2b579229deca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:54.301260 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:57:54.325875 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0ac91930-1da1-4fd0-8f39-8e2252e51a81 req-537206fa-ec50-4d45-a753-036d02a529da service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9a004e1-e2d5-4351-9de6-8cf4a7822bc5 HTTP/1.1" status: 200 len: 1000 time: 0.0580883 Aug 31 09:57:54.343822 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:57:54.395838 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac91930-1da1-4fd0-8f39-8e2252e51a81 req-f2a471b3-105d-47ec-803c-0c71c2bc47dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:57:54.397289 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0ac91930-1da1-4fd0-8f39-8e2252e51a81 req-f2a471b3-105d-47ec-803c-0c71c2bc47dd service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=990134de-c572-4ed8-9ca9-38a05454b025 HTTP/1.1" status: 200 len: 853 time: 0.0639310 Aug 31 09:57:54.480405 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:57:54.492418 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-69f259fc-bbe6-4c8d-bfe4-7ced0003e4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'name': 'tempest-AttachVolumeNegativeTest-786014327-router', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:49:26Z', 'updated_at': '2022-08-31T09:49:31Z', 'revision_number': 4, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'gw_port': {'id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:af:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:49:27Z', 'updated_at': '2022-08-31T09:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_floatingips': [{'id': 'b65e8554-6350-4733-aee2-cb594815fdb0', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'floating_ip_address': '172.27.3.237', 'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'router_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'port_id': 'b9a004e1-e2d5-4351-9de6-8cf4a7822bc5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f', 'mac_address': 'fa:16:3e:0c:c1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e42a48f-9abd-449f-8f42-f91ce8b40094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T09:57:38Z', 'updated_at': '2022-08-31T09:57:53Z', 'revision_number': 1, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c43e077c-2252-45ea-a1ac-7a77de29c27f', 'name': '', 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'mac_address': 'fa:16:3e:f4:2f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '990134de-c572-4ed8-9ca9-38a05454b025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:49:30Z', 'updated_at': '2022-08-31T09:49:38Z', 'revision_number': 5, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'subnets': [{'id': '990134de-c572-4ed8-9ca9-38a05454b025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:57:54.524084 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f259fc-bbe6-4c8d-bfe4-7ced0003e4b7 None None] Checking router: 8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542 for host: dv-cinder-844961-2-iscsi {{(pid=112921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:57:54.533353 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f259fc-bbe6-4c8d-bfe4-7ced0003e4b7 None None] Routers {'8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:57:54.534639 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-69f259fc-bbe6-4c8d-bfe4-7ced0003e4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:57:26Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:57:54.646128 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-69f259fc-bbe6-4c8d-bfe4-7ced0003e4b7 None None] Set router 8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:57:54.697284 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac91930-1da1-4fd0-8f39-8e2252e51a81 req-1e82a364-a7a5-4ce9-a0d1-a697939c6193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:57:54.698821 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0ac91930-1da1-4fd0-8f39-8e2252e51a81 req-1e82a364-a7a5-4ce9-a0d1-a697939c6193 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=ba3d70db-89a3-4a36-91f7-576971d6cd3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2915421 Aug 31 09:57:54.795769 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0ac91930-1da1-4fd0-8f39-8e2252e51a81 req-fb4d195b-c380-430f-9854-1191204fa86c service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ba3d70db-89a3-4a36-91f7-576971d6cd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874128 Aug 31 09:57:54.861361 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-69f259fc-bbe6-4c8d-bfe4-7ced0003e4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'name': 'tempest-AttachVolumeNegativeTest-786014327-router', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:49:26Z', 'updated_at': '2022-08-31T09:49:31Z', 'revision_number': 4, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'gw_port': {'id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:af:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:49:27Z', 'updated_at': '2022-08-31T09:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_floatingips': [{'id': 'b65e8554-6350-4733-aee2-cb594815fdb0', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'floating_ip_address': '172.27.3.237', 'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'router_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'port_id': 'b9a004e1-e2d5-4351-9de6-8cf4a7822bc5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f', 'mac_address': 'fa:16:3e:0c:c1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e42a48f-9abd-449f-8f42-f91ce8b40094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T09:57:38Z', 'updated_at': '2022-08-31T09:57:53Z', 'revision_number': 1, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c43e077c-2252-45ea-a1ac-7a77de29c27f', 'name': '', 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'mac_address': 'fa:16:3e:f4:2f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '990134de-c572-4ed8-9ca9-38a05454b025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:49:30Z', 'updated_at': '2022-08-31T09:49:38Z', 'revision_number': 5, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'subnets': [{'id': '990134de-c572-4ed8-9ca9-38a05454b025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:57:54.889317 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0ac91930-1da1-4fd0-8f39-8e2252e51a81 req-e6aa018c-0c80-4840-90d3-ed92730b9890 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ba3d70db-89a3-4a36-91f7-576971d6cd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845218 Aug 31 09:57:54.891972 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f259fc-bbe6-4c8d-bfe4-7ced0003e4b7 None None] The sync data for ids ['8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'] in dv-cinder-844961-2-iscsi is: [{'id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'name': 'tempest-AttachVolumeNegativeTest-786014327-router', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:49:26Z', 'updated_at': '2022-08-31T09:49:31Z', 'revision_number': 4, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'gw_port': {'id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:af:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:49:27Z', 'updated_at': '2022-08-31T09:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_floatingips': [{'id': 'b65e8554-6350-4733-aee2-cb594815fdb0', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'floating_ip_address': '172.27.3.237', 'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'router_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'port_id': 'b9a004e1-e2d5-4351-9de6-8cf4a7822bc5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f', 'mac_address': 'fa:16:3e:0c:c1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e42a48f-9abd-449f-8f42-f91ce8b40094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T09:57:38Z', 'updated_at': '2022-08-31T09:57:53Z', 'revision_number': 1, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c43e077c-2252-45ea-a1ac-7a77de29c27f', 'name': '', 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'mac_address': 'fa:16:3e:f4:2f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '990134de-c572-4ed8-9ca9-38a05454b025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:49:30Z', 'updated_at': '2022-08-31T09:49:38Z', 'revision_number': 5, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'subnets': [{'id': '990134de-c572-4ed8-9ca9-38a05454b025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:57:55.083150 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51112e2a-bac9-43bd-bd93-23d29166e31b None None] New status for floating IP b65e8554-6350-4733-aee2-cb594815fdb0: ACTIVE {{(pid=112922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 09:57:55.831726 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e6f198be-e193-4693-a253-f9c4522a6272), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:56.501180 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-aff0ee3d-c64e-45b1-a4e4-473d5eb99bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:57.816573 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:59.495570 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:57:59.618020 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:02.796597 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0a53f50a-c039-40d4-8286-ef2fab61baa5 req-8cd44b78-04c6-4dc8-b103-1f0a324bba47 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dad5a844-b1e2-4310-919c-7d3a334cc794&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420947 Aug 31 09:58:02.883558 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a53f50a-c039-40d4-8286-ef2fab61baa5 req-3d07307b-1a7d-4717-8282-74ff8680638d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:02.885027 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0a53f50a-c039-40d4-8286-ef2fab61baa5 req-3d07307b-1a7d-4717-8282-74ff8680638d service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=05be916a558445ee8550559d491efbd0&device_id=dad5a844-b1e2-4310-919c-7d3a334cc794 HTTP/1.1" status: 200 len: 1129 time: 0.0456684 Aug 31 09:58:02.994916 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a53f50a-c039-40d4-8286-ef2fab61baa5 req-3d21ed6a-2f89-4530-a1cd-9b0e453b8f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:02.996404 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0a53f50a-c039-40d4-8286-ef2fab61baa5 req-3d21ed6a-2f89-4530-a1cd-9b0e453b8f8c service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=36c1318a-9832-4bc9-ac1a-5f597bd8ac6c HTTP/1.1" status: 200 len: 912 time: 0.0912018 Aug 31 09:58:03.065757 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0a53f50a-c039-40d4-8286-ef2fab61baa5 req-6e37a481-9624-478d-9323-8eb82eb34535 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=faf14e51-3e45-4bef-906c-896093d3aeda HTTP/1.1" status: 200 len: 1001 time: 0.0615914 Aug 31 09:58:03.116834 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a53f50a-c039-40d4-8286-ef2fab61baa5 req-52692adc-540f-45bd-9ea7-f8aef67c3372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:03.118313 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0a53f50a-c039-40d4-8286-ef2fab61baa5 req-52692adc-540f-45bd-9ea7-f8aef67c3372 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=62f04c98-5559-462e-a349-fd7424d6ae82 HTTP/1.1" status: 200 len: 850 time: 0.0455346 Aug 31 09:58:03.161213 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:58:03.165546 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a53f50a-c039-40d4-8286-ef2fab61baa5 req-2a41bf5b-ea96-45ef-8e79-0136105cb67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:03.167335 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0a53f50a-c039-40d4-8286-ef2fab61baa5 req-2a41bf5b-ea96-45ef-8e79-0136105cb67a service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=36c1318a-9832-4bc9-ac1a-5f597bd8ac6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418777 Aug 31 09:58:03.273318 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0a53f50a-c039-40d4-8286-ef2fab61baa5 req-a4a31d82-c2db-4913-b4ae-71e906effc1f service neutron] 10.222.0.64 "GET /networking/v2.0/networks/36c1318a-9832-4bc9-ac1a-5f597bd8ac6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977292 Aug 31 09:58:03.371203 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0a53f50a-c039-40d4-8286-ef2fab61baa5 req-fda1b107-20a7-4a54-b27d-8aded1f0de4e service neutron] 10.222.0.64 "GET /networking/v2.0/networks/36c1318a-9832-4bc9-ac1a-5f597bd8ac6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903242 Aug 31 09:58:04.144432 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce187f6-ca18-47c8-83d5-6936a61f4d23 req-10e8fb66-b737-49c9-8bc3-eac8655b907a tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:04.146579 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0ce187f6-ca18-47c8-83d5-6936a61f4d23 req-10e8fb66-b737-49c9-8bc3-eac8655b907a tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 946 time: 0.0503340 Aug 31 09:58:04.212630 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0ce187f6-ca18-47c8-83d5-6936a61f4d23 req-7957cce3-4011-4225-bffa-3a90739c61a7 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546384 Aug 31 09:58:05.345424 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8524b7d9-ef1a-4156-8b5d-5ed215c4f430 req-43f733d4-b087-4c93-bda3-1a9016e58df9 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:05.346957 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-8524b7d9-ef1a-4156-8b5d-5ed215c4f430 req-43f733d4-b087-4c93-bda3-1a9016e58df9 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 946 time: 0.0479140 Aug 31 09:58:05.380203 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:58:05.399517 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-8524b7d9-ef1a-4156-8b5d-5ed215c4f430 req-62922493-933a-4167-8fad-46c194623c4a tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461061 Aug 31 09:58:06.524818 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e343948-014b-42ee-932e-260935e14766 req-2c0102bf-ca03-41da-9b9a-526f18dabe21 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:06.526405 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9e343948-014b-42ee-932e-260935e14766 req-2c0102bf-ca03-41da-9b9a-526f18dabe21 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 946 time: 0.0481131 Aug 31 09:58:06.573804 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9e343948-014b-42ee-932e-260935e14766 req-b2dbc6fb-5652-4707-a34f-c327d5a96846 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418487 Aug 31 09:58:07.086690 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.agents_db [None req-8002e13a-56e4-448b-bc0d-5c9f038cbdad None None] Agent healthcheck: found 6 active agents {{(pid=112922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:58:07.702905 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5652ffed-5519-4b6b-9a8d-76a129568d14 req-f43b3733-526c-4314-9959-5b2096f1f7f3 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:07.704368 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5652ffed-5519-4b6b-9a8d-76a129568d14 req-f43b3733-526c-4314-9959-5b2096f1f7f3 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 946 time: 0.0508935 Aug 31 09:58:07.761057 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5652ffed-5519-4b6b-9a8d-76a129568d14 req-4b27c61f-f90f-4cc4-892c-0bbdcda257ad tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504289 Aug 31 09:58:08.887385 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec70836-2eca-4e7c-86d9-d3643f3b53e7 req-6528fcb2-cad9-4d1f-a0a6-94d91c872038 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:08.888860 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0ec70836-2eca-4e7c-86d9-d3643f3b53e7 req-6528fcb2-cad9-4d1f-a0a6-94d91c872038 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 946 time: 0.0477297 Aug 31 09:58:08.936196 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0ec70836-2eca-4e7c-86d9-d3643f3b53e7 req-67537f45-e1a1-4bb0-8991-8268732dae38 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417457 Aug 31 09:58:09.609721 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=63,neutron:UPDATE=3 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:58:09.614681 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=45,neutron:UPDATE=2 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:58:10.063497 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c196875-be0c-4229-8c0a-35eae2f56dea req-3497a02b-9059-4b9d-baa7-bb611d079978 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:10.064959 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-3c196875-be0c-4229-8c0a-35eae2f56dea req-3497a02b-9059-4b9d-baa7-bb611d079978 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 946 time: 0.0503111 Aug 31 09:58:10.115547 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-3c196875-be0c-4229-8c0a-35eae2f56dea req-5d9e4f67-bd9d-498e-8d1e-6cfe21584e2d tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445111 Aug 31 09:58:11.241639 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6217e3-0700-40b2-8fdf-689824da2951 req-ef32bd5d-2837-4a98-b3b0-c06d49f2e265 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:11.243123 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0d6217e3-0700-40b2-8fdf-689824da2951 req-ef32bd5d-2837-4a98-b3b0-c06d49f2e265 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 946 time: 0.0483620 Aug 31 09:58:11.290754 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0d6217e3-0700-40b2-8fdf-689824da2951 req-08d9d30f-7738-4daa-b0a0-b697e9bed81a tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420542 Aug 31 09:58:12.418924 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f907acf-16f1-4326-bc85-41cab50b3c4f req-8756769d-a0ab-420c-956b-93f3f8b3b5f5 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:12.420458 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4f907acf-16f1-4326-bc85-41cab50b3c4f req-8756769d-a0ab-420c-956b-93f3f8b3b5f5 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 946 time: 0.0504291 Aug 31 09:58:12.478121 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4f907acf-16f1-4326-bc85-41cab50b3c4f req-d63db650-b766-4125-b0ba-5228c206ace0 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499637 Aug 31 09:58:13.605915 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa25184-f5f5-4f23-8c19-afc6b35eca7a req-b99a2cbb-465d-48c6-b82d-f8cef49f8c7e tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:13.607394 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5fa25184-f5f5-4f23-8c19-afc6b35eca7a req-b99a2cbb-465d-48c6-b82d-f8cef49f8c7e tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 946 time: 0.0479648 Aug 31 09:58:13.647718 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:58:13.660420 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5fa25184-f5f5-4f23-8c19-afc6b35eca7a req-d1702e00-69ee-4d2c-90d2-e79ad48851e2 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469825 Aug 31 09:58:14.788332 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455460d2-a088-44a7-a799-aaffe520864f req-ad80d35f-571e-4ba3-9b93-0896f569e039 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:14.789847 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-455460d2-a088-44a7-a799-aaffe520864f req-ad80d35f-571e-4ba3-9b93-0896f569e039 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 946 time: 0.0484891 Aug 31 09:58:14.839085 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-455460d2-a088-44a7-a799-aaffe520864f req-bb22b98e-74a6-4160-b164-753bf3d08797 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434613 Aug 31 09:58:15.968094 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6dc7f-4bf2-4ab2-aed6-46d1f659446f req-19978708-3488-4a11-b4b2-96025fbad6f5 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:15.969605 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-11c6dc7f-4bf2-4ab2-aed6-46d1f659446f req-19978708-3488-4a11-b4b2-96025fbad6f5 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 946 time: 0.0506957 Aug 31 09:58:16.019211 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-11c6dc7f-4bf2-4ab2-aed6-46d1f659446f req-04c0ed32-1747-4540-94d6-5f1e3ae6a395 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432136 Aug 31 09:58:17.149127 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735fbd0-1391-4e71-bccf-26ebaa72a8d5 req-d3264fe7-3dff-4c53-8fc3-3d2d84fdc5b1 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:17.150526 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b735fbd0-1391-4e71-bccf-26ebaa72a8d5 req-d3264fe7-3dff-4c53-8fc3-3d2d84fdc5b1 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 946 time: 0.0476849 Aug 31 09:58:17.203113 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b735fbd0-1391-4e71-bccf-26ebaa72a8d5 req-fd3731da-7541-46b4-a58c-037d33be3adc tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470302 Aug 31 09:58:17.872218 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device f0ab5d21-97ec-4a21-a75b-253b40f65e47 details requested by agent hyperv_hv-cinder-84496 with host hv-cinder-84496 {{(pid=112921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:58:17.975882 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port f0ab5d21-97ec-4a21-a75b-253b40f65e47, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=f0ab5d21-97ec-4a21-a75b-253b40f65e47,segment=NetworkSegment(a90b8ffb-f27b-4c61-9949-27265dbdd344),segment_id=a90b8ffb-f27b-4c61-9949-27265dbdd344)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:58:17.988093 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Returning: {'device': 'f0ab5d21-97ec-4a21-a75b-253b40f65e47', 'network_id': '0f5370f1-004e-40df-a622-c79b4bbd1b36', 'port_id': 'f0ab5d21-97ec-4a21-a75b-253b40f65e47', 'mac_address': 'fa:16:3e:62:05:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7552609c-80f9-41d8-a1ca-1fd2186ed151', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:58:18.026608 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Current status of the port f0ab5d21-97ec-4a21-a75b-253b40f65e47 is: ACTIVE; New status is: BUILD {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:58:18.027000 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (f0ab5d21-97ec-4a21-a75b-253b40f65e47), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:18.041204 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.notifiers.nova [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f0ab5d21-97ec-4a21-a75b-253b40f65e47 {{(pid=112921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 09:58:18.064692 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port f0ab5d21-97ec-4a21-a75b-253b40f65e47, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=f0ab5d21-97ec-4a21-a75b-253b40f65e47,segment=NetworkSegment(a90b8ffb-f27b-4c61-9949-27265dbdd344),segment_id=a90b8ffb-f27b-4c61-9949-27265dbdd344)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:58:18.069554 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (f0ab5d21-97ec-4a21-a75b-253b40f65e47), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:18.119474 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Pushing event updated for resources: {'Port': ['ID=f0ab5d21-97ec-4a21-a75b-253b40f65e47,revision_number=6']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:18.328394 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c60d52-2252-4379-be5f-49d0e4f6cd40 req-a7e615f5-039f-4576-aee4-6e529959594e tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:18.329874 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-30c60d52-2252-4379-be5f-49d0e4f6cd40 req-a7e615f5-039f-4576-aee4-6e529959594e tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 945 time: 0.0460806 Aug 31 09:58:18.338571 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] get_ports_and_sgs() called for port_ids ['f0ab5d21-97ec-4a21-a75b-253b40f65e47'] {{(pid=112921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 09:58:18.356106 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:58:18.384004 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-30c60d52-2252-4379-be5f-49d0e4f6cd40 req-51ceeb79-259f-4d73-bc9a-ef492ddae12d tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468905 Aug 31 09:58:19.514707 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d9958-747f-46dd-b848-71b81c08c5fd req-49951797-d153-4988-9936-920bfeddd1ab tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:19.516215 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-6a0d9958-747f-46dd-b848-71b81c08c5fd req-49951797-d153-4988-9936-920bfeddd1ab tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 945 time: 0.0492105 Aug 31 09:58:19.568142 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-6a0d9958-747f-46dd-b848-71b81c08c5fd req-6d75c8d0-4cac-4876-83b7-a776d6f375ac tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453517 Aug 31 09:58:19.882431 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device f0ab5d21-97ec-4a21-a75b-253b40f65e47 up at agent hyperv_hv-cinder-84496 {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:58:19.930248 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Provisioning complete for port f0ab5d21-97ec-4a21-a75b-253b40f65e47 triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:58:19.930636 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (f0ab5d21-97ec-4a21-a75b-253b40f65e47), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:20.021156 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Current status of the port f0ab5d21-97ec-4a21-a75b-253b40f65e47 is: BUILD; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:58:20.021653 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (f0ab5d21-97ec-4a21-a75b-253b40f65e47), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:20.047126 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ab5d21-97ec-4a21-a75b-253b40f65e47'}] {{(pid=112921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:58:20.049540 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b0c9b70db3c71f613761f7f5e171cb6bed896c41d1f4f7babde002b819469c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84cea67b-dbdc-4cf6-84fe-192612d523d4" -d '{"events": [{"server_uuid": "b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9", "name": "network-vif-plugged", "status": "completed", "tag": "f0ab5d21-97ec-4a21-a75b-253b40f65e47"}]}' {{(pid=112921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:58:20.063991 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port f0ab5d21-97ec-4a21-a75b-253b40f65e47, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=f0ab5d21-97ec-4a21-a75b-253b40f65e47,segment=NetworkSegment(a90b8ffb-f27b-4c61-9949-27265dbdd344),segment_id=a90b8ffb-f27b-4c61-9949-27265dbdd344)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:58:20.070275 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (f0ab5d21-97ec-4a21-a75b-253b40f65e47), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:20.110101 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 09:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26fd99a-7cf6-44e4-8ad5-046be2c6047a x-openstack-request-id: req-a26fd99a-7cf6-44e4-8ad5-046be2c6047a {{(pid=112921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:58:20.110397 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9", "name": "network-vif-plugged", "status": "completed", "tag": "f0ab5d21-97ec-4a21-a75b-253b40f65e47", "code": 200}]} {{(pid=112921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:58:20.110660 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a26fd99a-7cf6-44e4-8ad5-046be2c6047a {{(pid=112921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:58:20.111059 dv-cinder-844961-2-iscsi neutron-server[112921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a26fd99a-7cf6-44e4-8ad5-046be2c6047a'] response: {'server_uuid': 'b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ab5d21-97ec-4a21-a75b-253b40f65e47', 'code': 200} Aug 31 09:58:20.135075 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Pushing event updated for resources: {'Port': ['ID=f0ab5d21-97ec-4a21-a75b-253b40f65e47,revision_number=7']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:20.701189 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f26da28-5d04-4972-83fb-21c411e8da2c req-ae335e96-0ae9-45ac-8f35-cc1f45426c92 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:20.702770 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5f26da28-5d04-4972-83fb-21c411e8da2c req-ae335e96-0ae9-45ac-8f35-cc1f45426c92 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 946 time: 0.0511086 Aug 31 09:58:20.752586 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5f26da28-5d04-4972-83fb-21c411e8da2c req-f8601597-ba35-4f3c-90a6-ae493346ddda tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439210 Aug 31 09:58:21.890932 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882316e-1d4f-4bf3-b6a3-c1a0fc33b325 req-a80a6fed-047d-479e-b8ff-8431f06e8b4b tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:21.892444 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-1882316e-1d4f-4bf3-b6a3-c1a0fc33b325 req-a80a6fed-047d-479e-b8ff-8431f06e8b4b tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 946 time: 0.0530751 Aug 31 09:58:21.943747 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-1882316e-1d4f-4bf3-b6a3-c1a0fc33b325 req-d546c221-aa74-4cef-a0d1-97e154576bd4 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443516 Aug 31 09:58:23.081356 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d30264-9e53-476d-a103-c3e927dc350c req-7c383892-05c1-46da-8f57-91dbb523d299 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:23.083950 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d8d30264-9e53-476d-a103-c3e927dc350c req-7c383892-05c1-46da-8f57-91dbb523d299 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 946 time: 0.0524313 Aug 31 09:58:23.137610 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d8d30264-9e53-476d-a103-c3e927dc350c req-5927154c-3dc6-4c95-9c46-77e1b3bbf502 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472353 Aug 31 09:58:24.287371 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-a3f2a795-61f5-4ef0-8098-9ddfca0f7a29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:24.372751 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1cabe-ff68-41d3-9736-d3face252db2 req-c78303f9-4d84-449b-883f-43c4c20fb594 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:24.375269 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7ed1cabe-ff68-41d3-9736-d3face252db2 req-c78303f9-4d84-449b-883f-43c4c20fb594 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 946 time: 0.1028233 Aug 31 09:58:24.498810 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7ed1cabe-ff68-41d3-9736-d3face252db2 req-55c2c358-e885-4460-bdf6-d75064cef601 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131411 Aug 31 09:58:24.629937 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:58:24.631561 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=32,neutron:UPDATE=1 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:58:25.558077 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66964b80-58cb-491b-af19-df964d77a402 req-5516bd12-2f81-476d-ab1a-068ecdcdfb39 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:25.560346 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-66964b80-58cb-491b-af19-df964d77a402 req-5516bd12-2f81-476d-ab1a-068ecdcdfb39 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dad5a844-b1e2-4310-919c-7d3a334cc794 HTTP/1.1" status: 200 len: 945 time: 0.0553284 Aug 31 09:58:25.649470 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-66964b80-58cb-491b-af19-df964d77a402 req-df0e5a9c-148b-4967-95f4-caa9153392b7 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=58763abf-ea86-44c3-be3c-ff309badfa2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814049 Aug 31 09:58:25.656272 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a9bdb-28ef-4dda-9518-b87f74816929 req-83ebdfd8-2903-41c0-b659-17c2e194523c tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:25.676766 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-540a9bdb-28ef-4dda-9518-b87f74816929 req-83ebdfd8-2903-41c0-b659-17c2e194523c tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 946 time: 0.0801854 Aug 31 09:58:25.737699 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-540a9bdb-28ef-4dda-9518-b87f74816929 req-b7a2f597-abf1-4e28-bf66-e2c894d00f9c tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573745 Aug 31 09:58:25.851490 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e6f198be-e193-4693-a253-f9c4522a6272), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:26.521508 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-83f3de52-6fa3-413e-9deb-39e75bf40be8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:26.803805 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c638f-b3c9-42bf-8bf6-f8e0c6810674 req-7a52c40f-8cb0-43fd-bdeb-b4f85c2ab9bc tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:26.806253 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-710c638f-b3c9-42bf-8bf6-f8e0c6810674 req-7a52c40f-8cb0-43fd-bdeb-b4f85c2ab9bc tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dad5a844-b1e2-4310-919c-7d3a334cc794 HTTP/1.1" status: 200 len: 945 time: 0.0647662 Aug 31 09:58:26.819841 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:58:26.899376 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871daccc-ae5b-4a46-87be-01dfd828a922 req-bdebf276-9aeb-4ba3-afa0-3506a0a9829b tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:26.900985 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-871daccc-ae5b-4a46-87be-01dfd828a922 req-bdebf276-9aeb-4ba3-afa0-3506a0a9829b tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 946 time: 0.0671384 Aug 31 09:58:26.911693 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-710c638f-b3c9-42bf-8bf6-f8e0c6810674 req-9d8a8bb6-27cb-413e-b61e-e6f9821ee22e tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=58763abf-ea86-44c3-be3c-ff309badfa2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985436 Aug 31 09:58:26.967273 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-871daccc-ae5b-4a46-87be-01dfd828a922 req-7538c145-a10d-4bf6-a1c6-b001dda81de6 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545084 Aug 31 09:58:27.821502 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:27.958399 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf79b93-da05-445d-a719-917063088b32 req-d67c9a85-5f5d-45a2-9636-3b409bd0c2c8 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:27.960148 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5bf79b93-da05-445d-a719-917063088b32 req-d67c9a85-5f5d-45a2-9636-3b409bd0c2c8 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dad5a844-b1e2-4310-919c-7d3a334cc794 HTTP/1.1" status: 200 len: 945 time: 0.0595489 Aug 31 09:58:28.108882 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:58:28.152732 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [req-5bf79b93-da05-445d-a719-917063088b32 req-1736c1ed-8867-42bf-86e0-fc0d6ee734aa tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Deleting port faf14e51-3e45-4bef-906c-896093d3aeda {{(pid=112919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 09:58:28.153152 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-5bf79b93-da05-445d-a719-917063088b32 req-1736c1ed-8867-42bf-86e0-fc0d6ee734aa tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (faf14e51-3e45-4bef-906c-896093d3aeda), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:28.169564 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16ab31-5ec5-47a4-a322-5f448d1e3352 req-5f55ea92-7022-4894-a6f4-b3e6d3bae19b tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:28.178977 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2e16ab31-5ec5-47a4-a322-5f448d1e3352 req-5f55ea92-7022-4894-a6f4-b3e6d3bae19b tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dad5a844-b1e2-4310-919c-7d3a334cc794 HTTP/1.1" status: 200 len: 945 time: 0.1565466 Aug 31 09:58:28.253228 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443be757-59a4-42c0-a386-d185a7da55ef req-aec53dfd-8f57-4a23-bde1-f2c3e348f720 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:28.255765 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-443be757-59a4-42c0-a386-d185a7da55ef req-aec53dfd-8f57-4a23-bde1-f2c3e348f720 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 946 time: 0.1488330 Aug 31 09:58:28.349246 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2e16ab31-5ec5-47a4-a322-5f448d1e3352 req-cdf414d3-328e-41c1-8133-ae35a23cb7ef tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=58763abf-ea86-44c3-be3c-ff309badfa2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693814 Aug 31 09:58:28.388564 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-443be757-59a4-42c0-a386-d185a7da55ef req-97cf0b71-4d27-47cf-9d13-6e987013d017 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254683 Aug 31 09:58:28.391790 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.db [req-5bf79b93-da05-445d-a719-917063088b32 req-1736c1ed-8867-42bf-86e0-fc0d6ee734aa tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] For port faf14e51-3e45-4bef-906c-896093d3aeda, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=faf14e51-3e45-4bef-906c-896093d3aeda,segment=NetworkSegment(2077e712-4c87-4477-a43b-7ba59cf07419),segment_id=2077e712-4c87-4477-a43b-7ba59cf07419)] {{(pid=112919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:58:28.395666 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-5bf79b93-da05-445d-a719-917063088b32 req-1736c1ed-8867-42bf-86e0-fc0d6ee734aa tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (faf14e51-3e45-4bef-906c-896093d3aeda), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:28.598781 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-5bf79b93-da05-445d-a719-917063088b32 req-1736c1ed-8867-42bf-86e0-fc0d6ee734aa tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:28.598781 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-5bf79b93-da05-445d-a719-917063088b32 req-1736c1ed-8867-42bf-86e0-fc0d6ee734aa tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964517'] for floatingip (26185314-17bd-4a6d-9795-43d532127dda), after_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:28.599235 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.db.l3_db [req-5bf79b93-da05-445d-a719-917063088b32 req-1736c1ed-8867-42bf-86e0-fc0d6ee734aa tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Floating IP 26185314-17bd-4a6d-9795-43d532127dda disassociated. External IP: 172.27.3.196, port: faf14e51-3e45-4bef-906c-896093d3aeda. Aug 31 09:58:28.599456 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [req-5bf79b93-da05-445d-a719-917063088b32 req-1736c1ed-8867-42bf-86e0-fc0d6ee734aa tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Calling delete_port for faf14e51-3e45-4bef-906c-896093d3aeda owned by compute:nova {{(pid=112919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 09:58:28.749775 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-5bf79b93-da05-445d-a719-917063088b32 req-1736c1ed-8867-42bf-86e0-fc0d6ee734aa tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66028622'] for port (faf14e51-3e45-4bef-906c-896093d3aeda), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:28.789901 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1736c1ed-8867-42bf-86e0-fc0d6ee734aa tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Pushing event deleted for resources: {'Port': ['ID=faf14e51-3e45-4bef-906c-896093d3aeda,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:28.912320 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:58:28.929105 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5bf79b93-da05-445d-a719-917063088b32 req-1736c1ed-8867-42bf-86e0-fc0d6ee734aa tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Router f2e42f77-94e7-42d5-9503-c5e8020fbc5a has already been hosted by L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 {{(pid=112919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:58:29.042628 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5bf79b93-da05-445d-a719-917063088b32 req-1736c1ed-8867-42bf-86e0-fc0d6ee734aa tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:58:29.055497 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32eff370-5cee-4c83-b549-8c09a5e228de None None] Sync routers for ids ['f2e42f77-94e7-42d5-9503-c5e8020fbc5a'] in dv-cinder-844961-2-iscsi {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:58:29.069899 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32eff370-5cee-4c83-b549-8c09a5e228de None None] Routers {'f2e42f77-94e7-42d5-9503-c5e8020fbc5a'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:58:29.071088 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-32eff370-5cee-4c83-b549-8c09a5e228de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:58:26Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['f2e42f77-94e7-42d5-9503-c5e8020fbc5a'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:58:29.074422 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:58:29.088720 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf79b93-da05-445d-a719-917063088b32 req-1736c1ed-8867-42bf-86e0-fc0d6ee734aa tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] No DVR routers for this DVR port faf14e51-3e45-4bef-906c-896093d3aeda on host hv-cinder-84496 {{(pid=112919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 09:58:29.091790 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-5bf79b93-da05-445d-a719-917063088b32 req-1736c1ed-8867-42bf-86e0-fc0d6ee734aa tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for port (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:29.095430 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5bf79b93-da05-445d-a719-917063088b32 req-1736c1ed-8867-42bf-86e0-fc0d6ee734aa tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.64 "DELETE /networking/v2.0/ports/faf14e51-3e45-4bef-906c-896093d3aeda HTTP/1.1" status: 204 len: 173 time: 1.1287553 Aug 31 09:58:29.095965 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad5a844-b1e2-4310-919c-7d3a334cc794', 'name': 'network-vif-deleted', 'tag': 'faf14e51-3e45-4bef-906c-896093d3aeda'}] {{(pid=112919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:58:29.099266 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f6ad1632a392cf14020321c7ce6c49338053db0fa13ffca62b7dfe78a8e90b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7715720-6d55-457a-a2a0-38e779fbc0f0" -d '{"events": [{"server_uuid": "dad5a844-b1e2-4310-919c-7d3a334cc794", "name": "network-vif-deleted", "tag": "faf14e51-3e45-4bef-906c-896093d3aeda"}]}' {{(pid=112919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:58:29.147597 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 09:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ff17b8-c47a-4ba9-9db1-bcf36862a165 x-openstack-request-id: req-48ff17b8-c47a-4ba9-9db1-bcf36862a165 {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:58:29.148150 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dad5a844-b1e2-4310-919c-7d3a334cc794", "name": "network-vif-deleted", "tag": "faf14e51-3e45-4bef-906c-896093d3aeda", "status": "completed", "code": 200}]} {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:58:29.148620 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-48ff17b8-c47a-4ba9-9db1-bcf36862a165 {{(pid=112919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:58:29.149233 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48ff17b8-c47a-4ba9-9db1-bcf36862a165'] response: {'server_uuid': 'dad5a844-b1e2-4310-919c-7d3a334cc794', 'name': 'network-vif-deleted', 'tag': 'faf14e51-3e45-4bef-906c-896093d3aeda', 'status': 'completed', 'code': 200} Aug 31 09:58:29.189509 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:58:29.216576 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-32eff370-5cee-4c83-b549-8c09a5e228de None None] Set router f2e42f77-94e7-42d5-9503-c5e8020fbc5a gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:58:29.481933 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-32eff370-5cee-4c83-b549-8c09a5e228de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e42f77-94e7-42d5-9503-c5e8020fbc5a', 'name': 'tempest-AttachVolumeTestJSON-1715309462-router', 'tenant_id': '05be916a558445ee8550559d491efbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'f76b301f-19b7-4734-a30a-4961b713a81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:47:48Z', 'updated_at': '2022-08-31T09:47:59Z', 'revision_number': 4, 'project_id': '05be916a558445ee8550559d491efbd0', 'gw_port': {'id': 'f76b301f-19b7-4734-a30a-4961b713a81d', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:85:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e42f77-94e7-42d5-9503-c5e8020fbc5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:48Z', 'updated_at': '2022-08-31T09:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': 'e1ca8d90-e985-4b0d-ac9f-41a26d5a451f', 'name': '', 'network_id': '36c1318a-9832-4bc9-ac1a-5f597bd8ac6c', 'tenant_id': '05be916a558445ee8550559d491efbd0', 'mac_address': 'fa:16:3e:b3:34:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e42f77-94e7-42d5-9503-c5e8020fbc5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '62f04c98-5559-462e-a349-fd7424d6ae82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:55Z', 'updated_at': '2022-08-31T09:48:13Z', 'revision_number': 5, 'project_id': '05be916a558445ee8550559d491efbd0', 'subnets': [{'id': '62f04c98-5559-462e-a349-fd7424d6ae82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:58:29.557869 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32eff370-5cee-4c83-b549-8c09a5e228de None None] Checking router: f2e42f77-94e7-42d5-9503-c5e8020fbc5a for host: dv-cinder-844961-2-iscsi {{(pid=112921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:58:29.575688 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:29.579064 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32eff370-5cee-4c83-b549-8c09a5e228de None None] Routers {'f2e42f77-94e7-42d5-9503-c5e8020fbc5a'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:58:29.579885 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-32eff370-5cee-4c83-b549-8c09a5e228de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:58:26Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['f2e42f77-94e7-42d5-9503-c5e8020fbc5a'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:58:29.612571 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:58:29.628422 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-84667989-9fda-45fa-8bd6-37773584e535 req-425dcc6d-5b99-4c06-8e04-9830179cd9f5 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dad5a844-b1e2-4310-919c-7d3a334cc794 HTTP/1.1" status: 200 len: 210 time: 0.1033816 Aug 31 09:58:29.658091 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e292a-faf9-4aa5-807c-fd9bac8254f9 req-af318ab4-c324-4f61-82e1-7d5b4056a3fb tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:29.659649 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d76e292a-faf9-4aa5-807c-fd9bac8254f9 req-af318ab4-c324-4f61-82e1-7d5b4056a3fb tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 946 time: 0.1134698 Aug 31 09:58:29.667620 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:29.733982 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d76e292a-faf9-4aa5-807c-fd9bac8254f9 req-3b8e554e-7a04-42f3-95b1-b7b29c692637 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668762 Aug 31 09:58:29.927087 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-32eff370-5cee-4c83-b549-8c09a5e228de None None] Set router f2e42f77-94e7-42d5-9503-c5e8020fbc5a gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:58:30.253139 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-32eff370-5cee-4c83-b549-8c09a5e228de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e42f77-94e7-42d5-9503-c5e8020fbc5a', 'name': 'tempest-AttachVolumeTestJSON-1715309462-router', 'tenant_id': '05be916a558445ee8550559d491efbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'f76b301f-19b7-4734-a30a-4961b713a81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:47:48Z', 'updated_at': '2022-08-31T09:47:59Z', 'revision_number': 4, 'project_id': '05be916a558445ee8550559d491efbd0', 'gw_port': {'id': 'f76b301f-19b7-4734-a30a-4961b713a81d', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:85:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e42f77-94e7-42d5-9503-c5e8020fbc5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:48Z', 'updated_at': '2022-08-31T09:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': 'e1ca8d90-e985-4b0d-ac9f-41a26d5a451f', 'name': '', 'network_id': '36c1318a-9832-4bc9-ac1a-5f597bd8ac6c', 'tenant_id': '05be916a558445ee8550559d491efbd0', 'mac_address': 'fa:16:3e:b3:34:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e42f77-94e7-42d5-9503-c5e8020fbc5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '62f04c98-5559-462e-a349-fd7424d6ae82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:55Z', 'updated_at': '2022-08-31T09:48:13Z', 'revision_number': 5, 'project_id': '05be916a558445ee8550559d491efbd0', 'subnets': [{'id': '62f04c98-5559-462e-a349-fd7424d6ae82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:58:30.303078 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32eff370-5cee-4c83-b549-8c09a5e228de None None] The sync data for ids ['f2e42f77-94e7-42d5-9503-c5e8020fbc5a'] in dv-cinder-844961-2-iscsi is: [{'id': 'f2e42f77-94e7-42d5-9503-c5e8020fbc5a', 'name': 'tempest-AttachVolumeTestJSON-1715309462-router', 'tenant_id': '05be916a558445ee8550559d491efbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'f76b301f-19b7-4734-a30a-4961b713a81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:47:48Z', 'updated_at': '2022-08-31T09:47:59Z', 'revision_number': 4, 'project_id': '05be916a558445ee8550559d491efbd0', 'gw_port': {'id': 'f76b301f-19b7-4734-a30a-4961b713a81d', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:85:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e42f77-94e7-42d5-9503-c5e8020fbc5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:48Z', 'updated_at': '2022-08-31T09:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': 'e1ca8d90-e985-4b0d-ac9f-41a26d5a451f', 'name': '', 'network_id': '36c1318a-9832-4bc9-ac1a-5f597bd8ac6c', 'tenant_id': '05be916a558445ee8550559d491efbd0', 'mac_address': 'fa:16:3e:b3:34:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e42f77-94e7-42d5-9503-c5e8020fbc5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '62f04c98-5559-462e-a349-fd7424d6ae82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:55Z', 'updated_at': '2022-08-31T09:48:13Z', 'revision_number': 5, 'project_id': '05be916a558445ee8550559d491efbd0', 'subnets': [{'id': '62f04c98-5559-462e-a349-fd7424d6ae82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:58:30.616670 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da1d866-23cd-4d10-a92b-ab1d138e405d None None] New status for floating IP 26185314-17bd-4a6d-9795-43d532127dda: DOWN {{(pid=112922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 09:58:30.803762 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 50952) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:58:30.888150 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-234e90f3-72b6-4c90-a1ed-92d253addd22 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks [] for security_group (58763abf-ea86-44c3-be3c-ff309badfa2f), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:30.919505 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-234e90f3-72b6-4c90-a1ed-92d253addd22 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks [] for security_group (58763abf-ea86-44c3-be3c-ff309badfa2f), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:30.988559 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-234e90f3-72b6-4c90-a1ed-92d253addd22 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (58763abf-ea86-44c3-be3c-ff309badfa2f), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:30.991408 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-234e90f3-72b6-4c90-a1ed-92d253addd22 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:30.993095 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-234e90f3-72b6-4c90-a1ed-92d253addd22 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "DELETE /networking/v2.0/security-groups/58763abf-ea86-44c3-be3c-ff309badfa2f HTTP/1.1" status: 204 len: 168 time: 0.1879609 Aug 31 09:58:30.994320 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf1d30-7530-4556-a1a7-34d41e8d945b req-20e263c1-7108-4b90-a0e8-5f2dfe4a165b tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:30.996582 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-1dcf1d30-7530-4556-a1a7-34d41e8d945b req-20e263c1-7108-4b90-a0e8-5f2dfe4a165b tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 946 time: 0.0766611 Aug 31 09:58:30.997213 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 50954) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:58:31.005362 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e90f3-72b6-4c90-a1ed-92d253addd22 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58763abf-ea86-44c3-be3c-ff309badfa2f,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:31.016699 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e90f3-72b6-4c90-a1ed-92d253addd22 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:31.017332 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e90f3-72b6-4c90-a1ed-92d253addd22 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:31.017875 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e90f3-72b6-4c90-a1ed-92d253addd22 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:31.018382 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e90f3-72b6-4c90-a1ed-92d253addd22 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:31.018874 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e90f3-72b6-4c90-a1ed-92d253addd22 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:31.019896 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e90f3-72b6-4c90-a1ed-92d253addd22 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:31.020387 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e90f3-72b6-4c90-a1ed-92d253addd22 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:31.020872 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e90f3-72b6-4c90-a1ed-92d253addd22 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:31.021480 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e90f3-72b6-4c90-a1ed-92d253addd22 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:31.021983 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e90f3-72b6-4c90-a1ed-92d253addd22 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:31.022464 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e90f3-72b6-4c90-a1ed-92d253addd22 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:31.022957 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e90f3-72b6-4c90-a1ed-92d253addd22 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:31.024031 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e90f3-72b6-4c90-a1ed-92d253addd22 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:31.024534 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e90f3-72b6-4c90-a1ed-92d253addd22 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:31.025081 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e90f3-72b6-4c90-a1ed-92d253addd22 tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:31.037241 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.api.v2.resource [None req-d1139d92-a2a5-4a4c-9dba-531936a48ddf tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] show failed (client error): The resource could not be found. Aug 31 09:58:31.038966 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-d1139d92-a2a5-4a4c-9dba-531936a48ddf tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "GET /networking/v2.0/security-groups/58763abf-ea86-44c3-be3c-ff309badfa2f HTTP/1.1" status: 404 len: 347 time: 0.0401101 Aug 31 09:58:31.043123 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 50956) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:58:31.105455 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-1dcf1d30-7530-4556-a1a7-34d41e8d945b req-c82cc9cd-99a3-4228-a433-2bc690102e13 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001542 Aug 31 09:58:31.209887 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.plugin [None req-5d47536d-1408-4821-ac7b-fa146d3fa6ab tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Deleting port 3a5f457f-1ca2-4711-94f2-27ae1e9903ef {{(pid=112920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 09:58:31.210524 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-5d47536d-1408-4821-ac7b-fa146d3fa6ab tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (3a5f457f-1ca2-4711-94f2-27ae1e9903ef), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:31.323287 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 50958) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:58:31.342026 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-5d47536d-1408-4821-ac7b-fa146d3fa6ab tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (3a5f457f-1ca2-4711-94f2-27ae1e9903ef), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:31.342629 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-5d47536d-1408-4821-ac7b-fa146d3fa6ab tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks [] for floatingip (3a5f457f-1ca2-4711-94f2-27ae1e9903ef), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:31.369013 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.plugin [None req-5d47536d-1408-4821-ac7b-fa146d3fa6ab tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Calling delete_port for 3a5f457f-1ca2-4711-94f2-27ae1e9903ef owned by network:floatingip {{(pid=112920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 09:58:31.522690 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [None req-6a5ac107-4063-4710-93ee-d4a85db80698 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Deleting port f32bacae-e779-42c4-9332-3c0ec90c3a3d {{(pid=112919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 09:58:31.523111 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-6a5ac107-4063-4710-93ee-d4a85db80698 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (f32bacae-e779-42c4-9332-3c0ec90c3a3d), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:31.592698 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-5d47536d-1408-4821-ac7b-fa146d3fa6ab tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64202837'] for port (3a5f457f-1ca2-4711-94f2-27ae1e9903ef), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:31.622382 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d47536d-1408-4821-ac7b-fa146d3fa6ab tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Pushing event deleted for resources: {'Port': ['ID=3a5f457f-1ca2-4711-94f2-27ae1e9903ef,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:31.639237 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-6a5ac107-4063-4710-93ee-d4a85db80698 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (f32bacae-e779-42c4-9332-3c0ec90c3a3d), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:31.640756 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-6a5ac107-4063-4710-93ee-d4a85db80698 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Publish callbacks [] for floatingip (f32bacae-e779-42c4-9332-3c0ec90c3a3d), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:31.663650 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [None req-6a5ac107-4063-4710-93ee-d4a85db80698 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Calling delete_port for f32bacae-e779-42c4-9332-3c0ec90c3a3d owned by network:floatingip {{(pid=112919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 09:58:31.728701 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-5d47536d-1408-4821-ac7b-fa146d3fa6ab tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks [] for floatingip (26185314-17bd-4a6d-9795-43d532127dda), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:31.732064 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-5d47536d-1408-4821-ac7b-fa146d3fa6ab tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for floatingip (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:31.733476 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-5d47536d-1408-4821-ac7b-fa146d3fa6ab tempest-AttachVolumeTestJSON-1716048162 tempest-AttachVolumeTestJSON-1716048162-project] 10.222.0.13 "DELETE /networking/v2.0/floatingips/26185314-17bd-4a6d-9795-43d532127dda HTTP/1.1" status: 204 len: 168 time: 0.6893127 Aug 31 09:58:31.915833 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-6a5ac107-4063-4710-93ee-d4a85db80698 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66028622'] for port (f32bacae-e779-42c4-9332-3c0ec90c3a3d), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:31.951843 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ac107-4063-4710-93ee-d4a85db80698 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Pushing event deleted for resources: {'Port': ['ID=f32bacae-e779-42c4-9332-3c0ec90c3a3d,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:31.953166 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device faf14e51-3e45-4bef-906c-896093d3aeda no longer exists at agent hyperv_hv-cinder-84496 {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:58:31.991736 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] No Port match for: faf14e51-3e45-4bef-906c-896093d3aeda {{(pid=112921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 09:58:31.992460 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device faf14e51-3e45-4bef-906c-896093d3aeda not bound to the agent host hv-cinder-84496 {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:58:32.001373 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:58:32.028938 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-6a5ac107-4063-4710-93ee-d4a85db80698 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Publish callbacks [] for floatingip (650dabf9-dee1-4e02-94a8-3d081b926163), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:32.029291 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.db.l3_db [None req-6a5ac107-4063-4710-93ee-d4a85db80698 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Floating IP 650dabf9-dee1-4e02-94a8-3d081b926163 disassociated (deleted). External IP: 172.27.3.113, port: a4adc3c8-d787-4f05-8cd2-ace7305b75c0. Aug 31 09:58:32.376134 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc2791-2f2a-4a4c-82b6-afd7629eea66 req-12ddb867-daab-4bc4-ba08-78c2f073dcce tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:32.376134 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-38cc2791-2f2a-4a4c-82b6-afd7629eea66 req-12ddb867-daab-4bc4-ba08-78c2f073dcce tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 946 time: 0.1157675 Aug 31 09:58:32.763570 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a5ac107-4063-4710-93ee-d4a85db80698 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Router 5ba489de-df5d-417a-8862-8dcedb3564ab has already been hosted by L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 {{(pid=112919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:58:32.792958 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-38cc2791-2f2a-4a4c-82b6-afd7629eea66 req-4d0f4a67-b530-49c6-b631-f64a0c618ed6 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3939803 Aug 31 09:58:32.853229 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:58:33.001011 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a5ac107-4063-4710-93ee-d4a85db80698 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:58:33.008618 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-6a5ac107-4063-4710-93ee-d4a85db80698 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for floatingip (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:33.016166 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f3e0d3-2080-4fc2-bfab-320ddd109487 None None] Sync routers for ids ['5ba489de-df5d-417a-8862-8dcedb3564ab'] in dv-cinder-844961-2-iscsi {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:58:33.038340 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f3e0d3-2080-4fc2-bfab-320ddd109487 None None] Routers {'5ba489de-df5d-417a-8862-8dcedb3564ab'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:58:33.039910 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-a1f3e0d3-2080-4fc2-bfab-320ddd109487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:58:26Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['5ba489de-df5d-417a-8862-8dcedb3564ab'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:58:33.072656 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-6a5ac107-4063-4710-93ee-d4a85db80698 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "DELETE /networking/v2.0/floatingips/650dabf9-dee1-4e02-94a8-3d081b926163 HTTP/1.1" status: 204 len: 168 time: 1.7441869 Aug 31 09:58:33.072656 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b32c74c-ed7a-496f-bf84-ce2d50e8b808', 'tag': 'a4adc3c8-d787-4f05-8cd2-ace7305b75c0'}] {{(pid=112919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:58:33.073114 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f6ad1632a392cf14020321c7ce6c49338053db0fa13ffca62b7dfe78a8e90b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29ed344-8c03-4be7-911d-44cf0f8b06fa" -d '{"events": [{"name": "network-changed", "server_uuid": "1b32c74c-ed7a-496f-bf84-ce2d50e8b808", "tag": "a4adc3c8-d787-4f05-8cd2-ace7305b75c0"}]}' {{(pid=112919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:58:33.207220 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 09:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00aac851-c03d-4c20-aeec-3670bef51931 x-openstack-request-id: req-00aac851-c03d-4c20-aeec-3670bef51931 {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:58:33.207652 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b32c74c-ed7a-496f-bf84-ce2d50e8b808", "tag": "a4adc3c8-d787-4f05-8cd2-ace7305b75c0", "status": "completed", "code": 200}]} {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:58:33.207914 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-00aac851-c03d-4c20-aeec-3670bef51931 {{(pid=112919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:58:33.226227 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00aac851-c03d-4c20-aeec-3670bef51931'] response: {'name': 'network-changed', 'server_uuid': '1b32c74c-ed7a-496f-bf84-ce2d50e8b808', 'tag': 'a4adc3c8-d787-4f05-8cd2-ace7305b75c0', 'status': 'completed', 'code': 200} Aug 31 09:58:33.320390 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-a1f3e0d3-2080-4fc2-bfab-320ddd109487 None None] Set router 5ba489de-df5d-417a-8862-8dcedb3564ab gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:58:33.395934 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ed344-8c03-4be7-911d-44cf0f8b06fa req-dd5fc70d-5117-4b86-ab78-a253d84cdf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:33.402131 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d29ed344-8c03-4be7-911d-44cf0f8b06fa req-dd5fc70d-5117-4b86-ab78-a253d84cdf44 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=b058d5f34eee47a58629407e166f3499&device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 1129 time: 0.1404662 Aug 31 09:58:33.544490 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:58:33.571118 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ed344-8c03-4be7-911d-44cf0f8b06fa req-9d97f1f7-f785-46da-ba3e-d37779ba5b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:33.572517 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d29ed344-8c03-4be7-911d-44cf0f8b06fa req-9d97f1f7-f785-46da-ba3e-d37779ba5b9f service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=177a62e1-5d2b-4e36-ba2d-27911ac1eac2 HTTP/1.1" status: 200 len: 909 time: 0.1599250 Aug 31 09:58:33.645433 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499083cf-5b8c-4f2e-b5d1-8fb05c200ab7 req-6cc07575-5372-493f-8472-de6892dee0dc tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:33.648316 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-499083cf-5b8c-4f2e-b5d1-8fb05c200ab7 req-6cc07575-5372-493f-8472-de6892dee0dc tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 945 time: 0.0939488 Aug 31 09:58:33.650800 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-a1f3e0d3-2080-4fc2-bfab-320ddd109487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba489de-df5d-417a-8862-8dcedb3564ab', 'name': 'tempest-TestShelveInstance-390033029-router', 'tenant_id': 'b058d5f34eee47a58629407e166f3499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '78c393a7-e7a8-4c94-bb6c-6d14cbf71d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:51:12Z', 'updated_at': '2022-08-31T09:51:19Z', 'revision_number': 4, 'project_id': 'b058d5f34eee47a58629407e166f3499', 'gw_port': {'id': '78c393a7-e7a8-4c94-bb6c-6d14cbf71d63', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba489de-df5d-417a-8862-8dcedb3564ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:13Z', 'updated_at': '2022-08-31T09:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': '6cda3252-6a1e-4e20-95fc-254b396661ab', 'name': '', 'network_id': '177a62e1-5d2b-4e36-ba2d-27911ac1eac2', 'tenant_id': 'b058d5f34eee47a58629407e166f3499', 'mac_address': 'fa:16:3e:c5:a5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba489de-df5d-417a-8862-8dcedb3564ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '100d0a81-296f-40bc-b9da-620cf0c03709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:18Z', 'updated_at': '2022-08-31T09:51:31Z', 'revision_number': 5, 'project_id': 'b058d5f34eee47a58629407e166f3499', 'subnets': [{'id': '100d0a81-296f-40bc-b9da-620cf0c03709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:58:33.684988 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f3e0d3-2080-4fc2-bfab-320ddd109487 None None] Checking router: 5ba489de-df5d-417a-8862-8dcedb3564ab for host: dv-cinder-844961-2-iscsi {{(pid=112921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:58:33.696662 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f3e0d3-2080-4fc2-bfab-320ddd109487 None None] Routers {'5ba489de-df5d-417a-8862-8dcedb3564ab'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:58:33.698016 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-a1f3e0d3-2080-4fc2-bfab-320ddd109487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:58:26Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['5ba489de-df5d-417a-8862-8dcedb3564ab'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:58:33.749220 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-499083cf-5b8c-4f2e-b5d1-8fb05c200ab7 req-e20ed3ba-f4b8-4232-9f40-c3258fa1898d tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d428904c-a6ff-4142-9450-c03d69fe280e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917826 Aug 31 09:58:33.831475 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-a1f3e0d3-2080-4fc2-bfab-320ddd109487 None None] Set router 5ba489de-df5d-417a-8862-8dcedb3564ab gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:58:33.834002 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:58:33.983704 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd08676-827f-4eff-a86d-2ef880da6c4c req-8721816e-98c0-4844-bcc5-beace6652d7a tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:33.988589 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-cfd08676-827f-4eff-a86d-2ef880da6c4c req-8721816e-98c0-4844-bcc5-beace6652d7a tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 946 time: 0.0734112 Aug 31 09:58:34.064224 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-cfd08676-827f-4eff-a86d-2ef880da6c4c req-1f56f860-c084-4768-a15d-f84e3acd513c tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641036 Aug 31 09:58:34.109119 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-a1f3e0d3-2080-4fc2-bfab-320ddd109487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba489de-df5d-417a-8862-8dcedb3564ab', 'name': 'tempest-TestShelveInstance-390033029-router', 'tenant_id': 'b058d5f34eee47a58629407e166f3499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '78c393a7-e7a8-4c94-bb6c-6d14cbf71d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:51:12Z', 'updated_at': '2022-08-31T09:51:19Z', 'revision_number': 4, 'project_id': 'b058d5f34eee47a58629407e166f3499', 'gw_port': {'id': '78c393a7-e7a8-4c94-bb6c-6d14cbf71d63', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba489de-df5d-417a-8862-8dcedb3564ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:13Z', 'updated_at': '2022-08-31T09:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': '6cda3252-6a1e-4e20-95fc-254b396661ab', 'name': '', 'network_id': '177a62e1-5d2b-4e36-ba2d-27911ac1eac2', 'tenant_id': 'b058d5f34eee47a58629407e166f3499', 'mac_address': 'fa:16:3e:c5:a5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba489de-df5d-417a-8862-8dcedb3564ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '100d0a81-296f-40bc-b9da-620cf0c03709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:18Z', 'updated_at': '2022-08-31T09:51:31Z', 'revision_number': 5, 'project_id': 'b058d5f34eee47a58629407e166f3499', 'subnets': [{'id': '100d0a81-296f-40bc-b9da-620cf0c03709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:58:34.144017 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f3e0d3-2080-4fc2-bfab-320ddd109487 None None] The sync data for ids ['5ba489de-df5d-417a-8862-8dcedb3564ab'] in dv-cinder-844961-2-iscsi is: [{'id': '5ba489de-df5d-417a-8862-8dcedb3564ab', 'name': 'tempest-TestShelveInstance-390033029-router', 'tenant_id': 'b058d5f34eee47a58629407e166f3499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '78c393a7-e7a8-4c94-bb6c-6d14cbf71d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:51:12Z', 'updated_at': '2022-08-31T09:51:19Z', 'revision_number': 4, 'project_id': 'b058d5f34eee47a58629407e166f3499', 'gw_port': {'id': '78c393a7-e7a8-4c94-bb6c-6d14cbf71d63', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba489de-df5d-417a-8862-8dcedb3564ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:13Z', 'updated_at': '2022-08-31T09:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': '6cda3252-6a1e-4e20-95fc-254b396661ab', 'name': '', 'network_id': '177a62e1-5d2b-4e36-ba2d-27911ac1eac2', 'tenant_id': 'b058d5f34eee47a58629407e166f3499', 'mac_address': 'fa:16:3e:c5:a5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba489de-df5d-417a-8862-8dcedb3564ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '100d0a81-296f-40bc-b9da-620cf0c03709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:18Z', 'updated_at': '2022-08-31T09:51:31Z', 'revision_number': 5, 'project_id': 'b058d5f34eee47a58629407e166f3499', 'subnets': [{'id': '100d0a81-296f-40bc-b9da-620cf0c03709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:58:34.508427 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3256af1-e8fe-4dde-980e-db0b9d22a3f6 None None] New status for floating IP 650dabf9-dee1-4e02-94a8-3d081b926163: DOWN {{(pid=112922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 09:58:34.748975 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d29ed344-8c03-4be7-911d-44cf0f8b06fa req-847ffb49-af16-4b68-a058-039a9f31b529 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4adc3c8-d787-4f05-8cd2-ace7305b75c0 HTTP/1.1" status: 200 len: 217 time: 0.0477214 Aug 31 09:58:34.810460 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ed344-8c03-4be7-911d-44cf0f8b06fa req-3deaa7e0-bd26-4dac-83d7-6577ac43a9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:34.812122 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d29ed344-8c03-4be7-911d-44cf0f8b06fa req-3deaa7e0-bd26-4dac-83d7-6577ac43a9aa service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=100d0a81-296f-40bc-b9da-620cf0c03709 HTTP/1.1" status: 200 len: 847 time: 0.0558131 Aug 31 09:58:34.884048 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ed344-8c03-4be7-911d-44cf0f8b06fa req-3f5ac5ee-267e-4876-951a-d4c83b1d70a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:34.885725 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d29ed344-8c03-4be7-911d-44cf0f8b06fa req-3f5ac5ee-267e-4876-951a-d4c83b1d70a8 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=177a62e1-5d2b-4e36-ba2d-27911ac1eac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0602100 Aug 31 09:58:34.938691 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f58bb-8c98-4559-a3d9-84844ce6579b req-e393f61c-9e9c-4c0c-b3e4-c5d3cf75b723 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:34.940478 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7c5f58bb-8c98-4559-a3d9-84844ce6579b req-e393f61c-9e9c-4c0c-b3e4-c5d3cf75b723 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 945 time: 0.0723190 Aug 31 09:58:34.947272 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [req-d29ed344-8c03-4be7-911d-44cf0f8b06fa req-3887c538-6aa4-496e-ab02-7e92be409ffa service neutron] http://10.222.0.13:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 09:58:34.948414 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d29ed344-8c03-4be7-911d-44cf0f8b06fa req-3887c538-6aa4-496e-ab02-7e92be409ffa service neutron] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0069685 Aug 31 09:58:35.019169 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7c5f58bb-8c98-4559-a3d9-84844ce6579b req-76e6debe-4410-4a30-996d-0b02691647ec tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d428904c-a6ff-4142-9450-c03d69fe280e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628016 Aug 31 09:58:35.195333 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:58:35.248359 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919f638-2e0d-4fbf-93fe-71368eb81c58 req-86a81d3b-c7cc-47c5-88a9-51137896b1e1 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:35.249947 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0919f638-2e0d-4fbf-93fe-71368eb81c58 req-86a81d3b-c7cc-47c5-88a9-51137896b1e1 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 946 time: 0.0927212 Aug 31 09:58:35.313315 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d29ed344-8c03-4be7-911d-44cf0f8b06fa req-47871b01-5dc8-447b-9c9d-3c8c1236726f service neutron] 10.222.0.64 "GET /networking/v2.0/networks/177a62e1-5d2b-4e36-ba2d-27911ac1eac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644690 Aug 31 09:58:35.328187 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0919f638-2e0d-4fbf-93fe-71368eb81c58 req-f59f65c4-9fbe-43bf-9f99-2e932fcc43f7 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708830 Aug 31 09:58:35.448329 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d29ed344-8c03-4be7-911d-44cf0f8b06fa req-3a725103-0a16-4c58-8ce2-ab09c6cab1cb service neutron] 10.222.0.64 "GET /networking/v2.0/networks/177a62e1-5d2b-4e36-ba2d-27911ac1eac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982039 Aug 31 09:58:35.650065 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a903b783-8c91-46d9-9960-959b97e57ed8 req-44a1258e-4fe7-40d3-bfb0-2004611d8e9b tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:35.651615 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a903b783-8c91-46d9-9960-959b97e57ed8 req-44a1258e-4fe7-40d3-bfb0-2004611d8e9b tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 945 time: 0.0577843 Aug 31 09:58:35.666396 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:58:35.681047 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 51018) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:58:35.753209 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [req-a903b783-8c91-46d9-9960-959b97e57ed8 req-b966b332-c688-49ed-802c-a1d90f85d9b8 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Deleting port a4adc3c8-d787-4f05-8cd2-ace7305b75c0 {{(pid=112919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 09:58:35.754360 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-a903b783-8c91-46d9-9960-959b97e57ed8 req-b966b332-c688-49ed-802c-a1d90f85d9b8 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (a4adc3c8-d787-4f05-8cd2-ace7305b75c0), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:35.867923 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.db [req-a903b783-8c91-46d9-9960-959b97e57ed8 req-b966b332-c688-49ed-802c-a1d90f85d9b8 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] For port a4adc3c8-d787-4f05-8cd2-ace7305b75c0, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=a4adc3c8-d787-4f05-8cd2-ace7305b75c0,segment=NetworkSegment(9bae367b-c7ab-46d0-9a67-97eb94131586),segment_id=9bae367b-c7ab-46d0-9a67-97eb94131586)] {{(pid=112919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:58:35.868295 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-a903b783-8c91-46d9-9960-959b97e57ed8 req-b966b332-c688-49ed-802c-a1d90f85d9b8 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (a4adc3c8-d787-4f05-8cd2-ace7305b75c0), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:35.885150 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [req-a903b783-8c91-46d9-9960-959b97e57ed8 req-b966b332-c688-49ed-802c-a1d90f85d9b8 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Calling delete_port for a4adc3c8-d787-4f05-8cd2-ace7305b75c0 owned by compute:nova {{(pid=112919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 09:58:36.036497 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-a903b783-8c91-46d9-9960-959b97e57ed8 req-b966b332-c688-49ed-802c-a1d90f85d9b8 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66028622'] for port (a4adc3c8-d787-4f05-8cd2-ace7305b75c0), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:36.066687 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:58:36.074097 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b966b332-c688-49ed-802c-a1d90f85d9b8 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Pushing event deleted for resources: {'Port': ['ID=a4adc3c8-d787-4f05-8cd2-ace7305b75c0,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:36.092892 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:58:36.117242 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-7c0d3d16-0070-4886-b05e-ddd3a46bf07a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962981'] for router_interface (f2e42f77-94e7-42d5-9503-c5e8020fbc5a), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:36.132448 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b966b332-c688-49ed-802c-a1d90f85d9b8 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:36.132799 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b966b332-c688-49ed-802c-a1d90f85d9b8 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:36.133126 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b966b332-c688-49ed-802c-a1d90f85d9b8 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:36.133485 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b966b332-c688-49ed-802c-a1d90f85d9b8 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:36.133816 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b966b332-c688-49ed-802c-a1d90f85d9b8 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:36.134151 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b966b332-c688-49ed-802c-a1d90f85d9b8 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:36.134475 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b966b332-c688-49ed-802c-a1d90f85d9b8 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:36.134790 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b966b332-c688-49ed-802c-a1d90f85d9b8 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:36.135116 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b966b332-c688-49ed-802c-a1d90f85d9b8 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:36.135440 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b966b332-c688-49ed-802c-a1d90f85d9b8 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:36.135758 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b966b332-c688-49ed-802c-a1d90f85d9b8 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:36.136074 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b966b332-c688-49ed-802c-a1d90f85d9b8 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:36.136398 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b966b332-c688-49ed-802c-a1d90f85d9b8 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:36.136710 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b966b332-c688-49ed-802c-a1d90f85d9b8 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:36.137025 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b966b332-c688-49ed-802c-a1d90f85d9b8 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:36.143335 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.l3_dvrscheduler_db [req-a903b783-8c91-46d9-9960-959b97e57ed8 req-b966b332-c688-49ed-802c-a1d90f85d9b8 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] No DVR routers for this DVR port a4adc3c8-d787-4f05-8cd2-ace7305b75c0 on host hv-cinder-84496 {{(pid=112919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 09:58:36.146817 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-a903b783-8c91-46d9-9960-959b97e57ed8 req-b966b332-c688-49ed-802c-a1d90f85d9b8 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for port (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:36.151785 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a903b783-8c91-46d9-9960-959b97e57ed8 req-b966b332-c688-49ed-802c-a1d90f85d9b8 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.64 "DELETE /networking/v2.0/ports/a4adc3c8-d787-4f05-8cd2-ace7305b75c0 HTTP/1.1" status: 204 len: 173 time: 0.4917417 Aug 31 09:58:36.173460 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b32c74c-ed7a-496f-bf84-ce2d50e8b808', 'name': 'network-vif-deleted', 'tag': 'a4adc3c8-d787-4f05-8cd2-ace7305b75c0'}] {{(pid=112919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:58:36.175450 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f6ad1632a392cf14020321c7ce6c49338053db0fa13ffca62b7dfe78a8e90b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a353ec42-6167-4331-a469-ebe82863de77" -d '{"events": [{"server_uuid": "1b32c74c-ed7a-496f-bf84-ce2d50e8b808", "name": "network-vif-deleted", "tag": "a4adc3c8-d787-4f05-8cd2-ace7305b75c0"}]}' {{(pid=112919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:58:36.203344 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0d124164-9a5e-4c29-9439-9c254b872bfe req-d572be12-5cd4-47e6-b9cc-199d3a2847e1 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 210 time: 0.0605457 Aug 31 09:58:36.240929 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 09:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0005b419-b013-41dd-a37b-6dc1d1f1cf7d x-openstack-request-id: req-0005b419-b013-41dd-a37b-6dc1d1f1cf7d {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:58:36.241193 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b32c74c-ed7a-496f-bf84-ce2d50e8b808", "name": "network-vif-deleted", "tag": "a4adc3c8-d787-4f05-8cd2-ace7305b75c0", "status": "completed", "code": 200}]} {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:58:36.241610 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0005b419-b013-41dd-a37b-6dc1d1f1cf7d {{(pid=112919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:58:36.242245 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0005b419-b013-41dd-a37b-6dc1d1f1cf7d'] response: {'server_uuid': '1b32c74c-ed7a-496f-bf84-ce2d50e8b808', 'name': 'network-vif-deleted', 'tag': 'a4adc3c8-d787-4f05-8cd2-ace7305b75c0', 'status': 'completed', 'code': 200} Aug 31 09:58:36.389020 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.plugin [None req-7c0d3d16-0070-4886-b05e-ddd3a46bf07a admin admin] Deleting port e1ca8d90-e985-4b0d-ac9f-41a26d5a451f {{(pid=112920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 09:58:36.389371 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-7c0d3d16-0070-4886-b05e-ddd3a46bf07a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (e1ca8d90-e985-4b0d-ac9f-41a26d5a451f), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:36.503251 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7556e-b144-4c50-9be1-6634f6c5df9c req-e39737c2-f33a-4ff2-b207-baa254bf1ee3 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:36.506376 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2ea7556e-b144-4c50-9be1-6634f6c5df9c req-e39737c2-f33a-4ff2-b207-baa254bf1ee3 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 946 time: 0.0754836 Aug 31 09:58:36.616871 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4fc7fd-594d-495d-95b1-b70b11357333 req-655ca6a4-e5c4-4270-bad4-5fea1ea2a37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:36.618512 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-cb4fc7fd-594d-495d-95b1-b70b11357333 req-655ca6a4-e5c4-4270-bad4-5fea1ea2a37f service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=a68bf51dcd404f559e9ae2efeb185712&device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 1130 time: 0.0942910 Aug 31 09:58:36.734887 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2ea7556e-b144-4c50-9be1-6634f6c5df9c req-960ee540-36c6-429b-a300-1fba66ac5ab1 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2222426 Aug 31 09:58:36.735882 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.db [None req-7c0d3d16-0070-4886-b05e-ddd3a46bf07a admin admin] For port e1ca8d90-e985-4b0d-ac9f-41a26d5a451f, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=e1ca8d90-e985-4b0d-ac9f-41a26d5a451f,segment=NetworkSegment(2077e712-4c87-4477-a43b-7ba59cf07419),segment_id=2077e712-4c87-4477-a43b-7ba59cf07419)] {{(pid=112920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:58:36.736396 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-7c0d3d16-0070-4886-b05e-ddd3a46bf07a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (e1ca8d90-e985-4b0d-ac9f-41a26d5a451f), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:36.750447 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.plugin [None req-7c0d3d16-0070-4886-b05e-ddd3a46bf07a admin admin] Calling delete_port for e1ca8d90-e985-4b0d-ac9f-41a26d5a451f owned by network:router_interface {{(pid=112920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 09:58:36.811492 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4fc7fd-594d-495d-95b1-b70b11357333 req-44d304ef-6a41-4060-a236-483c14db2731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:36.813319 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-cb4fc7fd-594d-495d-95b1-b70b11357333 req-44d304ef-6a41-4060-a236-483c14db2731 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=0f5370f1-004e-40df-a622-c79b4bbd1b36 HTTP/1.1" status: 200 len: 918 time: 0.1882045 Aug 31 09:58:36.862252 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:58:36.898877 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-cb4fc7fd-594d-495d-95b1-b70b11357333 req-9705db89-d557-483a-b6fa-96690733d179 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0ab5d21-97ec-4a21-a75b-253b40f65e47 HTTP/1.1" status: 200 len: 1002 time: 0.0790379 Aug 31 09:58:36.956456 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4fc7fd-594d-495d-95b1-b70b11357333 req-aadc6018-e9db-4d92-85f1-d8531ad8e8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:36.959193 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-cb4fc7fd-594d-495d-95b1-b70b11357333 req-aadc6018-e9db-4d92-85f1-d8531ad8e8df service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=7552609c-80f9-41d8-a1ca-1fd2186ed151 HTTP/1.1" status: 200 len: 856 time: 0.0543184 Aug 31 09:58:36.983488 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-7c0d3d16-0070-4886-b05e-ddd3a46bf07a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64202837'] for port (e1ca8d90-e985-4b0d-ac9f-41a26d5a451f), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:37.020003 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4fc7fd-594d-495d-95b1-b70b11357333 req-0152f884-b4ba-4850-8617-6a966781a131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:37.021706 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-cb4fc7fd-594d-495d-95b1-b70b11357333 req-0152f884-b4ba-4850-8617-6a966781a131 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=0f5370f1-004e-40df-a622-c79b4bbd1b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0561113 Aug 31 09:58:37.036179 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0d3d16-0070-4886-b05e-ddd3a46bf07a admin admin] Pushing event deleted for resources: {'Port': ['ID=e1ca8d90-e985-4b0d-ac9f-41a26d5a451f,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:37.174537 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-cb4fc7fd-594d-495d-95b1-b70b11357333 req-e78a5f00-22cc-47e9-b3a6-e51f7be69564 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/0f5370f1-004e-40df-a622-c79b4bbd1b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459134 Aug 31 09:58:37.317937 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-7c0d3d16-0070-4886-b05e-ddd3a46bf07a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-965653'] for router_interface (f2e42f77-94e7-42d5-9503-c5e8020fbc5a), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:37.328895 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:58:37.383763 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-49ea4296-e28f-49db-b0d5-a9b721ff0696 req-a5c2fae7-1820-43e3-a58e-d0437cc77a6a tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 210 time: 0.0500681 Aug 31 09:58:37.406747 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-cb4fc7fd-594d-495d-95b1-b70b11357333 req-b70ebe1c-affa-49fb-aeb1-290b133a6142 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/0f5370f1-004e-40df-a622-c79b4bbd1b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221460 Aug 31 09:58:37.468993 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:58:37.524725 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:58:37.583736 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c0d3d16-0070-4886-b05e-ddd3a46bf07a admin admin] Router f2e42f77-94e7-42d5-9503-c5e8020fbc5a has already been hosted by L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 {{(pid=112920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:58:37.704172 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c0d3d16-0070-4886-b05e-ddd3a46bf07a admin admin] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:58:37.710733 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-7c0d3d16-0070-4886-b05e-ddd3a46bf07a admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/f2e42f77-94e7-42d5-9503-c5e8020fbc5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0280654 Aug 31 09:58:37.715101 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 51030) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:58:37.717695 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87caaaac-b284-40fc-920f-171e77f9a84e None None] Sync routers for ids ['f2e42f77-94e7-42d5-9503-c5e8020fbc5a'] in dv-cinder-844961-2-iscsi {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:58:37.731464 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87caaaac-b284-40fc-920f-171e77f9a84e None None] Routers {'f2e42f77-94e7-42d5-9503-c5e8020fbc5a'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:58:37.732096 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-87caaaac-b284-40fc-920f-171e77f9a84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:58:26Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['f2e42f77-94e7-42d5-9503-c5e8020fbc5a'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:58:37.853923 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-87caaaac-b284-40fc-920f-171e77f9a84e None None] Set router f2e42f77-94e7-42d5-9503-c5e8020fbc5a gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:58:37.874529 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-e3d44773-6064-45ef-bdba-17aeb50a0aeb admin admin] Publish callbacks [] for router (f2e42f77-94e7-42d5-9503-c5e8020fbc5a), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:37.965229 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d46b9-426d-4a8f-887b-60161ca1a3cc req-935e1a4a-53f1-4cca-a291-e1778169083b tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:37.966966 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-6a4d46b9-426d-4a8f-887b-60161ca1a3cc req-935e1a4a-53f1-4cca-a291-e1778169083b tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 946 time: 0.0949712 Aug 31 09:58:38.065777 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-87caaaac-b284-40fc-920f-171e77f9a84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e42f77-94e7-42d5-9503-c5e8020fbc5a', 'name': 'tempest-AttachVolumeTestJSON-1715309462-router', 'tenant_id': '05be916a558445ee8550559d491efbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'f76b301f-19b7-4734-a30a-4961b713a81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:47:48Z', 'updated_at': '2022-08-31T09:58:36Z', 'revision_number': 5, 'project_id': '05be916a558445ee8550559d491efbd0', 'gw_port': {'id': 'f76b301f-19b7-4734-a30a-4961b713a81d', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:85:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e42f77-94e7-42d5-9503-c5e8020fbc5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:47:48Z', 'updated_at': '2022-08-31T09:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi'}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:58:38.067494 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-e3d44773-6064-45ef-bdba-17aeb50a0aeb admin admin] Publish callbacks [] for router_gateway (f2e42f77-94e7-42d5-9503-c5e8020fbc5a), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:38.074571 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-6a4d46b9-426d-4a8f-887b-60161ca1a3cc req-eb2aeff0-9cae-41fa-bda4-6b936c4fe90f tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688829 Aug 31 09:58:38.101012 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87caaaac-b284-40fc-920f-171e77f9a84e None None] Checking router: f2e42f77-94e7-42d5-9503-c5e8020fbc5a for host: dv-cinder-844961-2-iscsi {{(pid=112921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:58:38.111413 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87caaaac-b284-40fc-920f-171e77f9a84e None None] Routers {'f2e42f77-94e7-42d5-9503-c5e8020fbc5a'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:58:38.112039 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-87caaaac-b284-40fc-920f-171e77f9a84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:58:26Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['f2e42f77-94e7-42d5-9503-c5e8020fbc5a'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:58:38.123409 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [None req-e3d44773-6064-45ef-bdba-17aeb50a0aeb admin admin] Deleting port f76b301f-19b7-4734-a30a-4961b713a81d {{(pid=112919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 09:58:38.123749 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-e3d44773-6064-45ef-bdba-17aeb50a0aeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (f76b301f-19b7-4734-a30a-4961b713a81d), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:38.204646 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-87caaaac-b284-40fc-920f-171e77f9a84e None None] Set router f2e42f77-94e7-42d5-9503-c5e8020fbc5a gateway port host: None {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:58:38.211554 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.db [None req-e3d44773-6064-45ef-bdba-17aeb50a0aeb admin admin] For port f76b301f-19b7-4734-a30a-4961b713a81d, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=f76b301f-19b7-4734-a30a-4961b713a81d,segment=NetworkSegment(a4995e04-234e-4976-89c5-310a94033a09),segment_id=a4995e04-234e-4976-89c5-310a94033a09)] {{(pid=112919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:58:38.212333 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-e3d44773-6064-45ef-bdba-17aeb50a0aeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (f76b301f-19b7-4734-a30a-4961b713a81d), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:38.226464 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [None req-e3d44773-6064-45ef-bdba-17aeb50a0aeb admin admin] Calling delete_port for f76b301f-19b7-4734-a30a-4961b713a81d owned by network:router_gateway {{(pid=112919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 09:58:38.374728 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:58:38.398142 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-87caaaac-b284-40fc-920f-171e77f9a84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e42f77-94e7-42d5-9503-c5e8020fbc5a', 'name': 'tempest-AttachVolumeTestJSON-1715309462-router', 'tenant_id': '05be916a558445ee8550559d491efbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:47:48Z', 'updated_at': '2022-08-31T09:58:38Z', 'revision_number': 6, 'project_id': '05be916a558445ee8550559d491efbd0', 'gw_port_host': None}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:58:38.421549 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-e3d44773-6064-45ef-bdba-17aeb50a0aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66028622'] for port (f76b301f-19b7-4734-a30a-4961b713a81d), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:38.424942 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87caaaac-b284-40fc-920f-171e77f9a84e None None] The sync data for ids ['f2e42f77-94e7-42d5-9503-c5e8020fbc5a'] in dv-cinder-844961-2-iscsi is: [{'id': 'f2e42f77-94e7-42d5-9503-c5e8020fbc5a', 'name': 'tempest-AttachVolumeTestJSON-1715309462-router', 'tenant_id': '05be916a558445ee8550559d491efbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:47:48Z', 'updated_at': '2022-08-31T09:58:38Z', 'revision_number': 6, 'project_id': '05be916a558445ee8550559d491efbd0', 'gw_port_host': None}] {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:58:38.450179 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d44773-6064-45ef-bdba-17aeb50a0aeb admin admin] Pushing event deleted for resources: {'Port': ['ID=f76b301f-19b7-4734-a30a-4961b713a81d,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:38.554920 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7dc2b6d5-099a-4138-a888-2db99739451f req-acc39905-d72d-4f64-aa17-b11fd378f571 tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1b32c74c-ed7a-496f-bf84-ce2d50e8b808 HTTP/1.1" status: 200 len: 210 time: 0.0343645 Aug 31 09:58:38.569607 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-e3d44773-6064-45ef-bdba-17aeb50a0aeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-964582'] for router_gateway (f2e42f77-94e7-42d5-9503-c5e8020fbc5a), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:38.663270 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-e3d44773-6064-45ef-bdba-17aeb50a0aeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-964043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7957'] for router (f2e42f77-94e7-42d5-9503-c5e8020fbc5a), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:38.665723 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-e3d44773-6064-45ef-bdba-17aeb50a0aeb admin admin] Publish callbacks [] for router_controller (f2e42f77-94e7-42d5-9503-c5e8020fbc5a), precommit_delete_associations {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:38.713921 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-e3d44773-6064-45ef-bdba-17aeb50a0aeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-965736'] for router (f2e42f77-94e7-42d5-9503-c5e8020fbc5a), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:38.714787 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d44773-6064-45ef-bdba-17aeb50a0aeb admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2e42f77-94e7-42d5-9503-c5e8020fbc5a {{(pid=112919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:58:38.722253 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-e3d44773-6064-45ef-bdba-17aeb50a0aeb admin admin] Publish callbacks [] for router (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:38.724769 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-e3d44773-6064-45ef-bdba-17aeb50a0aeb admin admin] 10.222.0.13 "DELETE /networking/v2.0/routers/f2e42f77-94e7-42d5-9503-c5e8020fbc5a HTTP/1.1" status: 204 len: 168 time: 1.0067103 Aug 31 09:58:38.727134 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 51036) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:58:38.777161 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:58:38.791883 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5cfd63f-62cc-46fb-b189-62604f6e1aa5 admin admin] Deleting subnet 62f04c98-5559-462e-a349-fd7424d6ae82 {{(pid=112919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 09:58:38.796448 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-d5cfd63f-62cc-46fb-b189-62604f6e1aa5 admin admin] Publish callbacks [] for subnet (62f04c98-5559-462e-a349-fd7424d6ae82), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:38.840748 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-d5cfd63f-62cc-46fb-b189-62604f6e1aa5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65472915'] for subnet (62f04c98-5559-462e-a349-fd7424d6ae82), precommit_delete_associations {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:38.986997 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-d5cfd63f-62cc-46fb-b189-62604f6e1aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931882'] for subnet (62f04c98-5559-462e-a349-fd7424d6ae82), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:39.055609 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-d5cfd63f-62cc-46fb-b189-62604f6e1aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66029757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65641912'] for subnet (62f04c98-5559-462e-a349-fd7424d6ae82), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:39.083455 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cfd63f-62cc-46fb-b189-62604f6e1aa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62f04c98-5559-462e-a349-fd7424d6ae82,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:39.090139 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-d5cfd63f-62cc-46fb-b189-62604f6e1aa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for subnet (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:39.096415 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 51038) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:58:39.103582 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3898bb31-85b7-4281-ab45-c076940d609f None None] Network 36c1318a-9832-4bc9-ac1a-5f597bd8ac6c requested from dv-cinder-844961-2-iscsi {{(pid=112921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 09:58:39.105304 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-d5cfd63f-62cc-46fb-b189-62604f6e1aa5 admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/62f04c98-5559-462e-a349-fd7424d6ae82 HTTP/1.1" status: 204 len: 168 time: 0.3770578 Aug 31 09:58:39.208924 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-fc22bac4-d3ca-4195-a363-d77b81e27087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2085207'] for network (36c1318a-9832-4bc9-ac1a-5f597bd8ac6c), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:39.285772 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.plugin [None req-fc22bac4-d3ca-4195-a363-d77b81e27087 admin admin] Deleting port 1eb55574-47c1-4498-89df-bc8bc3f54221 {{(pid=112920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 09:58:39.286516 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-fc22bac4-d3ca-4195-a363-d77b81e27087 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (1eb55574-47c1-4498-89df-bc8bc3f54221), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:39.297445 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97aa2e-9e5c-47e6-82fa-6c17f394f74b req-361abf83-25bd-4f56-a1bb-dd514fc3d5cf tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:39.313075 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7c97aa2e-9e5c-47e6-82fa-6c17f394f74b req-361abf83-25bd-4f56-a1bb-dd514fc3d5cf tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 946 time: 0.0936191 Aug 31 09:58:39.370459 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device e1ca8d90-e985-4b0d-ac9f-41a26d5a451f no longer exists at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:58:39.386685 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.db [None req-fc22bac4-d3ca-4195-a363-d77b81e27087 admin admin] For port 1eb55574-47c1-4498-89df-bc8bc3f54221, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=1eb55574-47c1-4498-89df-bc8bc3f54221,segment=NetworkSegment(2077e712-4c87-4477-a43b-7ba59cf07419),segment_id=2077e712-4c87-4477-a43b-7ba59cf07419)] {{(pid=112920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:58:39.386865 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-fc22bac4-d3ca-4195-a363-d77b81e27087 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (1eb55574-47c1-4498-89df-bc8bc3f54221), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:39.411484 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.plugin [None req-fc22bac4-d3ca-4195-a363-d77b81e27087 admin admin] Calling delete_port for 1eb55574-47c1-4498-89df-bc8bc3f54221 owned by network:dhcp {{(pid=112920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 09:58:39.411761 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a829e91-5701-4111-8078-eae57ea2f671 None None] DHCP port deletion for 36c1318a-9832-4bc9-ac1a-5f597bd8ac6c request from dv-cinder-844961-2-iscsi {{(pid=112921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 09:58:39.417340 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] No Port match for: e1ca8d90-e985-4b0d-ac9f-41a26d5a451f {{(pid=112921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 09:58:39.418438 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device e1ca8d90-e985-4b0d-ac9f-41a26d5a451f not bound to the agent host dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:58:39.456364 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7c97aa2e-9e5c-47e6-82fa-6c17f394f74b req-228cea77-655b-45b0-bc21-dc0f42225afe tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417108 Aug 31 09:58:39.490820 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-5a829e91-5701-4111-8078-eae57ea2f671 None None] Deleting port 1eb55574-47c1-4498-89df-bc8bc3f54221 {{(pid=112921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 09:58:39.491911 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-5a829e91-5701-4111-8078-eae57ea2f671 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (1eb55574-47c1-4498-89df-bc8bc3f54221), before_delete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:39.554952 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-fc22bac4-d3ca-4195-a363-d77b81e27087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64202837'] for port (1eb55574-47c1-4498-89df-bc8bc3f54221), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:39.578018 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-5a829e91-5701-4111-8078-eae57ea2f671 None None] For port 1eb55574-47c1-4498-89df-bc8bc3f54221, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=1eb55574-47c1-4498-89df-bc8bc3f54221,segment=NetworkSegment(2077e712-4c87-4477-a43b-7ba59cf07419),segment_id=2077e712-4c87-4477-a43b-7ba59cf07419)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:58:39.578793 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-5a829e91-5701-4111-8078-eae57ea2f671 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (1eb55574-47c1-4498-89df-bc8bc3f54221), precommit_delete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:39.581967 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc22bac4-d3ca-4195-a363-d77b81e27087 admin admin] Pushing event deleted for resources: {'Port': ['ID=1eb55574-47c1-4498-89df-bc8bc3f54221,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:39.589423 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc22bac4-d3ca-4195-a363-d77b81e27087 admin admin] No DVR routers for this DVR port 1eb55574-47c1-4498-89df-bc8bc3f54221 on host dv-cinder-844961-2-iscsi {{(pid=112920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 09:58:39.609213 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-5a829e91-5701-4111-8078-eae57ea2f671 None None] Calling delete_port for 1eb55574-47c1-4498-89df-bc8bc3f54221 owned by network:dhcp {{(pid=112921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 09:58:39.654768 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 51044) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:58:39.701315 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=100 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:58:39.727523 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-fc22bac4-d3ca-4195-a363-d77b81e27087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1925385', 'neutron.services.segments.db._delete_segments_for_network-8747473415235'] for network (36c1318a-9832-4bc9-ac1a-5f597bd8ac6c), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:39.729665 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=100 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:58:39.754971 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-5a829e91-5701-4111-8078-eae57ea2f671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287'] for port (1eb55574-47c1-4498-89df-bc8bc3f54221), after_delete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:39.764235 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-f20824b2-e822-4fa2-bfcb-b3569465f60a tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Publish callbacks [] for security_group (d428904c-a6ff-4142-9450-c03d69fe280e), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:39.771323 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a829e91-5701-4111-8078-eae57ea2f671 None None] No DVR routers for this DVR port 1eb55574-47c1-4498-89df-bc8bc3f54221 on host dv-cinder-844961-2-iscsi {{(pid=112921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 09:58:39.788037 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.services.segments.db [None req-fc22bac4-d3ca-4195-a363-d77b81e27087 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36c1318a-9832-4bc9-ac1a-5f597bd8ac6c']}} {{(pid=112920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:58:39.794485 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a829e91-5701-4111-8078-eae57ea2f671 None None] Pushing event deleted for resources: {'Port': ['ID=1eb55574-47c1-4498-89df-bc8bc3f54221,revision_number=None']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:39.812393 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.services.segments.db [None req-fc22bac4-d3ca-4195-a363-d77b81e27087 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2077e712-4c87-4477-a43b-7ba59cf07419') {'for_net_delete': True} {{(pid=112920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:58:39.812827 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.services.segments.db [None req-fc22bac4-d3ca-4195-a363-d77b81e27087 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2077e712-4c87-4477-a43b-7ba59cf07419') {} {{(pid=112920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:58:39.814228 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-f20824b2-e822-4fa2-bfcb-b3569465f60a tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Publish callbacks [] for security_group (d428904c-a6ff-4142-9450-c03d69fe280e), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:39.827909 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-fc22bac4-d3ca-4195-a363-d77b81e27087 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747473409711', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64553437'] for segment (2077e712-4c87-4477-a43b-7ba59cf07419), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:39.854999 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-fc22bac4-d3ca-4195-a363-d77b81e27087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927539'] for segment (2077e712-4c87-4477-a43b-7ba59cf07419), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:39.862471 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc22bac4-d3ca-4195-a363-d77b81e27087 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=112920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:58:39.862875 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-fc22bac4-d3ca-4195-a363-d77b81e27087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64202752'] for segment (2077e712-4c87-4477-a43b-7ba59cf07419), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:39.900714 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-f20824b2-e822-4fa2-bfcb-b3569465f60a tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (d428904c-a6ff-4142-9450-c03d69fe280e), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:39.903619 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-f20824b2-e822-4fa2-bfcb-b3569465f60a tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Publish callbacks [] for security_group (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:39.904833 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-f20824b2-e822-4fa2-bfcb-b3569465f60a tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] 10.222.0.13 "DELETE /networking/v2.0/security-groups/d428904c-a6ff-4142-9450-c03d69fe280e HTTP/1.1" status: 204 len: 168 time: 0.2488410 Aug 31 09:58:39.912294 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.services.segments.plugin [-] Segment 2077e712-4c87-4477-a43b-7ba59cf07419 resource provider aggregate not found Aug 31 09:58:39.916276 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20824b2-e822-4fa2-bfcb-b3569465f60a tempest-TestShelveInstance-1545718496 tempest-TestShelveInstance-1545718496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d428904c-a6ff-4142-9450-c03d69fe280e,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:39.946084 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.services.segments.plugin [-] Segment 2077e712-4c87-4477-a43b-7ba59cf07419 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2077e712-4c87-4477-a43b-7ba59cf07419 found for delete ", "request_id": "req-56c5af40-6aa8-4109-9ed6-71f66cbe9fdf"}]} Aug 31 09:58:39.951345 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-fc22bac4-d3ca-4195-a363-d77b81e27087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1925376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-964490'] for network (36c1318a-9832-4bc9-ac1a-5f597bd8ac6c), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:39.964511 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-fc22bac4-d3ca-4195-a363-d77b81e27087 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for network (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:39.968823 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-fc22bac4-d3ca-4195-a363-d77b81e27087 admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/36c1318a-9832-4bc9-ac1a-5f597bd8ac6c HTTP/1.1" status: 204 len: 168 time: 0.8713565 Aug 31 09:58:39.987701 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device f0ab5d21-97ec-4a21-a75b-253b40f65e47 no longer exists at agent hyperv_hv-cinder-84496 {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:58:39.998299 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 51054) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:58:40.022807 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc22bac4-d3ca-4195-a363-d77b81e27087 admin admin] Pushing event deleted for resources: {'Network': ['ID=36c1318a-9832-4bc9-ac1a-5f597bd8ac6c,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:40.132006 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Current status of the port f0ab5d21-97ec-4a21-a75b-253b40f65e47 is: ACTIVE; New status is: DOWN {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:58:40.132646 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (f0ab5d21-97ec-4a21-a75b-253b40f65e47), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:40.169914 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0ab5d21-97ec-4a21-a75b-253b40f65e47'}] {{(pid=112921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:58:40.172126 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b0c9b70db3c71f613761f7f5e171cb6bed896c41d1f4f7babde002b819469c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b930c268-c413-47cb-9122-ebfdc56ffa62" -d '{"events": [{"server_uuid": "b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9", "name": "network-vif-unplugged", "status": "completed", "tag": "f0ab5d21-97ec-4a21-a75b-253b40f65e47"}]}' {{(pid=112921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:58:40.188411 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port f0ab5d21-97ec-4a21-a75b-253b40f65e47, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=f0ab5d21-97ec-4a21-a75b-253b40f65e47,segment=NetworkSegment(a90b8ffb-f27b-4c61-9949-27265dbdd344),segment_id=a90b8ffb-f27b-4c61-9949-27265dbdd344)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:58:40.194827 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (f0ab5d21-97ec-4a21-a75b-253b40f65e47), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:40.195999 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device a4adc3c8-d787-4f05-8cd2-ace7305b75c0 no longer exists at agent hyperv_hv-cinder-84496 {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:58:40.247966 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 51060) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:58:40.250757 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 31 Aug 2022 09:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c41a04-7659-454f-ac2d-a6ce062d4c18 x-openstack-request-id: req-21c41a04-7659-454f-ac2d-a6ce062d4c18 {{(pid=112921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:58:40.251045 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9", "name": "network-vif-unplugged", "status": "failed", "tag": "f0ab5d21-97ec-4a21-a75b-253b40f65e47", "code": 422}]} {{(pid=112921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:58:40.251298 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-21c41a04-7659-454f-ac2d-a6ce062d4c18 {{(pid=112921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:58:40.251740 dv-cinder-844961-2-iscsi neutron-server[112921]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-21c41a04-7659-454f-ac2d-a6ce062d4c18']: {'server_uuid': 'b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f0ab5d21-97ec-4a21-a75b-253b40f65e47', 'code': 422} returned with failed status Aug 31 09:58:40.255948 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] No Port match for: a4adc3c8-d787-4f05-8cd2-ace7305b75c0 {{(pid=112921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 09:58:40.256267 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device a4adc3c8-d787-4f05-8cd2-ace7305b75c0 not bound to the agent host hv-cinder-84496 {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:58:40.288406 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Pushing event updated for resources: {'Port': ['ID=f0ab5d21-97ec-4a21-a75b-253b40f65e47,revision_number=8']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:40.302986 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-ef6f3456-a49d-4f5d-8d57-2a393c3f64c4 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=05be916a558445ee8550559d491efbd0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0539956 Aug 31 09:58:40.305628 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 51062) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:58:40.366021 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-d6f36e9f-1be6-4ccc-a80c-8c4ff0d5c937 admin admin] Publish callbacks [] for security_group (1c5c0a40-2763-4e9b-b9c3-78eed93c1881), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:40.391379 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-d6f36e9f-1be6-4ccc-a80c-8c4ff0d5c937 admin admin] Publish callbacks [] for security_group (1c5c0a40-2763-4e9b-b9c3-78eed93c1881), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:40.402970 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:58:40.432280 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:58:40.454973 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-d6f36e9f-1be6-4ccc-a80c-8c4ff0d5c937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (1c5c0a40-2763-4e9b-b9c3-78eed93c1881), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:40.457895 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-d6f36e9f-1be6-4ccc-a80c-8c4ff0d5c937 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:40.459090 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-d6f36e9f-1be6-4ccc-a80c-8c4ff0d5c937 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/1c5c0a40-2763-4e9b-b9c3-78eed93c1881 HTTP/1.1" status: 204 len: 168 time: 0.1524801 Aug 31 09:58:40.470370 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f36e9f-1be6-4ccc-a80c-8c4ff0d5c937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5c0a40-2763-4e9b-b9c3-78eed93c1881,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:40.666888 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:58:40.678007 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d205097-3b4b-474a-ac33-0c597109c5df req-dcadc014-89db-459d-b067-175689af9cf2 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:40.679605 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-3d205097-3b4b-474a-ac33-0c597109c5df req-dcadc014-89db-459d-b067-175689af9cf2 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 944 time: 0.0990767 Aug 31 09:58:40.768209 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-3d205097-3b4b-474a-ac33-0c597109c5df req-646d59f0-421e-49d6-b969-4373e293297e tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777848 Aug 31 09:58:40.947512 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-b6bb1c07-028b-43f2-8ed1-f42d378b618f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962981'] for router_interface (5ba489de-df5d-417a-8862-8dcedb3564ab), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:40.952020 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device f76b301f-19b7-4734-a30a-4961b713a81d no longer exists at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:58:40.990037 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] No Port match for: f76b301f-19b7-4734-a30a-4961b713a81d {{(pid=112921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 09:58:40.990037 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device f76b301f-19b7-4734-a30a-4961b713a81d not bound to the agent host dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:58:40.990247 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 1eb55574-47c1-4498-89df-bc8bc3f54221 no longer exists at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:58:40.997895 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:58:41.022557 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] No Port match for: 1eb55574-47c1-4498-89df-bc8bc3f54221 {{(pid=112921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 09:58:41.022987 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 1eb55574-47c1-4498-89df-bc8bc3f54221 not bound to the agent host dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:58:41.271967 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [None req-b6bb1c07-028b-43f2-8ed1-f42d378b618f admin admin] Deleting port 6cda3252-6a1e-4e20-95fc-254b396661ab {{(pid=112919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 09:58:41.272389 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-b6bb1c07-028b-43f2-8ed1-f42d378b618f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (6cda3252-6a1e-4e20-95fc-254b396661ab), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:41.374907 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.db [None req-b6bb1c07-028b-43f2-8ed1-f42d378b618f admin admin] For port 6cda3252-6a1e-4e20-95fc-254b396661ab, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=6cda3252-6a1e-4e20-95fc-254b396661ab,segment=NetworkSegment(9bae367b-c7ab-46d0-9a67-97eb94131586),segment_id=9bae367b-c7ab-46d0-9a67-97eb94131586)] {{(pid=112919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:58:41.375428 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-b6bb1c07-028b-43f2-8ed1-f42d378b618f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (6cda3252-6a1e-4e20-95fc-254b396661ab), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:41.394055 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [None req-b6bb1c07-028b-43f2-8ed1-f42d378b618f admin admin] Calling delete_port for 6cda3252-6a1e-4e20-95fc-254b396661ab owned by network:router_interface {{(pid=112919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 09:58:41.665488 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [req-c482038e-bbb6-4a8f-8547-bf6a8e639907 req-23367dec-da78-46ae-bc81-444fa1490cc3 service neutron] http://10.222.0.13:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 09:58:41.666925 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c482038e-bbb6-4a8f-8547-bf6a8e639907 req-23367dec-da78-46ae-bc81-444fa1490cc3 service neutron] 10.222.0.13 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0095549 Aug 31 09:58:41.706124 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-b6bb1c07-028b-43f2-8ed1-f42d378b618f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66028622'] for port (6cda3252-6a1e-4e20-95fc-254b396661ab), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:41.761820 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb1c07-028b-43f2-8ed1-f42d378b618f admin admin] Pushing event deleted for resources: {'Port': ['ID=6cda3252-6a1e-4e20-95fc-254b396661ab,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:42.047041 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:58:42.076976 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b37c8-5b99-4e5d-ab3b-e8072d7f1863 req-597114f5-8156-4547-b051-5503388e8c31 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:42.078624 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7a4b37c8-5b99-4e5d-ab3b-e8072d7f1863 req-597114f5-8156-4547-b051-5503388e8c31 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 944 time: 0.1753395 Aug 31 09:58:42.192200 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7a4b37c8-5b99-4e5d-ab3b-e8072d7f1863 req-01161350-e8c3-4acd-9fd5-9dd6b78685cf tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027470 Aug 31 09:58:42.195370 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-b6bb1c07-028b-43f2-8ed1-f42d378b618f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-965653'] for router_interface (5ba489de-df5d-417a-8862-8dcedb3564ab), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:42.378817 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:58:42.456501 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6bb1c07-028b-43f2-8ed1-f42d378b618f admin admin] Router 5ba489de-df5d-417a-8862-8dcedb3564ab has already been hosted by L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 {{(pid=112919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:58:42.644198 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6bb1c07-028b-43f2-8ed1-f42d378b618f admin admin] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:58:42.653374 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 51132) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:58:42.658031 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-b6bb1c07-028b-43f2-8ed1-f42d378b618f admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/5ba489de-df5d-417a-8862-8dcedb3564ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6584499 Aug 31 09:58:42.667446 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1afa51b-f658-4525-a13a-0588484c61da None None] Sync routers for ids ['5ba489de-df5d-417a-8862-8dcedb3564ab'] in dv-cinder-844961-2-iscsi {{(pid=112922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:58:42.688093 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1afa51b-f658-4525-a13a-0588484c61da None None] Routers {'5ba489de-df5d-417a-8862-8dcedb3564ab'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:58:42.689531 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-d1afa51b-f658-4525-a13a-0588484c61da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:58:26Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['5ba489de-df5d-417a-8862-8dcedb3564ab'], 'active': True} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:58:42.834720 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-800d6784-8be9-4719-be31-e2c2a3a3deb4 req-e10236cd-2879-4f7b-bea2-8489e4ead2ce service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0689104 Aug 31 09:58:42.836069 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-1f99be13-3714-4f30-ba90-b6bac50bc52a admin admin] Publish callbacks [] for router (5ba489de-df5d-417a-8862-8dcedb3564ab), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:42.857647 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvr_db [None req-d1afa51b-f658-4525-a13a-0588484c61da None None] Set router 5ba489de-df5d-417a-8862-8dcedb3564ab gateway port host: dv-cinder-844961-2-iscsi {{(pid=112922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:58:42.986732 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d6784-8be9-4719-be31-e2c2a3a3deb4 req-619dc5a5-5b62-4f9c-a7d2-71b268b6342d tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:42.988343 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-800d6784-8be9-4719-be31-e2c2a3a3deb4 req-619dc5a5-5b62-4f9c-a7d2-71b268b6342d tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports/f0ab5d21-97ec-4a21-a75b-253b40f65e47 HTTP/1.1" status: 200 len: 941 time: 0.0950472 Aug 31 09:58:43.016602 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-1f99be13-3714-4f30-ba90-b6bac50bc52a admin admin] Publish callbacks [] for router_gateway (5ba489de-df5d-417a-8862-8dcedb3564ab), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:43.116613 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.plugin [None req-1f99be13-3714-4f30-ba90-b6bac50bc52a admin admin] Deleting port 78c393a7-e7a8-4c94-bb6c-6d14cbf71d63 {{(pid=112920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 09:58:43.117206 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-1f99be13-3714-4f30-ba90-b6bac50bc52a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (78c393a7-e7a8-4c94-bb6c-6d14cbf71d63), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:43.237620 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.db [None req-1f99be13-3714-4f30-ba90-b6bac50bc52a admin admin] For port 78c393a7-e7a8-4c94-bb6c-6d14cbf71d63, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=78c393a7-e7a8-4c94-bb6c-6d14cbf71d63,segment=NetworkSegment(a4995e04-234e-4976-89c5-310a94033a09),segment_id=a4995e04-234e-4976-89c5-310a94033a09)] {{(pid=112920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:58:43.238818 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-1f99be13-3714-4f30-ba90-b6bac50bc52a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (78c393a7-e7a8-4c94-bb6c-6d14cbf71d63), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:43.256965 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.plugin [None req-1f99be13-3714-4f30-ba90-b6bac50bc52a admin admin] Calling delete_port for 78c393a7-e7a8-4c94-bb6c-6d14cbf71d63 owned by network:router_gateway {{(pid=112920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 09:58:43.262384 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-d1afa51b-f658-4525-a13a-0588484c61da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba489de-df5d-417a-8862-8dcedb3564ab', 'name': 'tempest-TestShelveInstance-390033029-router', 'tenant_id': 'b058d5f34eee47a58629407e166f3499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '78c393a7-e7a8-4c94-bb6c-6d14cbf71d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:51:12Z', 'updated_at': '2022-08-31T09:58:41Z', 'revision_number': 5, 'project_id': 'b058d5f34eee47a58629407e166f3499', 'gw_port': {'id': '78c393a7-e7a8-4c94-bb6c-6d14cbf71d63', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba489de-df5d-417a-8862-8dcedb3564ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:13Z', 'updated_at': '2022-08-31T09:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi'}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:58:43.304761 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1afa51b-f658-4525-a13a-0588484c61da None None] Checking router: 5ba489de-df5d-417a-8862-8dcedb3564ab for host: dv-cinder-844961-2-iscsi {{(pid=112922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:58:43.323037 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1afa51b-f658-4525-a13a-0588484c61da None None] Routers {'5ba489de-df5d-417a-8862-8dcedb3564ab'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:58:43.323942 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-d1afa51b-f658-4525-a13a-0588484c61da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:58:26Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['5ba489de-df5d-417a-8862-8dcedb3564ab'], 'active': True} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:58:43.435513 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9df66-2588-4fc2-826c-4831f21ababb req-34eb20f2-f96e-4e41-a9ee-68913df83a09 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:43.453183 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-49e9df66-2588-4fc2-826c-4831f21ababb req-34eb20f2-f96e-4e41-a9ee-68913df83a09 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 944 time: 0.1091449 Aug 31 09:58:43.484434 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvr_db [None req-d1afa51b-f658-4525-a13a-0588484c61da None None] Set router 5ba489de-df5d-417a-8862-8dcedb3564ab gateway port host: None {{(pid=112922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:58:43.544869 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-1f99be13-3714-4f30-ba90-b6bac50bc52a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64202837'] for port (78c393a7-e7a8-4c94-bb6c-6d14cbf71d63), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:43.563838 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-49e9df66-2588-4fc2-826c-4831f21ababb req-3b96a5b3-6629-4951-bf0b-3fbc7a0325be tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078975 Aug 31 09:58:43.609667 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f99be13-3714-4f30-ba90-b6bac50bc52a admin admin] Pushing event deleted for resources: {'Port': ['ID=78c393a7-e7a8-4c94-bb6c-6d14cbf71d63,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:43.612092 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-d1afa51b-f658-4525-a13a-0588484c61da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba489de-df5d-417a-8862-8dcedb3564ab', 'name': 'tempest-TestShelveInstance-390033029-router', 'tenant_id': 'b058d5f34eee47a58629407e166f3499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:51:12Z', 'updated_at': '2022-08-31T09:58:43Z', 'revision_number': 6, 'project_id': 'b058d5f34eee47a58629407e166f3499', 'gw_port_host': None}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:58:43.656009 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1afa51b-f658-4525-a13a-0588484c61da None None] The sync data for ids ['5ba489de-df5d-417a-8862-8dcedb3564ab'] in dv-cinder-844961-2-iscsi is: [{'id': '5ba489de-df5d-417a-8862-8dcedb3564ab', 'name': 'tempest-TestShelveInstance-390033029-router', 'tenant_id': 'b058d5f34eee47a58629407e166f3499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:51:12Z', 'updated_at': '2022-08-31T09:58:43Z', 'revision_number': 6, 'project_id': 'b058d5f34eee47a58629407e166f3499', 'gw_port_host': None}] {{(pid=112922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:58:43.748021 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-1f99be13-3714-4f30-ba90-b6bac50bc52a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-964582'] for router_gateway (5ba489de-df5d-417a-8862-8dcedb3564ab), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:43.900795 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-1f99be13-3714-4f30-ba90-b6bac50bc52a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-964043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7957'] for router (5ba489de-df5d-417a-8862-8dcedb3564ab), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:43.903759 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-1f99be13-3714-4f30-ba90-b6bac50bc52a admin admin] Publish callbacks [] for router_controller (5ba489de-df5d-417a-8862-8dcedb3564ab), precommit_delete_associations {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:43.987389 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device f0ab5d21-97ec-4a21-a75b-253b40f65e47 no longer exists at agent hyperv_hv-cinder-84496 {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:58:44.017651 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-1f99be13-3714-4f30-ba90-b6bac50bc52a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-965736'] for router (5ba489de-df5d-417a-8862-8dcedb3564ab), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:44.019008 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f99be13-3714-4f30-ba90-b6bac50bc52a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ba489de-df5d-417a-8862-8dcedb3564ab {{(pid=112920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:58:44.030009 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-1f99be13-3714-4f30-ba90-b6bac50bc52a admin admin] Publish callbacks [] for router (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:44.036105 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-1f99be13-3714-4f30-ba90-b6bac50bc52a admin admin] 10.222.0.13 "DELETE /networking/v2.0/routers/5ba489de-df5d-417a-8862-8dcedb3564ab HTTP/1.1" status: 204 len: 168 time: 1.3778811 Aug 31 09:58:44.036644 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 51158) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:58:44.101469 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.agents_db [None req-8002e13a-56e4-448b-bc0d-5c9f038cbdad None None] Agent healthcheck: found 6 active agents {{(pid=112922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:58:44.103680 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Current status of the port f0ab5d21-97ec-4a21-a75b-253b40f65e47 is: DOWN; New status is: DOWN {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:58:44.138651 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.db_base_plugin_v2 [None req-29c13c16-dca9-439a-b24e-79346d8ee8a6 admin admin] Deleting subnet 100d0a81-296f-40bc-b9da-620cf0c03709 {{(pid=112919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 09:58:44.142600 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-29c13c16-dca9-439a-b24e-79346d8ee8a6 admin admin] Publish callbacks [] for subnet (100d0a81-296f-40bc-b9da-620cf0c03709), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:44.204750 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-29c13c16-dca9-439a-b24e-79346d8ee8a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65472915'] for subnet (100d0a81-296f-40bc-b9da-620cf0c03709), precommit_delete_associations {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:44.296993 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-29c13c16-dca9-439a-b24e-79346d8ee8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931882'] for subnet (100d0a81-296f-40bc-b9da-620cf0c03709), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:44.370768 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-29c13c16-dca9-439a-b24e-79346d8ee8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66029757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65641912'] for subnet (100d0a81-296f-40bc-b9da-620cf0c03709), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:44.397051 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c13c16-dca9-439a-b24e-79346d8ee8a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=100d0a81-296f-40bc-b9da-620cf0c03709,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:44.406799 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-29c13c16-dca9-439a-b24e-79346d8ee8a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for subnet (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:44.415183 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-29c13c16-dca9-439a-b24e-79346d8ee8a6 admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/100d0a81-296f-40bc-b9da-620cf0c03709 HTTP/1.1" status: 204 len: 168 time: 0.3745384 Aug 31 09:58:44.415604 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99430c18-1ba1-4651-8af0-5379ce103a3a None None] Network 177a62e1-5d2b-4e36-ba2d-27911ac1eac2 requested from dv-cinder-844961-2-iscsi {{(pid=112921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 09:58:44.415771 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 51160) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:58:44.427832 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:58:44.506169 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-075ab336-a447-405e-a206-a916884b7f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2085207'] for network (177a62e1-5d2b-4e36-ba2d-27911ac1eac2), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:44.565120 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [None req-075ab336-a447-405e-a206-a916884b7f25 admin admin] Deleting port 28cc0b04-211a-42b4-8bfa-9abb7a9dc221 {{(pid=112919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 09:58:44.565550 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-075ab336-a447-405e-a206-a916884b7f25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (28cc0b04-211a-42b4-8bfa-9abb7a9dc221), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:44.638466 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0daead3-c569-4495-a589-552a3747af01 None None] DHCP port deletion for 177a62e1-5d2b-4e36-ba2d-27911ac1eac2 request from dv-cinder-844961-2-iscsi {{(pid=112921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 09:58:44.648893 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.db [None req-075ab336-a447-405e-a206-a916884b7f25 admin admin] For port 28cc0b04-211a-42b4-8bfa-9abb7a9dc221, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=28cc0b04-211a-42b4-8bfa-9abb7a9dc221,segment=NetworkSegment(9bae367b-c7ab-46d0-9a67-97eb94131586),segment_id=9bae367b-c7ab-46d0-9a67-97eb94131586)] {{(pid=112919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:58:44.649360 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-075ab336-a447-405e-a206-a916884b7f25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (28cc0b04-211a-42b4-8bfa-9abb7a9dc221), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:44.666956 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [None req-075ab336-a447-405e-a206-a916884b7f25 admin admin] Calling delete_port for 28cc0b04-211a-42b4-8bfa-9abb7a9dc221 owned by network:dhcp {{(pid=112919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 09:58:44.692930 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-b0daead3-c569-4495-a589-552a3747af01 None None] Deleting port 28cc0b04-211a-42b4-8bfa-9abb7a9dc221 {{(pid=112921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 09:58:44.693651 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b0daead3-c569-4495-a589-552a3747af01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (28cc0b04-211a-42b4-8bfa-9abb7a9dc221), before_delete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:44.766536 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d16b79-4b99-4303-afa9-d83e33413396 req-4a77d7b5-3c68-4499-b3b7-c47779d14cad tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:44.768166 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-05d16b79-4b99-4303-afa9-d83e33413396 req-4a77d7b5-3c68-4499-b3b7-c47779d14cad tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 944 time: 0.0862715 Aug 31 09:58:44.770802 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-b0daead3-c569-4495-a589-552a3747af01 None None] For port 28cc0b04-211a-42b4-8bfa-9abb7a9dc221, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=28cc0b04-211a-42b4-8bfa-9abb7a9dc221,segment=NetworkSegment(9bae367b-c7ab-46d0-9a67-97eb94131586),segment_id=9bae367b-c7ab-46d0-9a67-97eb94131586)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:58:44.771477 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b0daead3-c569-4495-a589-552a3747af01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (28cc0b04-211a-42b4-8bfa-9abb7a9dc221), precommit_delete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:44.790434 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-b0daead3-c569-4495-a589-552a3747af01 None None] Calling delete_port for 28cc0b04-211a-42b4-8bfa-9abb7a9dc221 owned by network:dhcp {{(pid=112921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 09:58:44.821909 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:58:44.881366 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-05d16b79-4b99-4303-afa9-d83e33413396 req-b367827e-97a1-4230-b43d-4e1b2e3a1f48 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002383 Aug 31 09:58:44.901959 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-075ab336-a447-405e-a206-a916884b7f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66028622'] for port (28cc0b04-211a-42b4-8bfa-9abb7a9dc221), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:44.952000 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b0daead3-c569-4495-a589-552a3747af01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287'] for port (28cc0b04-211a-42b4-8bfa-9abb7a9dc221), after_delete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:44.983296 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ab336-a447-405e-a206-a916884b7f25 admin admin] Pushing event deleted for resources: {'Port': ['ID=28cc0b04-211a-42b4-8bfa-9abb7a9dc221,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:44.996556 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0daead3-c569-4495-a589-552a3747af01 None None] Pushing event deleted for resources: {'Port': ['ID=28cc0b04-211a-42b4-8bfa-9abb7a9dc221,revision_number=None']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:45.000180 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0daead3-c569-4495-a589-552a3747af01 None None] No DVR routers for this DVR port 28cc0b04-211a-42b4-8bfa-9abb7a9dc221 on host dv-cinder-844961-2-iscsi {{(pid=112921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 09:58:45.022209 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075ab336-a447-405e-a206-a916884b7f25 admin admin] No DVR routers for this DVR port 28cc0b04-211a-42b4-8bfa-9abb7a9dc221 on host dv-cinder-844961-2-iscsi {{(pid=112919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 09:58:45.026618 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 28cc0b04-211a-42b4-8bfa-9abb7a9dc221 no longer exists at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:58:45.054077 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] No Port match for: 28cc0b04-211a-42b4-8bfa-9abb7a9dc221 {{(pid=112921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 09:58:45.054646 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 28cc0b04-211a-42b4-8bfa-9abb7a9dc221 not bound to the agent host dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:58:45.055431 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 6cda3252-6a1e-4e20-95fc-254b396661ab no longer exists at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:58:45.077104 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] No Port match for: 6cda3252-6a1e-4e20-95fc-254b396661ab {{(pid=112921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 09:58:45.077628 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 6cda3252-6a1e-4e20-95fc-254b396661ab not bound to the agent host dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:58:45.078125 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 78c393a7-e7a8-4c94-bb6c-6d14cbf71d63 no longer exists at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:58:45.123251 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] No Port match for: 78c393a7-e7a8-4c94-bb6c-6d14cbf71d63 {{(pid=112921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 09:58:45.124076 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 78c393a7-e7a8-4c94-bb6c-6d14cbf71d63 not bound to the agent host dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:58:45.141088 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-075ab336-a447-405e-a206-a916884b7f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1925385', 'neutron.services.segments.db._delete_segments_for_network-8747473415235'] for network (177a62e1-5d2b-4e36-ba2d-27911ac1eac2), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:45.180622 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.services.segments.db [None req-075ab336-a447-405e-a206-a916884b7f25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['177a62e1-5d2b-4e36-ba2d-27911ac1eac2']}} {{(pid=112919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:58:45.199852 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.services.segments.db [None req-075ab336-a447-405e-a206-a916884b7f25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bae367b-c7ab-46d0-9a67-97eb94131586') {'for_net_delete': True} {{(pid=112919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:58:45.200256 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.services.segments.db [None req-075ab336-a447-405e-a206-a916884b7f25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bae367b-c7ab-46d0-9a67-97eb94131586') {} {{(pid=112919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:58:45.220172 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-075ab336-a447-405e-a206-a916884b7f25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747473409711', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65472920'] for segment (9bae367b-c7ab-46d0-9a67-97eb94131586), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:45.255620 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-075ab336-a447-405e-a206-a916884b7f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927539'] for segment (9bae367b-c7ab-46d0-9a67-97eb94131586), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:45.264862 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-075ab336-a447-405e-a206-a916884b7f25 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=112919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:58:45.265790 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-075ab336-a447-405e-a206-a916884b7f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66028571'] for segment (9bae367b-c7ab-46d0-9a67-97eb94131586), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:45.363622 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-075ab336-a447-405e-a206-a916884b7f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1925376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-964490'] for network (177a62e1-5d2b-4e36-ba2d-27911ac1eac2), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:45.372327 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-075ab336-a447-405e-a206-a916884b7f25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for network (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:45.376264 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-075ab336-a447-405e-a206-a916884b7f25 admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/177a62e1-5d2b-4e36-ba2d-27911ac1eac2 HTTP/1.1" status: 204 len: 168 time: 0.9594140 Aug 31 09:58:45.382297 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 51180) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:58:45.403003 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ab336-a447-405e-a206-a916884b7f25 admin admin] Pushing event deleted for resources: {'Network': ['ID=177a62e1-5d2b-4e36-ba2d-27911ac1eac2,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:45.412338 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.services.segments.plugin [-] Segment 9bae367b-c7ab-46d0-9a67-97eb94131586 resource provider aggregate not found Aug 31 09:58:45.442621 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.services.segments.plugin [-] Segment 9bae367b-c7ab-46d0-9a67-97eb94131586 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9bae367b-c7ab-46d0-9a67-97eb94131586 found for delete ", "request_id": "req-308bf658-6542-4b8e-a7fb-a8b7f2550771"}]} Aug 31 09:58:45.527028 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:DELETE=10,neutron:SELECT=88,neutron:UPDATE=2 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:58:45.606621 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:58:45.854661 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d6784-8be9-4719-be31-e2c2a3a3deb4 req-da482f37-34aa-49c0-b331-71300ecc6d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:45.856198 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-800d6784-8be9-4719-be31-e2c2a3a3deb4 req-da482f37-34aa-49c0-b331-71300ecc6d03 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9&tenant_id=a68bf51dcd404f559e9ae2efeb185712 HTTP/1.1" status: 200 len: 1128 time: 0.0564301 Aug 31 09:58:45.877091 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-0a98e498-39d0-4ab3-b292-3baacd5502af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962981'] for router_interface (c19b136f-fefa-4897-a84e-9adeeae9bde5), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:45.959215 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d6784-8be9-4719-be31-e2c2a3a3deb4 req-0d77ad8f-6112-401e-b0f0-8b54779ddcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:45.960864 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-800d6784-8be9-4719-be31-e2c2a3a3deb4 req-0d77ad8f-6112-401e-b0f0-8b54779ddcb6 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=a68bf51dcd404f559e9ae2efeb185712&device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 1128 time: 0.0557756 Aug 31 09:58:46.182646 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f5613-02a3-48e3-9ca6-4010e372400d req-fb791b08-6c2a-4185-8e90-9caa83a0ea10 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:46.185198 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e63f5613-02a3-48e3-9ca6-4010e372400d req-fb791b08-6c2a-4185-8e90-9caa83a0ea10 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 944 time: 0.1273415 Aug 31 09:58:46.230508 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.plugin [None req-0a98e498-39d0-4ab3-b292-3baacd5502af admin admin] Deleting port 762524c5-ea53-44a9-b364-79c015a63255 {{(pid=112920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 09:58:46.230832 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-0a98e498-39d0-4ab3-b292-3baacd5502af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (762524c5-ea53-44a9-b364-79c015a63255), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:46.232476 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d6784-8be9-4719-be31-e2c2a3a3deb4 req-080c59b6-9d11-4af9-8557-7dd823519216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:46.234035 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-800d6784-8be9-4719-be31-e2c2a3a3deb4 req-080c59b6-9d11-4af9-8557-7dd823519216 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=0f5370f1-004e-40df-a622-c79b4bbd1b36 HTTP/1.1" status: 200 len: 918 time: 0.2623267 Aug 31 09:58:46.293248 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:58:46.308646 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e63f5613-02a3-48e3-9ca6-4010e372400d req-528b76e8-5372-41f9-875b-71828ac5b918 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128495 Aug 31 09:58:46.328159 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-800d6784-8be9-4719-be31-e2c2a3a3deb4 req-ebd74eb1-f07c-4fdb-b6ef-c835ad24598f service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0ab5d21-97ec-4a21-a75b-253b40f65e47 HTTP/1.1" status: 200 len: 1000 time: 0.0876610 Aug 31 09:58:46.334418 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.db [None req-0a98e498-39d0-4ab3-b292-3baacd5502af admin admin] For port 762524c5-ea53-44a9-b364-79c015a63255, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=762524c5-ea53-44a9-b364-79c015a63255,segment=NetworkSegment(fa51746a-03eb-4e47-9677-cce153f216a0),segment_id=fa51746a-03eb-4e47-9677-cce153f216a0)] {{(pid=112920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:58:46.334791 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-0a98e498-39d0-4ab3-b292-3baacd5502af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (762524c5-ea53-44a9-b364-79c015a63255), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:46.354262 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.plugin [None req-0a98e498-39d0-4ab3-b292-3baacd5502af admin admin] Calling delete_port for 762524c5-ea53-44a9-b364-79c015a63255 owned by network:router_interface {{(pid=112920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 09:58:46.389798 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d6784-8be9-4719-be31-e2c2a3a3deb4 req-368e5aed-1ae9-4e52-9d6e-d2e3a451595d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:46.391286 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-800d6784-8be9-4719-be31-e2c2a3a3deb4 req-368e5aed-1ae9-4e52-9d6e-d2e3a451595d service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=7552609c-80f9-41d8-a1ca-1fd2186ed151 HTTP/1.1" status: 200 len: 856 time: 0.0568154 Aug 31 09:58:46.442143 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d6784-8be9-4719-be31-e2c2a3a3deb4 req-be375ae3-0f26-4393-a4e1-21655f10b6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:46.443705 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-800d6784-8be9-4719-be31-e2c2a3a3deb4 req-be375ae3-0f26-4393-a4e1-21655f10b6f3 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=0f5370f1-004e-40df-a622-c79b4bbd1b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460637 Aug 31 09:58:46.572498 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-800d6784-8be9-4719-be31-e2c2a3a3deb4 req-f14867cf-39db-45ff-86ea-226530b75c9c service neutron] 10.222.0.64 "GET /networking/v2.0/networks/0f5370f1-004e-40df-a622-c79b4bbd1b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213984 Aug 31 09:58:46.583958 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-0a98e498-39d0-4ab3-b292-3baacd5502af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64202837'] for port (762524c5-ea53-44a9-b364-79c015a63255), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:46.612411 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a98e498-39d0-4ab3-b292-3baacd5502af admin admin] Pushing event deleted for resources: {'Port': ['ID=762524c5-ea53-44a9-b364-79c015a63255,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:46.732496 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-800d6784-8be9-4719-be31-e2c2a3a3deb4 req-26910ba1-7088-4ef7-bec6-dfd53b34e0e8 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/0f5370f1-004e-40df-a622-c79b4bbd1b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531956 Aug 31 09:58:46.747867 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:58:46.753341 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:58:46.821995 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-0a98e498-39d0-4ab3-b292-3baacd5502af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-965653'] for router_interface (c19b136f-fefa-4897-a84e-9adeeae9bde5), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:47.358586 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a98e498-39d0-4ab3-b292-3baacd5502af admin admin] Router c19b136f-fefa-4897-a84e-9adeeae9bde5 has already been hosted by L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 {{(pid=112920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:58:47.510481 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a98e498-39d0-4ab3-b292-3baacd5502af admin admin] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:58:47.524956 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a915d3-5107-4170-abcd-cfd68dae1ecd None None] Sync routers for ids ['c19b136f-fefa-4897-a84e-9adeeae9bde5'] in dv-cinder-844961-2-iscsi {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:58:47.531042 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:58:47.532254 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-0a98e498-39d0-4ab3-b292-3baacd5502af admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/c19b136f-fefa-4897-a84e-9adeeae9bde5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1473584 Aug 31 09:58:47.537273 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 51232) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:58:47.576770 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a915d3-5107-4170-abcd-cfd68dae1ecd None None] Routers {'c19b136f-fefa-4897-a84e-9adeeae9bde5'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:58:47.584531 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-47a915d3-5107-4170-abcd-cfd68dae1ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:58:26Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['c19b136f-fefa-4897-a84e-9adeeae9bde5'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:58:47.654391 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd53f70b-2885-4dd1-a2b2-0e8279650653 req-8f44824a-5eec-43e3-94a1-f72426c050ee tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:47.681248 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-cd53f70b-2885-4dd1-a2b2-0e8279650653 req-8f44824a-5eec-43e3-94a1-f72426c050ee tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 944 time: 0.1721923 Aug 31 09:58:47.795886 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-cd53f70b-2885-4dd1-a2b2-0e8279650653 req-21e8e96d-de7a-41f3-8fe9-d3cd8695be23 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091015 Aug 31 09:58:47.856887 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-d518dccb-b883-4709-82d5-8042756c3ca6 admin admin] Publish callbacks [] for router (c19b136f-fefa-4897-a84e-9adeeae9bde5), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:48.042591 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-47a915d3-5107-4170-abcd-cfd68dae1ecd None None] Set router c19b136f-fefa-4897-a84e-9adeeae9bde5 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:58:48.085342 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-d518dccb-b883-4709-82d5-8042756c3ca6 admin admin] Publish callbacks [] for router_gateway (c19b136f-fefa-4897-a84e-9adeeae9bde5), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:48.232804 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.plugin [None req-d518dccb-b883-4709-82d5-8042756c3ca6 admin admin] Deleting port f5f16cdd-52b3-44b8-b4e0-572152f76ea4 {{(pid=112920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 09:58:48.233732 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-d518dccb-b883-4709-82d5-8042756c3ca6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (f5f16cdd-52b3-44b8-b4e0-572152f76ea4), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:48.430949 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:58:48.480072 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.db [None req-d518dccb-b883-4709-82d5-8042756c3ca6 admin admin] For port f5f16cdd-52b3-44b8-b4e0-572152f76ea4, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=f5f16cdd-52b3-44b8-b4e0-572152f76ea4,segment=NetworkSegment(a4995e04-234e-4976-89c5-310a94033a09),segment_id=a4995e04-234e-4976-89c5-310a94033a09)] {{(pid=112920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:58:48.480823 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-d518dccb-b883-4709-82d5-8042756c3ca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (f5f16cdd-52b3-44b8-b4e0-572152f76ea4), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:48.513069 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.plugin [None req-d518dccb-b883-4709-82d5-8042756c3ca6 admin admin] Calling delete_port for f5f16cdd-52b3-44b8-b4e0-572152f76ea4 owned by network:router_gateway {{(pid=112920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 09:58:48.553803 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-47a915d3-5107-4170-abcd-cfd68dae1ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c19b136f-fefa-4897-a84e-9adeeae9bde5', 'name': 'tempest-TestShelveInstance-693922721-router', 'tenant_id': '061b65fc11484733bb6be383ff807570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'f5f16cdd-52b3-44b8-b4e0-572152f76ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:51:23Z', 'updated_at': '2022-08-31T09:58:46Z', 'revision_number': 5, 'project_id': '061b65fc11484733bb6be383ff807570', 'gw_port': {'id': 'f5f16cdd-52b3-44b8-b4e0-572152f76ea4', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19b136f-fefa-4897-a84e-9adeeae9bde5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:24Z', 'updated_at': '2022-08-31T09:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi'}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:58:48.622697 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=100 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:58:48.650673 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 51244) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:58:48.652111 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a915d3-5107-4170-abcd-cfd68dae1ecd None None] Checking router: c19b136f-fefa-4897-a84e-9adeeae9bde5 for host: dv-cinder-844961-2-iscsi {{(pid=112921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:58:48.671379 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a915d3-5107-4170-abcd-cfd68dae1ecd None None] Routers {'c19b136f-fefa-4897-a84e-9adeeae9bde5'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:58:48.672103 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-47a915d3-5107-4170-abcd-cfd68dae1ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:58:26Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['c19b136f-fefa-4897-a84e-9adeeae9bde5'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:58:48.937541 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-dd066556-affe-4ac9-86e0-9dfcad52bc84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:48.981101 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:58:48.996552 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-d518dccb-b883-4709-82d5-8042756c3ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64202837'] for port (f5f16cdd-52b3-44b8-b4e0-572152f76ea4), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:49.044003 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:58:49.082075 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-47a915d3-5107-4170-abcd-cfd68dae1ecd None None] Set router c19b136f-fefa-4897-a84e-9adeeae9bde5 gateway port host: None {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:58:49.150341 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d518dccb-b883-4709-82d5-8042756c3ca6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5f16cdd-52b3-44b8-b4e0-572152f76ea4,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:49.157292 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16da96-296c-42d5-acca-c3b8b135a590 req-dde22ac7-2d21-45ca-8fa8-37501713a29e tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:49.167809 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7b16da96-296c-42d5-acca-c3b8b135a590 req-dde22ac7-2d21-45ca-8fa8-37501713a29e tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 944 time: 0.1428618 Aug 31 09:58:49.215447 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-47a915d3-5107-4170-abcd-cfd68dae1ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c19b136f-fefa-4897-a84e-9adeeae9bde5', 'name': 'tempest-TestShelveInstance-693922721-router', 'tenant_id': '061b65fc11484733bb6be383ff807570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:51:23Z', 'updated_at': '2022-08-31T09:58:48Z', 'revision_number': 6, 'project_id': '061b65fc11484733bb6be383ff807570', 'gw_port_host': None}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:58:49.277039 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a915d3-5107-4170-abcd-cfd68dae1ecd None None] The sync data for ids ['c19b136f-fefa-4897-a84e-9adeeae9bde5'] in dv-cinder-844961-2-iscsi is: [{'id': 'c19b136f-fefa-4897-a84e-9adeeae9bde5', 'name': 'tempest-TestShelveInstance-693922721-router', 'tenant_id': '061b65fc11484733bb6be383ff807570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:51:23Z', 'updated_at': '2022-08-31T09:58:48Z', 'revision_number': 6, 'project_id': '061b65fc11484733bb6be383ff807570', 'gw_port_host': None}] {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:58:49.323761 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7b16da96-296c-42d5-acca-c3b8b135a590 req-e831587f-cc9f-42d5-97b7-6892ac099a09 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549242 Aug 31 09:58:49.377594 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-d518dccb-b883-4709-82d5-8042756c3ca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-964582'] for router_gateway (c19b136f-fefa-4897-a84e-9adeeae9bde5), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:49.385373 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-dd066556-affe-4ac9-86e0-9dfcad52bc84 admin admin] Publish callbacks [] for security_group (b47f620d-7a51-48e5-9121-19b4bff2898e), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:49.391660 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-dd066556-affe-4ac9-86e0-9dfcad52bc84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (b47f620d-7a51-48e5-9121-19b4bff2898e), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:49.500055 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd066556-affe-4ac9-86e0-9dfcad52bc84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47f620d-7a51-48e5-9121-19b4bff2898e,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:49.509199 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-dd066556-affe-4ac9-86e0-9dfcad52bc84 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=37bd863e37e049eb839a7b6286d37090&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8568103 Aug 31 09:58:49.510379 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 51250) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:58:49.590247 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-d518dccb-b883-4709-82d5-8042756c3ca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-964043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7957'] for router (c19b136f-fefa-4897-a84e-9adeeae9bde5), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:49.594486 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-d518dccb-b883-4709-82d5-8042756c3ca6 admin admin] Publish callbacks [] for router_controller (c19b136f-fefa-4897-a84e-9adeeae9bde5), precommit_delete_associations {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:49.624263 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-e2a013f2-efbd-4a60-b11f-df89cf25924e admin admin] Publish callbacks [] for security_group (b47f620d-7a51-48e5-9121-19b4bff2898e), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:49.664982 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-d518dccb-b883-4709-82d5-8042756c3ca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-965736'] for router (c19b136f-fefa-4897-a84e-9adeeae9bde5), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:49.671899 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d518dccb-b883-4709-82d5-8042756c3ca6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c19b136f-fefa-4897-a84e-9adeeae9bde5 {{(pid=112920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:58:49.687836 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-d518dccb-b883-4709-82d5-8042756c3ca6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:49.702095 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-d518dccb-b883-4709-82d5-8042756c3ca6 admin admin] 10.222.0.13 "DELETE /networking/v2.0/routers/c19b136f-fefa-4897-a84e-9adeeae9bde5 HTTP/1.1" status: 204 len: 168 time: 2.1626923 Aug 31 09:58:49.704227 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 51252) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:58:49.714851 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-e2a013f2-efbd-4a60-b11f-df89cf25924e admin admin] Publish callbacks [] for security_group (b47f620d-7a51-48e5-9121-19b4bff2898e), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:49.820098 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.db_base_plugin_v2 [None req-83d52b6b-a003-4afc-b9b1-afd8e698a3e3 admin admin] Deleting subnet cb57539b-79e0-444e-95b8-25fea7dc11ae {{(pid=112920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 09:58:49.824018 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-83d52b6b-a003-4afc-b9b1-afd8e698a3e3 admin admin] Publish callbacks [] for subnet (cb57539b-79e0-444e-95b8-25fea7dc11ae), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:49.836247 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-e2a013f2-efbd-4a60-b11f-df89cf25924e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (b47f620d-7a51-48e5-9121-19b4bff2898e), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:49.840422 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-e2a013f2-efbd-4a60-b11f-df89cf25924e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:49.841862 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-e2a013f2-efbd-4a60-b11f-df89cf25924e admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/b47f620d-7a51-48e5-9121-19b4bff2898e HTTP/1.1" status: 204 len: 168 time: 0.3299494 Aug 31 09:58:49.855529 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a013f2-efbd-4a60-b11f-df89cf25924e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47f620d-7a51-48e5-9121-19b4bff2898e,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:49.923371 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-83d52b6b-a003-4afc-b9b1-afd8e698a3e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64553430'] for subnet (cb57539b-79e0-444e-95b8-25fea7dc11ae), precommit_delete_associations {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:50.079610 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-83d52b6b-a003-4afc-b9b1-afd8e698a3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931882'] for subnet (cb57539b-79e0-444e-95b8-25fea7dc11ae), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:50.184518 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-83d52b6b-a003-4afc-b9b1-afd8e698a3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64201894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64498398'] for subnet (cb57539b-79e0-444e-95b8-25fea7dc11ae), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:50.243223 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d52b6b-a003-4afc-b9b1-afd8e698a3e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb57539b-79e0-444e-95b8-25fea7dc11ae,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:50.245910 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-83d52b6b-a003-4afc-b9b1-afd8e698a3e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:50.252211 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f54aa3-e590-4ba7-976d-e4855a2ae5c2 None None] Network 08ec41c0-ee0f-4624-b539-f468748549b1 requested from dv-cinder-844961-2-iscsi {{(pid=112921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 09:58:50.269062 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-83d52b6b-a003-4afc-b9b1-afd8e698a3e3 admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/cb57539b-79e0-444e-95b8-25fea7dc11ae HTTP/1.1" status: 204 len: 168 time: 0.5609009 Aug 31 09:58:50.270599 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 51258) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:58:50.495309 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-2664b61e-86b4-4179-ad5e-c802f47a047d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2085207'] for network (08ec41c0-ee0f-4624-b539-f468748549b1), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:50.542550 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 51262) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:58:50.622227 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-74a30867-50c0-4546-a1ca-4c292b4fad26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:50.639423 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.plugin [None req-2664b61e-86b4-4179-ad5e-c802f47a047d admin admin] Deleting port f4c3c6ad-d042-461d-ae7a-a59dcaa82865 {{(pid=112920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 09:58:50.640188 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-2664b61e-86b4-4179-ad5e-c802f47a047d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (f4c3c6ad-d042-461d-ae7a-a59dcaa82865), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:50.641129 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:58:50.663374 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d34172-c886-4a44-bf67-12260552a845 None None] DHCP port deletion for 08ec41c0-ee0f-4624-b539-f468748549b1 request from dv-cinder-844961-2-iscsi {{(pid=112921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 09:58:50.684260 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f954e45-e91d-4700-bc7f-11d039b99a1e req-9e04654e-2ba1-492e-9e43-9ff616355cf9 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:50.686135 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-1f954e45-e91d-4700-bc7f-11d039b99a1e req-9e04654e-2ba1-492e-9e43-9ff616355cf9 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 944 time: 0.1340899 Aug 31 09:58:50.754733 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-d5d34172-c886-4a44-bf67-12260552a845 None None] Deleting port f4c3c6ad-d042-461d-ae7a-a59dcaa82865 {{(pid=112921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 09:58:50.755108 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-d5d34172-c886-4a44-bf67-12260552a845 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (f4c3c6ad-d042-461d-ae7a-a59dcaa82865), before_delete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:50.805681 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-1f954e45-e91d-4700-bc7f-11d039b99a1e req-270b666c-1c2d-4ff7-a27b-572c077b1b02 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037757 Aug 31 09:58:50.883487 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.db [None req-2664b61e-86b4-4179-ad5e-c802f47a047d admin admin] For port f4c3c6ad-d042-461d-ae7a-a59dcaa82865, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=f4c3c6ad-d042-461d-ae7a-a59dcaa82865,segment=NetworkSegment(fa51746a-03eb-4e47-9677-cce153f216a0),segment_id=fa51746a-03eb-4e47-9677-cce153f216a0)] {{(pid=112920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:58:50.885482 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-2664b61e-86b4-4179-ad5e-c802f47a047d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (f4c3c6ad-d042-461d-ae7a-a59dcaa82865), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:50.931222 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.plugin [None req-2664b61e-86b4-4179-ad5e-c802f47a047d admin admin] Calling delete_port for f4c3c6ad-d042-461d-ae7a-a59dcaa82865 owned by network:dhcp {{(pid=112920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 09:58:50.954489 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-74a30867-50c0-4546-a1ca-4c292b4fad26 admin admin] Publish callbacks [] for security_group (703729da-03ed-479e-8a2b-9c60a96b752d), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:50.965154 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-d5d34172-c886-4a44-bf67-12260552a845 None None] For port f4c3c6ad-d042-461d-ae7a-a59dcaa82865, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=f4c3c6ad-d042-461d-ae7a-a59dcaa82865,segment=NetworkSegment(fa51746a-03eb-4e47-9677-cce153f216a0),segment_id=fa51746a-03eb-4e47-9677-cce153f216a0)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:58:50.965586 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-d5d34172-c886-4a44-bf67-12260552a845 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (f4c3c6ad-d042-461d-ae7a-a59dcaa82865), precommit_delete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:50.987486 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-74a30867-50c0-4546-a1ca-4c292b4fad26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (703729da-03ed-479e-8a2b-9c60a96b752d), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:51.007105 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-d5d34172-c886-4a44-bf67-12260552a845 None None] Calling delete_port for f4c3c6ad-d042-461d-ae7a-a59dcaa82865 owned by network:dhcp {{(pid=112921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 09:58:51.013724 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device f5f16cdd-52b3-44b8-b4e0-572152f76ea4 no longer exists at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:58:51.081755 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] No Port match for: f5f16cdd-52b3-44b8-b4e0-572152f76ea4 {{(pid=112921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 09:58:51.082014 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device f5f16cdd-52b3-44b8-b4e0-572152f76ea4 not bound to the agent host dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:58:51.095283 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-2664b61e-86b4-4179-ad5e-c802f47a047d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64202837'] for port (f4c3c6ad-d042-461d-ae7a-a59dcaa82865), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:51.101290 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 762524c5-ea53-44a9-b364-79c015a63255 no longer exists at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:58:51.106645 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a30867-50c0-4546-a1ca-4c292b4fad26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=703729da-03ed-479e-8a2b-9c60a96b752d,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:51.125835 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-74a30867-50c0-4546-a1ca-4c292b4fad26 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=39a44ffc3d9e422c80bdbf19bd970be4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5802324 Aug 31 09:58:51.125835 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 51266) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:58:51.229279 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2664b61e-86b4-4179-ad5e-c802f47a047d admin admin] Pushing event deleted for resources: {'Port': ['ID=f4c3c6ad-d042-461d-ae7a-a59dcaa82865,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:51.247225 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] No Port match for: 762524c5-ea53-44a9-b364-79c015a63255 {{(pid=112921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 09:58:51.248077 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 762524c5-ea53-44a9-b364-79c015a63255 not bound to the agent host dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:58:51.249618 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device f4c3c6ad-d042-461d-ae7a-a59dcaa82865 no longer exists at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:58:51.262915 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2664b61e-86b4-4179-ad5e-c802f47a047d admin admin] No DVR routers for this DVR port f4c3c6ad-d042-461d-ae7a-a59dcaa82865 on host dv-cinder-844961-2-iscsi {{(pid=112920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 09:58:51.299371 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] No Port match for: f4c3c6ad-d042-461d-ae7a-a59dcaa82865 {{(pid=112921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 09:58:51.300673 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device f4c3c6ad-d042-461d-ae7a-a59dcaa82865 not bound to the agent host dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:58:51.309078 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-bfa1de93-6750-4963-9ef7-8e2bcaba4c40 admin admin] Publish callbacks [] for security_group (703729da-03ed-479e-8a2b-9c60a96b752d), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:51.367687 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-bfa1de93-6750-4963-9ef7-8e2bcaba4c40 admin admin] Publish callbacks [] for security_group (703729da-03ed-479e-8a2b-9c60a96b752d), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:51.390147 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-d5d34172-c886-4a44-bf67-12260552a845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287'] for port (f4c3c6ad-d042-461d-ae7a-a59dcaa82865), after_delete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:51.434414 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d34172-c886-4a44-bf67-12260552a845 None None] Pushing event deleted for resources: {'Port': ['ID=f4c3c6ad-d042-461d-ae7a-a59dcaa82865,revision_number=None']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:51.440678 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-2664b61e-86b4-4179-ad5e-c802f47a047d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1925385', 'neutron.services.segments.db._delete_segments_for_network-8747473415235'] for network (08ec41c0-ee0f-4624-b539-f468748549b1), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:51.442335 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d34172-c886-4a44-bf67-12260552a845 None None] No DVR routers for this DVR port f4c3c6ad-d042-461d-ae7a-a59dcaa82865 on host dv-cinder-844961-2-iscsi {{(pid=112921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 09:58:51.452397 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d34172-c886-4a44-bf67-12260552a845 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:51.452898 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d34172-c886-4a44-bf67-12260552a845 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:51.453641 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d34172-c886-4a44-bf67-12260552a845 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:51.454264 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d34172-c886-4a44-bf67-12260552a845 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:51.454800 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d34172-c886-4a44-bf67-12260552a845 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:51.455538 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d34172-c886-4a44-bf67-12260552a845 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:51.455980 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d34172-c886-4a44-bf67-12260552a845 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:51.456659 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d34172-c886-4a44-bf67-12260552a845 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:51.457229 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d34172-c886-4a44-bf67-12260552a845 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:51.457762 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d34172-c886-4a44-bf67-12260552a845 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:51.457874 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-bfa1de93-6750-4963-9ef7-8e2bcaba4c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (703729da-03ed-479e-8a2b-9c60a96b752d), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:51.458182 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d34172-c886-4a44-bf67-12260552a845 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:51.461456 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d34172-c886-4a44-bf67-12260552a845 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:51.461456 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d34172-c886-4a44-bf67-12260552a845 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:51.461456 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d34172-c886-4a44-bf67-12260552a845 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:51.461456 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d34172-c886-4a44-bf67-12260552a845 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:51.472714 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:58:51.473941 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-bfa1de93-6750-4963-9ef7-8e2bcaba4c40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:51.482067 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:58:51.489933 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.services.segments.db [None req-2664b61e-86b4-4179-ad5e-c802f47a047d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08ec41c0-ee0f-4624-b539-f468748549b1']}} {{(pid=112920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:58:51.490603 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-bfa1de93-6750-4963-9ef7-8e2bcaba4c40 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/703729da-03ed-479e-8a2b-9c60a96b752d HTTP/1.1" status: 204 len: 168 time: 0.3648415 Aug 31 09:58:51.506005 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa1de93-6750-4963-9ef7-8e2bcaba4c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703729da-03ed-479e-8a2b-9c60a96b752d,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:51.523724 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.services.segments.db [None req-2664b61e-86b4-4179-ad5e-c802f47a047d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa51746a-03eb-4e47-9677-cce153f216a0') {'for_net_delete': True} {{(pid=112920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:58:51.524161 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.services.segments.db [None req-2664b61e-86b4-4179-ad5e-c802f47a047d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa51746a-03eb-4e47-9677-cce153f216a0') {} {{(pid=112920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:58:51.546926 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-2664b61e-86b4-4179-ad5e-c802f47a047d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747473409711', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64553437'] for segment (fa51746a-03eb-4e47-9677-cce153f216a0), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:51.578518 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-2664b61e-86b4-4179-ad5e-c802f47a047d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927539'] for segment (fa51746a-03eb-4e47-9677-cce153f216a0), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:51.587300 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2664b61e-86b4-4179-ad5e-c802f47a047d admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=112920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:58:51.587696 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-2664b61e-86b4-4179-ad5e-c802f47a047d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64202752'] for segment (fa51746a-03eb-4e47-9677-cce153f216a0), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:51.671515 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.services.segments.plugin [-] Segment fa51746a-03eb-4e47-9677-cce153f216a0 resource provider aggregate not found Aug 31 09:58:51.703141 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.services.segments.plugin [-] Segment fa51746a-03eb-4e47-9677-cce153f216a0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fa51746a-03eb-4e47-9677-cce153f216a0 found for delete ", "request_id": "req-bb6df21e-b231-4109-abbf-c31975b82a76"}]} Aug 31 09:58:51.717118 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-2664b61e-86b4-4179-ad5e-c802f47a047d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1925376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-964490'] for network (08ec41c0-ee0f-4624-b539-f468748549b1), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:51.735319 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-2664b61e-86b4-4179-ad5e-c802f47a047d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for network (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:51.745241 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-2664b61e-86b4-4179-ad5e-c802f47a047d admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/08ec41c0-ee0f-4624-b539-f468748549b1 HTTP/1.1" status: 204 len: 168 time: 1.4683738 Aug 31 09:58:51.770835 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2664b61e-86b4-4179-ad5e-c802f47a047d admin admin] Pushing event deleted for resources: {'Network': ['ID=08ec41c0-ee0f-4624-b539-f468748549b1,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:51.999127 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 51280) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:58:52.031215 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d96d8-30ab-4fcc-9f72-e129d7258bdf req-910f67d5-3aea-4e2c-87d8-95d5982c7cb6 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:52.043048 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-743d96d8-30ab-4fcc-9f72-e129d7258bdf req-910f67d5-3aea-4e2c-87d8-95d5982c7cb6 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 944 time: 0.1172009 Aug 31 09:58:52.057173 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=11,neutron:DELETE=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:58:52.087854 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-1f0a8a16-c1e7-4ed7-80d5-cf1a76835194 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=b058d5f34eee47a58629407e166f3499&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0870094 Aug 31 09:58:52.092751 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 51284) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:58:52.173479 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-743d96d8-30ab-4fcc-9f72-e129d7258bdf req-200013bf-d304-402f-8fd8-ec77850151ef tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237814 Aug 31 09:58:52.232194 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-02e2e294-bcd6-4792-a2d9-e7306442087a admin admin] Publish callbacks [] for security_group (9ea752c5-d1ec-411a-addf-357a55dbf56c), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:52.274371 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-02e2e294-bcd6-4792-a2d9-e7306442087a admin admin] Publish callbacks [] for security_group (9ea752c5-d1ec-411a-addf-357a55dbf56c), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:52.346147 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-02e2e294-bcd6-4792-a2d9-e7306442087a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (9ea752c5-d1ec-411a-addf-357a55dbf56c), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:52.351453 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-02e2e294-bcd6-4792-a2d9-e7306442087a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:52.352783 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-02e2e294-bcd6-4792-a2d9-e7306442087a admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/9ea752c5-d1ec-411a-addf-357a55dbf56c HTTP/1.1" status: 204 len: 168 time: 0.2586641 Aug 31 09:58:52.364487 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e2e294-bcd6-4792-a2d9-e7306442087a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea752c5-d1ec-411a-addf-357a55dbf56c,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:52.975649 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 51304) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:58:53.085451 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-252cb145-c691-4c11-9f00-fe2f43c2ed61 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=061b65fc11484733bb6be383ff807570&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1046531 Aug 31 09:58:53.085898 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 51306) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:58:53.188400 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-248955a2-2b98-4d43-9316-5dbe473cbaaa admin admin] Publish callbacks [] for security_group (65acfeb7-8687-4a12-b5fc-bfac882d94b9), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:53.233977 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-248955a2-2b98-4d43-9316-5dbe473cbaaa admin admin] Publish callbacks [] for security_group (65acfeb7-8687-4a12-b5fc-bfac882d94b9), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:53.322427 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-248955a2-2b98-4d43-9316-5dbe473cbaaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (65acfeb7-8687-4a12-b5fc-bfac882d94b9), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:53.325616 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-248955a2-2b98-4d43-9316-5dbe473cbaaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:53.326855 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-248955a2-2b98-4d43-9316-5dbe473cbaaa admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/65acfeb7-8687-4a12-b5fc-bfac882d94b9 HTTP/1.1" status: 204 len: 168 time: 0.2386110 Aug 31 09:58:53.362142 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248955a2-2b98-4d43-9316-5dbe473cbaaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65acfeb7-8687-4a12-b5fc-bfac882d94b9,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:53.533802 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc1bd6-6216-47a2-a98d-8044cd871348 req-421d4968-9b22-43e1-a900-3178df18f228 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:53.546520 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-09bc1bd6-6216-47a2-a98d-8044cd871348 req-421d4968-9b22-43e1-a900-3178df18f228 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 944 time: 0.1861713 Aug 31 09:58:53.657598 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=56,neutron:UPDATE=2 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:58:53.673352 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-09bc1bd6-6216-47a2-a98d-8044cd871348 req-0b0f8e68-7456-4cdd-8c74-35e5e63f2db0 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144171 Aug 31 09:58:54.085796 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=46 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:58:54.395890 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-81cbe52d-0cd7-4afd-afd2-8c00ba9b6563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:54.587730 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:58:54.818288 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b238b-45c9-499f-aab5-66546d0b8ade req-62a12ff1-c04a-44e8-81bb-61514c9aefb9 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:54.819833 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b56b238b-45c9-499f-aab5-66546d0b8ade req-62a12ff1-c04a-44e8-81bb-61514c9aefb9 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 944 time: 0.0545259 Aug 31 09:58:54.905031 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b56b238b-45c9-499f-aab5-66546d0b8ade req-b18538e9-fc0a-4d35-8742-564bd97a4f23 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764649 Aug 31 09:58:55.853640 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e6f198be-e193-4693-a253-f9c4522a6272), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:56.049555 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348696e-d515-4589-88f2-d7ac06c03e66 req-a1d68e04-8ec4-48b0-b3e9-d0e03f607d89 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:56.051456 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5348696e-d515-4589-88f2-d7ac06c03e66 req-a1d68e04-8ec4-48b0-b3e9-d0e03f607d89 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 944 time: 0.0576806 Aug 31 09:58:56.109636 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5348696e-d515-4589-88f2-d7ac06c03e66 req-fac1a383-3c59-4dae-a6df-eda20bd06f2f tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518215 Aug 31 09:58:56.510584 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-46e76392-0db8-4b5d-b683-960e61800998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:57.205790 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:58:57.262350 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c919827-ecf1-4f6a-aa32-8ae57d9bb18d req-70a05832-9ea1-4456-a83b-2c6672f81ef9 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:57.263895 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2c919827-ecf1-4f6a-aa32-8ae57d9bb18d req-70a05832-9ea1-4456-a83b-2c6672f81ef9 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 944 time: 0.0682318 Aug 31 09:58:57.322066 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2c919827-ecf1-4f6a-aa32-8ae57d9bb18d req-b9e0ce83-d883-41ef-afb7-4fb363b7ec39 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488603 Aug 31 09:58:57.825089 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:58.463202 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7627895b-9157-4056-aadd-fb6ed8aa128e req-3f590a91-8071-4930-90de-77ffff967a8c tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:58.464837 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7627895b-9157-4056-aadd-fb6ed8aa128e req-3f590a91-8071-4930-90de-77ffff967a8c tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 944 time: 0.0503137 Aug 31 09:58:58.536304 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7627895b-9157-4056-aadd-fb6ed8aa128e req-2b98285e-be3d-42be-9a1f-1dbec4271e89 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648198 Aug 31 09:58:59.505864 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:59.617404 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:58:59.678684 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a7b95-587a-48a5-99dd-55b5ab0b4944 req-54190e6b-e970-40fb-9644-a3977691c1ff tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:58:59.680265 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-398a7b95-587a-48a5-99dd-55b5ab0b4944 req-54190e6b-e970-40fb-9644-a3977691c1ff tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 944 time: 0.0588915 Aug 31 09:58:59.740639 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-398a7b95-587a-48a5-99dd-55b5ab0b4944 req-79eef568-8031-4a6b-8228-5d0be72e8191 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501375 Aug 31 09:59:00.885013 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b29d7d8-a2fe-49c4-9e31-089781a608b8 req-7e630b0d-384b-4ba1-8c51-8a40ed5d8d5e tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:00.886806 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5b29d7d8-a2fe-49c4-9e31-089781a608b8 req-7e630b0d-384b-4ba1-8c51-8a40ed5d8d5e tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 944 time: 0.0605052 Aug 31 09:59:00.939038 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5b29d7d8-a2fe-49c4-9e31-089781a608b8 req-ab674039-3ffa-4e49-b9a9-9be03918318d tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464854 Aug 31 09:59:02.076158 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64853d-90e8-4218-b4af-370e2fc8914a req-054ff963-fd1d-45cb-a5f1-396b2b20ee99 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:02.078651 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-cb64853d-90e8-4218-b4af-370e2fc8914a req-054ff963-fd1d-45cb-a5f1-396b2b20ee99 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 944 time: 0.0518920 Aug 31 09:59:02.129631 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-cb64853d-90e8-4218-b4af-370e2fc8914a req-1a329b46-23cd-47ea-982a-b652574ae96e tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437963 Aug 31 09:59:03.049966 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=44,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:59:03.077111 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:DELETE=6,neutron:SELECT=30 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:59:03.265446 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf733e1-7f2b-4c12-90b1-28edb6708836 req-592bb128-0984-4687-a688-3f746cfde403 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:03.266957 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-fbf733e1-7f2b-4c12-90b1-28edb6708836 req-592bb128-0984-4687-a688-3f746cfde403 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 944 time: 0.0549893 Aug 31 09:59:03.329709 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-fbf733e1-7f2b-4c12-90b1-28edb6708836 req-9befd732-af72-4ee7-b3da-7bd268776f38 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520225 Aug 31 09:59:04.451766 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:59:04.481921 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea260e61-c703-485e-b124-6d483ed52625 req-d78c08b0-1441-4824-b73c-56a0041a5bef tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:04.481921 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ea260e61-c703-485e-b124-6d483ed52625 req-d78c08b0-1441-4824-b73c-56a0041a5bef tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 944 time: 0.0605147 Aug 31 09:59:04.529005 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ea260e61-c703-485e-b124-6d483ed52625 req-9a0257f8-5a0a-470e-a9a3-cf0d54579895 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475483 Aug 31 09:59:05.158577 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a79801-cda4-407b-bcf1-1e32001e5faf req-8a60e294-2ac7-4d28-a188-b5ac66b82f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:05.160475 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b0a79801-cda4-407b-bcf1-1e32001e5faf req-8a60e294-2ac7-4d28-a188-b5ac66b82f5f service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=a68bf51dcd404f559e9ae2efeb185712&device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 1128 time: 0.0403841 Aug 31 09:59:05.276958 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a79801-cda4-407b-bcf1-1e32001e5faf req-6cc8235c-66ef-41ee-918e-8fb30902dc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:05.278436 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b0a79801-cda4-407b-bcf1-1e32001e5faf req-6cc8235c-66ef-41ee-918e-8fb30902dc32 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=0f5370f1-004e-40df-a622-c79b4bbd1b36 HTTP/1.1" status: 200 len: 918 time: 0.0981541 Aug 31 09:59:05.350320 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b0a79801-cda4-407b-bcf1-1e32001e5faf req-b7a801b6-f5f8-4573-927d-06db97d726cf service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0ab5d21-97ec-4a21-a75b-253b40f65e47 HTTP/1.1" status: 200 len: 1000 time: 0.0641067 Aug 31 09:59:05.411899 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a79801-cda4-407b-bcf1-1e32001e5faf req-e6402763-9469-4392-8c60-3a67b7e85618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:05.413373 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b0a79801-cda4-407b-bcf1-1e32001e5faf req-e6402763-9469-4392-8c60-3a67b7e85618 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=7552609c-80f9-41d8-a1ca-1fd2186ed151 HTTP/1.1" status: 200 len: 856 time: 0.0571551 Aug 31 09:59:05.483717 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a79801-cda4-407b-bcf1-1e32001e5faf req-cc351775-7bdf-4dd2-8213-d6bc683eb743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:05.486038 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b0a79801-cda4-407b-bcf1-1e32001e5faf req-cc351775-7bdf-4dd2-8213-d6bc683eb743 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=0f5370f1-004e-40df-a622-c79b4bbd1b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0656953 Aug 31 09:59:05.590141 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:59:05.620145 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b0a79801-cda4-407b-bcf1-1e32001e5faf req-baf79b27-3b4b-4a2b-b4a9-256b7d2195b8 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/0f5370f1-004e-40df-a622-c79b4bbd1b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270754 Aug 31 09:59:05.730097 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9279a4-d53e-4a29-8bbb-fcafb0822a20 req-c191caac-2478-407d-9a7f-23142933c11d tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:05.733294 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-1b9279a4-d53e-4a29-8bbb-fcafb0822a20 req-c191caac-2478-407d-9a7f-23142933c11d tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 944 time: 0.1042151 Aug 31 09:59:05.813031 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b0a79801-cda4-407b-bcf1-1e32001e5faf req-35856b51-26d3-49b0-8353-67688f5e97c8 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/0f5370f1-004e-40df-a622-c79b4bbd1b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851680 Aug 31 09:59:05.833561 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-1b9279a4-d53e-4a29-8bbb-fcafb0822a20 req-de4fb96d-31ee-4f01-8338-878b637f3bc6 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931125 Aug 31 09:59:06.983345 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d35d09-0fb2-4b23-8506-b1c7806b774f req-84cda60e-ef82-462b-a5a1-7779449ccfb3 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:06.984810 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-47d35d09-0fb2-4b23-8506-b1c7806b774f req-84cda60e-ef82-462b-a5a1-7779449ccfb3 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 944 time: 0.0506356 Aug 31 09:59:07.038883 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-47d35d09-0fb2-4b23-8506-b1c7806b774f req-4e879191-e693-434a-ad17-2e3196cfea03 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472679 Aug 31 09:59:07.072552 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 51422) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:59:07.179402 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-46886b9b-0f31-4fd2-86c9-cf3a843379d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:07.256604 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-46886b9b-0f31-4fd2-86c9-cf3a843379d9 admin admin] Publish callbacks [] for security_group (bfce681d-48df-4307-819b-813869722ae8), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:07.260538 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-46886b9b-0f31-4fd2-86c9-cf3a843379d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (bfce681d-48df-4307-819b-813869722ae8), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:07.302818 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46886b9b-0f31-4fd2-86c9-cf3a843379d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfce681d-48df-4307-819b-813869722ae8,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:07.310360 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-46886b9b-0f31-4fd2-86c9-cf3a843379d9 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=6cd60a0e70124fb4b0aaf707c4e1dd5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2385454 Aug 31 09:59:07.310847 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 51428) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:59:07.340345 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:59:07.370354 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-5b849d43-ba26-423c-aa6a-445d056e9e1a admin admin] Publish callbacks [] for security_group (bfce681d-48df-4307-819b-813869722ae8), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:07.392337 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-5b849d43-ba26-423c-aa6a-445d056e9e1a admin admin] Publish callbacks [] for security_group (bfce681d-48df-4307-819b-813869722ae8), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:07.446545 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-5b849d43-ba26-423c-aa6a-445d056e9e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (bfce681d-48df-4307-819b-813869722ae8), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:07.449051 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-5b849d43-ba26-423c-aa6a-445d056e9e1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:07.450240 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-5b849d43-ba26-423c-aa6a-445d056e9e1a admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/bfce681d-48df-4307-819b-813869722ae8 HTTP/1.1" status: 204 len: 168 time: 0.1387517 Aug 31 09:59:07.458512 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b849d43-ba26-423c-aa6a-445d056e9e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfce681d-48df-4307-819b-813869722ae8,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:07.718127 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 51434) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:59:07.732052 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-94eff439-cb17-45bb-b20b-dd712fe032f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:07.810734 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-94eff439-cb17-45bb-b20b-dd712fe032f0 admin admin] Publish callbacks [] for security_group (ba28d550-8797-498d-9e6c-f03ad03076ec), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:07.815109 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-94eff439-cb17-45bb-b20b-dd712fe032f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (ba28d550-8797-498d-9e6c-f03ad03076ec), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:07.855137 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eff439-cb17-45bb-b20b-dd712fe032f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba28d550-8797-498d-9e6c-f03ad03076ec,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:07.859312 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-94eff439-cb17-45bb-b20b-dd712fe032f0 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=bca984647ee5413ea5fc84d397b01026&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1401517 Aug 31 09:59:07.861932 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 51436) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:59:07.890191 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:DELETE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:59:07.916488 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-a8a8cdad-479c-4529-a3ca-f284e9eb8fa4 admin admin] Publish callbacks [] for security_group (ba28d550-8797-498d-9e6c-f03ad03076ec), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:07.939835 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-a8a8cdad-479c-4529-a3ca-f284e9eb8fa4 admin admin] Publish callbacks [] for security_group (ba28d550-8797-498d-9e6c-f03ad03076ec), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:08.266083 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c580e-7591-4901-9036-fb3aea6d3be5 req-08a04e08-26a5-4574-9eca-6a8b11177e28 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:08.267558 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-fa6c580e-7591-4901-9036-fb3aea6d3be5 req-08a04e08-26a5-4574-9eca-6a8b11177e28 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 944 time: 0.0686381 Aug 31 09:59:08.305172 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-a8a8cdad-479c-4529-a3ca-f284e9eb8fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (ba28d550-8797-498d-9e6c-f03ad03076ec), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:08.307746 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-a8a8cdad-479c-4529-a3ca-f284e9eb8fa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:08.308780 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-a8a8cdad-479c-4529-a3ca-f284e9eb8fa4 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/ba28d550-8797-498d-9e6c-f03ad03076ec HTTP/1.1" status: 204 len: 168 time: 0.4458368 Aug 31 09:59:08.324787 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a8cdad-479c-4529-a3ca-f284e9eb8fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba28d550-8797-498d-9e6c-f03ad03076ec,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:08.335681 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-fa6c580e-7591-4901-9036-fb3aea6d3be5 req-91aec489-97ee-49e5-881b-07adb276faa8 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613441 Aug 31 09:59:09.476455 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec246f-457d-40c5-b7a8-6a0b1b9a1bcc req-d3f91aad-2dd3-4f12-ab1d-32451851abc8 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:09.478061 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-1dec246f-457d-40c5-b7a8-6a0b1b9a1bcc req-d3f91aad-2dd3-4f12-ab1d-32451851abc8 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 944 time: 0.0536056 Aug 31 09:59:09.534214 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-1dec246f-457d-40c5-b7a8-6a0b1b9a1bcc req-2cf1b13b-a632-45b7-8e26-e6894be6c610 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503814 Aug 31 09:59:09.612413 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:59:10.684887 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8366061-42a7-46c1-9b96-39bd8fb28da7 req-fbef38af-dd07-4c37-86c8-fba7ba069225 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:10.687214 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c8366061-42a7-46c1-9b96-39bd8fb28da7 req-fbef38af-dd07-4c37-86c8-fba7ba069225 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 944 time: 0.0542197 Aug 31 09:59:10.755490 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c8366061-42a7-46c1-9b96-39bd8fb28da7 req-4f2ee0e8-0d9d-4d53-859d-50e3bac4a50f tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598094 Aug 31 09:59:10.832483 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 51526) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:59:10.940668 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-7ef80927-6577-445d-a5e0-652f72989a08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:10.990464 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:59:11.025076 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-7ef80927-6577-445d-a5e0-652f72989a08 admin admin] Publish callbacks [] for security_group (1916e593-0927-4afd-8ec4-c4df69c52001), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:11.028966 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-7ef80927-6577-445d-a5e0-652f72989a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (1916e593-0927-4afd-8ec4-c4df69c52001), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:11.069934 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-7ef80927-6577-445d-a5e0-652f72989a08 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=da380bde83f44d34bc172e9c8eb16438&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2360225 Aug 31 09:59:11.070932 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef80927-6577-445d-a5e0-652f72989a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1916e593-0927-4afd-8ec4-c4df69c52001,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:11.072629 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 51530) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:59:11.127894 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-c513dccd-7fab-47a2-82c3-83ab45af22c1 admin admin] Publish callbacks [] for security_group (1916e593-0927-4afd-8ec4-c4df69c52001), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:11.150222 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-c513dccd-7fab-47a2-82c3-83ab45af22c1 admin admin] Publish callbacks [] for security_group (1916e593-0927-4afd-8ec4-c4df69c52001), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:11.197829 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-c513dccd-7fab-47a2-82c3-83ab45af22c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (1916e593-0927-4afd-8ec4-c4df69c52001), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:11.200449 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-c513dccd-7fab-47a2-82c3-83ab45af22c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:11.201601 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-c513dccd-7fab-47a2-82c3-83ab45af22c1 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/1916e593-0927-4afd-8ec4-c4df69c52001 HTTP/1.1" status: 204 len: 168 time: 0.1279576 Aug 31 09:59:11.209907 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c513dccd-7fab-47a2-82c3-83ab45af22c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1916e593-0927-4afd-8ec4-c4df69c52001,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:11.484568 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 51536) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:59:11.499396 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-ec263e1e-7995-4d41-b341-0069922eee22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:11.592037 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-ec263e1e-7995-4d41-b341-0069922eee22 admin admin] Publish callbacks [] for security_group (1c1ba67d-0fdb-4bcb-8d87-63efd35f9fa1), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:11.597613 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-ec263e1e-7995-4d41-b341-0069922eee22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (1c1ba67d-0fdb-4bcb-8d87-63efd35f9fa1), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:11.640671 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec263e1e-7995-4d41-b341-0069922eee22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1ba67d-0fdb-4bcb-8d87-63efd35f9fa1,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:11.646227 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-ec263e1e-7995-4d41-b341-0069922eee22 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=b3ae2a8841574395ae627eea43e4d63d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1591873 Aug 31 09:59:11.647445 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 51538) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:59:11.699228 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-6d939948-60e9-4c92-ae7c-20a8651780e2 admin admin] Publish callbacks [] for security_group (1c1ba67d-0fdb-4bcb-8d87-63efd35f9fa1), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:11.719716 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-6d939948-60e9-4c92-ae7c-20a8651780e2 admin admin] Publish callbacks [] for security_group (1c1ba67d-0fdb-4bcb-8d87-63efd35f9fa1), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:11.772475 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-6d939948-60e9-4c92-ae7c-20a8651780e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (1c1ba67d-0fdb-4bcb-8d87-63efd35f9fa1), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:11.775085 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-6d939948-60e9-4c92-ae7c-20a8651780e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:11.776248 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-6d939948-60e9-4c92-ae7c-20a8651780e2 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/1c1ba67d-0fdb-4bcb-8d87-63efd35f9fa1 HTTP/1.1" status: 204 len: 168 time: 0.1278989 Aug 31 09:59:11.784499 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d939948-60e9-4c92-ae7c-20a8651780e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1ba67d-0fdb-4bcb-8d87-63efd35f9fa1,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:11.906989 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c987b4-6794-4f1a-b54a-aed9b3847ab1 req-16c1a192-9cb1-44ec-a362-76f9a6b8967c tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:11.908392 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a3c987b4-6794-4f1a-b54a-aed9b3847ab1 req-16c1a192-9cb1-44ec-a362-76f9a6b8967c tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 944 time: 0.0582681 Aug 31 09:59:11.971738 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a3c987b4-6794-4f1a-b54a-aed9b3847ab1 req-dc149da7-45f0-4c25-9c7d-e9abf53ea257 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563705 Aug 31 09:59:13.114258 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d062c09-f4d1-4d45-be1c-c5477835f75e req-30dec4e2-087c-4cb9-af3d-c5745f6b954e tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:13.115762 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-1d062c09-f4d1-4d45-be1c-c5477835f75e req-30dec4e2-087c-4cb9-af3d-c5745f6b954e tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 944 time: 0.0521557 Aug 31 09:59:13.165153 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-1d062c09-f4d1-4d45-be1c-c5477835f75e req-72ef8e31-0ad1-4054-ad8a-c7fddd6fca13 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435526 Aug 31 09:59:14.242133 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device f0ab5d21-97ec-4a21-a75b-253b40f65e47 details requested by agent hyperv_hv-cinder-84496 with host hv-cinder-84496 {{(pid=112921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:59:14.310447 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4727b2c-d339-4937-aa9e-b498634fa3d8 req-cfc67ad8-4229-4745-a249-8e7c4e573cbd tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:14.311085 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:59:14.312139 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b4727b2c-d339-4937-aa9e-b498634fa3d8 req-cfc67ad8-4229-4745-a249-8e7c4e573cbd tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 944 time: 0.0602801 Aug 31 09:59:14.352465 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port f0ab5d21-97ec-4a21-a75b-253b40f65e47, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=f0ab5d21-97ec-4a21-a75b-253b40f65e47,segment=NetworkSegment(a90b8ffb-f27b-4c61-9949-27265dbdd344),segment_id=a90b8ffb-f27b-4c61-9949-27265dbdd344)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:59:14.361853 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b4727b2c-d339-4937-aa9e-b498634fa3d8 req-12e18b8c-a0c2-4153-a69b-f3ac674ca75a tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429652 Aug 31 09:59:14.364925 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Returning: {'device': 'f0ab5d21-97ec-4a21-a75b-253b40f65e47', 'network_id': '0f5370f1-004e-40df-a622-c79b4bbd1b36', 'port_id': 'f0ab5d21-97ec-4a21-a75b-253b40f65e47', 'mac_address': 'fa:16:3e:62:05:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7552609c-80f9-41d8-a1ca-1fd2186ed151', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:59:14.399693 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Current status of the port f0ab5d21-97ec-4a21-a75b-253b40f65e47 is: DOWN; New status is: BUILD {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:59:14.400108 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (f0ab5d21-97ec-4a21-a75b-253b40f65e47), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:14.417524 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.notifiers.nova [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0ab5d21-97ec-4a21-a75b-253b40f65e47 {{(pid=112921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 09:59:14.438159 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port f0ab5d21-97ec-4a21-a75b-253b40f65e47, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=f0ab5d21-97ec-4a21-a75b-253b40f65e47,segment=NetworkSegment(a90b8ffb-f27b-4c61-9949-27265dbdd344),segment_id=a90b8ffb-f27b-4c61-9949-27265dbdd344)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:59:14.442124 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (f0ab5d21-97ec-4a21-a75b-253b40f65e47), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:14.491283 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Pushing event updated for resources: {'Port': ['ID=f0ab5d21-97ec-4a21-a75b-253b40f65e47,revision_number=9']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:15.205100 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] get_ports_and_sgs() called for port_ids ['f0ab5d21-97ec-4a21-a75b-253b40f65e47'] {{(pid=112921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 09:59:15.491796 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7eb05-4d4b-468e-8d87-6b7e1bd4bf64 req-3b38eb7e-dd9c-4038-be92-331d486d6d9d tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:15.493220 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-28b7eb05-4d4b-468e-8d87-6b7e1bd4bf64 req-3b38eb7e-dd9c-4038-be92-331d486d6d9d tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 945 time: 0.0501375 Aug 31 09:59:15.522272 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:59:15.548896 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-28b7eb05-4d4b-468e-8d87-6b7e1bd4bf64 req-7d2efdda-073d-48f8-a8f9-c7a7fc2ac8c0 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499275 Aug 31 09:59:16.363299 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device f0ab5d21-97ec-4a21-a75b-253b40f65e47 up at agent hyperv_hv-cinder-84496 {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:59:16.409753 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Provisioning complete for port f0ab5d21-97ec-4a21-a75b-253b40f65e47 triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:59:16.410138 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (f0ab5d21-97ec-4a21-a75b-253b40f65e47), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:16.493632 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Current status of the port f0ab5d21-97ec-4a21-a75b-253b40f65e47 is: BUILD; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:59:16.494022 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (f0ab5d21-97ec-4a21-a75b-253b40f65e47), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:16.519313 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ab5d21-97ec-4a21-a75b-253b40f65e47'}] {{(pid=112921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:59:16.521890 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b0c9b70db3c71f613761f7f5e171cb6bed896c41d1f4f7babde002b819469c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2a4aca-71a2-4a38-921b-43ecf2082df1" -d '{"events": [{"server_uuid": "b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9", "name": "network-vif-plugged", "status": "completed", "tag": "f0ab5d21-97ec-4a21-a75b-253b40f65e47"}]}' {{(pid=112921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:59:16.538977 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port f0ab5d21-97ec-4a21-a75b-253b40f65e47, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=f0ab5d21-97ec-4a21-a75b-253b40f65e47,segment=NetworkSegment(a90b8ffb-f27b-4c61-9949-27265dbdd344),segment_id=a90b8ffb-f27b-4c61-9949-27265dbdd344)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:59:16.543702 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (f0ab5d21-97ec-4a21-a75b-253b40f65e47), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:16.600152 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Pushing event updated for resources: {'Port': ['ID=f0ab5d21-97ec-4a21-a75b-253b40f65e47,revision_number=10']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:16.685294 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198900e1-cc3b-43bc-ae2c-bf9e9e9289bd req-e8f77878-1430-4525-ba28-f30cc1b42142 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:16.687397 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-198900e1-cc3b-43bc-ae2c-bf9e9e9289bd req-e8f77878-1430-4525-ba28-f30cc1b42142 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 947 time: 0.0548246 Aug 31 09:59:16.702714 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 09:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0094b58f-96aa-4cad-b1a6-1343823b3c84 x-openstack-request-id: req-0094b58f-96aa-4cad-b1a6-1343823b3c84 {{(pid=112921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:59:16.703009 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9", "name": "network-vif-plugged", "status": "completed", "tag": "f0ab5d21-97ec-4a21-a75b-253b40f65e47", "code": 200}]} {{(pid=112921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:59:16.703259 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0094b58f-96aa-4cad-b1a6-1343823b3c84 {{(pid=112921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:59:16.703651 dv-cinder-844961-2-iscsi neutron-server[112921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0094b58f-96aa-4cad-b1a6-1343823b3c84'] response: {'server_uuid': 'b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ab5d21-97ec-4a21-a75b-253b40f65e47', 'code': 200} Aug 31 09:59:16.743472 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-198900e1-cc3b-43bc-ae2c-bf9e9e9289bd req-38b159f7-a31a-4fd2-a740-19b4e604f8c1 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508525 Aug 31 09:59:17.328665 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0db842-dd5b-4596-82e0-b00d50456452 req-c9adc3b4-a05c-4a0b-b430-10b535d8e329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:17.330230 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7a0db842-dd5b-4596-82e0-b00d50456452 req-c9adc3b4-a05c-4a0b-b430-10b535d8e329 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 1131 time: 0.0435092 Aug 31 09:59:17.419499 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7a0db842-dd5b-4596-82e0-b00d50456452 req-9a1a6f2a-9440-48ee-bb43-a62ba81b5aed service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797465 Aug 31 09:59:17.421955 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e83b17c6-89ac-4de3-8c90-38b441d520ee req-487b5021-abc2-45f6-bb3c-88d8a1ee6184 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1528914323&fields=id&tenant_id=6634173c9d534fca800d394d545a9d0c HTTP/1.1" status: 200 len: 267 time: 0.0753784 Aug 31 09:59:17.537796 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b17c6-89ac-4de3-8c90-38b441d520ee req-776549a9-1b90-4dcc-8712-def30aa2d626 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:17.539317 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e83b17c6-89ac-4de3-8c90-38b441d520ee req-776549a9-1b90-4dcc-8712-def30aa2d626 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/networks?id=b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a HTTP/1.1" status: 200 len: 810 time: 0.1090295 Aug 31 09:59:17.557217 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e83b17c6-89ac-4de3-8c90-38b441d520ee req-977cdb67-3d6a-48fd-ae84-d54a9221c9e3 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/quotas/6634173c9d534fca800d394d545a9d0c HTTP/1.1" status: 200 len: 375 time: 0.0099254 Aug 31 09:59:17.612654 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e83b17c6-89ac-4de3-8c90-38b441d520ee req-4ee9d663-d4cb-4bfd-a63b-ba8e40c3b839 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=6634173c9d534fca800d394d545a9d0c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500472 Aug 31 09:59:17.630650 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [req-e83b17c6-89ac-4de3-8c90-38b441d520ee req-d486b47a-9cd2-4a02-8be6-ffaaa7d0a852 service neutron] http://10.222.0.13:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 09:59:17.631658 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e83b17c6-89ac-4de3-8c90-38b441d520ee req-d486b47a-9cd2-4a02-8be6-ffaaa7d0a852 service neutron] 10.222.0.13 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053670 Aug 31 09:59:17.735038 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e83b17c6-89ac-4de3-8c90-38b441d520ee req-ab46b414-8270-4f0b-8316-f81288d6dfd1 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968122 Aug 31 09:59:17.814333 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:59:17.841588 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e83b17c6-89ac-4de3-8c90-38b441d520ee req-740c32da-8921-4f93-b099-da6c84843cf5 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996127 Aug 31 09:59:17.880627 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f7e48d-0dda-4d5f-84e6-3c0289bd6a76 req-72492e33-62d9-4d2b-85fd-2d2264b38dcc tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:17.882236 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-50f7e48d-0dda-4d5f-84e6-3c0289bd6a76 req-72492e33-62d9-4d2b-85fd-2d2264b38dcc tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 947 time: 0.0540414 Aug 31 09:59:17.933605 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-50f7e48d-0dda-4d5f-84e6-3c0289bd6a76 req-73d1195e-4bff-4288-9f37-87f5c5b7b8d6 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452931 Aug 31 09:59:18.147231 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0da2b0ba-2ed0-4fe9-b25d-bfd226f89faa req-d9a0208d-aa60-4f52-90c2-a6bc4e29281c tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=513a781e-0b66-461a-8d8a-296738d61779 HTTP/1.1" status: 200 len: 210 time: 0.0285850 Aug 31 09:59:18.709052 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 51642) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:59:18.830566 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e322bcd2-79b7-4fa2-ab1f-b7b997c94bc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:18.917161 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e322bcd2-79b7-4fa2-ab1f-b7b997c94bc4 admin admin] Publish callbacks [] for security_group (c71618a2-67e3-48df-9cb0-7cd560ecefa5), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:18.921017 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e322bcd2-79b7-4fa2-ab1f-b7b997c94bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (c71618a2-67e3-48df-9cb0-7cd560ecefa5), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:18.965922 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-e322bcd2-79b7-4fa2-ab1f-b7b997c94bc4 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=75f6da6d2c7a4db39293e4adb38a5990&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2555873 Aug 31 09:59:18.967853 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 51648) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:59:18.968340 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e322bcd2-79b7-4fa2-ab1f-b7b997c94bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71618a2-67e3-48df-9cb0-7cd560ecefa5,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:19.030162 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-5493c5ed-0bec-4b4d-b659-67f42d3966f0 admin admin] Publish callbacks [] for security_group (c71618a2-67e3-48df-9cb0-7cd560ecefa5), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:19.057088 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-5493c5ed-0bec-4b4d-b659-67f42d3966f0 admin admin] Publish callbacks [] for security_group (c71618a2-67e3-48df-9cb0-7cd560ecefa5), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:19.122586 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-5493c5ed-0bec-4b4d-b659-67f42d3966f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (c71618a2-67e3-48df-9cb0-7cd560ecefa5), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:19.125199 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-5493c5ed-0bec-4b4d-b659-67f42d3966f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:19.126419 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-5493c5ed-0bec-4b4d-b659-67f42d3966f0 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/c71618a2-67e3-48df-9cb0-7cd560ecefa5 HTTP/1.1" status: 204 len: 168 time: 0.1575606 Aug 31 09:59:19.137014 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493c5ed-0bec-4b4d-b659-67f42d3966f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71618a2-67e3-48df-9cb0-7cd560ecefa5,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:19.275166 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-69ab2573-3fb6-4ada-9e98-866129a24073 req-f7ac3a6d-cc98-48c8-b507-3fe04f286e74 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=513a781e-0b66-461a-8d8a-296738d61779 HTTP/1.1" status: 200 len: 210 time: 0.0359499 Aug 31 09:59:19.287433 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb6620-d4c8-41f5-85ae-fd5dfa846e9e req-34b0ba18-5fa3-469f-9e51-25c03752e027 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:19.288859 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-38fb6620-d4c8-41f5-85ae-fd5dfa846e9e req-34b0ba18-5fa3-469f-9e51-25c03752e027 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 947 time: 0.0927773 Aug 31 09:59:19.330801 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:59:19.344997 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-38fb6620-d4c8-41f5-85ae-fd5dfa846e9e req-f64a4997-79ef-455c-ab41-5afacbd4bd2d tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501082 Aug 31 09:59:20.086753 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b17c6-89ac-4de3-8c90-38b441d520ee req-f26b8535-f92f-48ff-b34f-187ce80358b9 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:20.094828 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e83b17c6-89ac-4de3-8c90-38b441d520ee req-f26b8535-f92f-48ff-b34f-187ce80358b9 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.64 "GET /networking/v2.0/networks?id=b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a HTTP/1.1" status: 200 len: 810 time: 0.1715629 Aug 31 09:59:20.186419 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e83b17c6-89ac-4de3-8c90-38b441d520ee req-d0572a26-26fd-4748-8ace-d3fd6fe27036 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6634173c9d534fca800d394d545a9d0c HTTP/1.1" status: 200 len: 380 time: 0.0709896 Aug 31 09:59:20.206440 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [req-e83b17c6-89ac-4de3-8c90-38b441d520ee req-4d51e105-796d-4385-8474-f256f79c3d41 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Request body: {'port': {'device_id': '513a781e-0b66-461a-8d8a-296738d61779', 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a', 'admin_state_up': True, 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'security_groups': ['2f3e75c3-3d51-4110-bbcf-b88f0207fea8']}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:59:20.412348 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-24d0d99e-6ea8-4a58-b0ad-6e6a9a8c8567 req-bb64c428-d87c-4696-bfa8-8387580f6769 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=513a781e-0b66-461a-8d8a-296738d61779 HTTP/1.1" status: 200 len: 210 time: 0.0409312 Aug 31 09:59:20.416182 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e83b17c6-89ac-4de3-8c90-38b441d520ee req-4d51e105-796d-4385-8474-f256f79c3d41 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Made reservation on behalf of 6634173c9d534fca800d394d545a9d0c for: {'port': 1} {{(pid=112919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:59:20.426560 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-e83b17c6-89ac-4de3-8c90-38b441d520ee req-4d51e105-796d-4385-8474-f256f79c3d41 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:20.581645 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ad0d9-58e3-4473-8e2e-eff82068175c req-10c1603e-dfc8-492b-849f-853caf4c3e77 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:20.583989 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-308ad0d9-58e3-4473-8e2e-eff82068175c req-10c1603e-dfc8-492b-849f-853caf4c3e77 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 947 time: 0.1271758 Aug 31 09:59:20.704865 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-308ad0d9-58e3-4473-8e2e-eff82068175c req-b17ed6ff-c599-41c8-97a6-1d0ec9e8dda3 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118398 Aug 31 09:59:20.720137 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.db_base_plugin_common [req-e83b17c6-89ac-4de3-8c90-38b441d520ee req-4d51e105-796d-4385-8474-f256f79c3d41 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Allocated IP 172.20.0.7 (b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a/951df996-7b80-48db-8007-5a5a52488eaf/bcf607ac-7dab-42c6-8b61-31f31956b33b) {{(pid=112919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:59:20.868323 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:59:20.950696 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-e83b17c6-89ac-4de3-8c90-38b441d520ee req-4d51e105-796d-4385-8474-f256f79c3d41 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks [] for port (bcf607ac-7dab-42c6-8b61-31f31956b33b), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:20.984782 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-e83b17c6-89ac-4de3-8c90-38b441d520ee req-4d51e105-796d-4385-8474-f256f79c3d41 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66028622'] for port (bcf607ac-7dab-42c6-8b61-31f31956b33b), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:21.031952 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e83b17c6-89ac-4de3-8c90-38b441d520ee req-4d51e105-796d-4385-8474-f256f79c3d41 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Network b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a is already hosted by enough agents. {{(pid=112919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:59:21.035876 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.base_scheduler [req-e83b17c6-89ac-4de3-8c90-38b441d520ee req-4d51e105-796d-4385-8474-f256f79c3d41 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Resources bound (agent type, host, resource id): {{(pid=112919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:59:21.040856 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:59:21.041540 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.l3_dvrscheduler_db [req-e83b17c6-89ac-4de3-8c90-38b441d520ee req-4d51e105-796d-4385-8474-f256f79c3d41 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Received port after_create {{(pid=112919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:59:21.051533 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d51e105-796d-4385-8474-f256f79c3d41 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Pushing event updated for resources: {'Port': ['ID=bcf607ac-7dab-42c6-8b61-31f31956b33b,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:21.094240 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.agents_db [None req-8002e13a-56e4-448b-bc0d-5c9f038cbdad None None] Agent healthcheck: found 6 active agents {{(pid=112922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:59:21.115754 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b17c6-89ac-4de3-8c90-38b441d520ee req-4d51e105-796d-4385-8474-f256f79c3d41 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:21.117141 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-e83b17c6-89ac-4de3-8c90-38b441d520ee req-4d51e105-796d-4385-8474-f256f79c3d41 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for port (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:21.135441 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e83b17c6-89ac-4de3-8c90-38b441d520ee req-4d51e105-796d-4385-8474-f256f79c3d41 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9332638 Aug 31 09:59:21.206820 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [req-e83b17c6-89ac-4de3-8c90-38b441d520ee req-c97116cf-b166-4c9d-8c23-5f1ceab0908a service neutron] Request body: {'port': {'device_id': '513a781e-0b66-461a-8d8a-296738d61779', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84496'}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:59:21.279485 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-e83b17c6-89ac-4de3-8c90-38b441d520ee req-c97116cf-b166-4c9d-8c23-5f1ceab0908a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (bcf607ac-7dab-42c6-8b61-31f31956b33b), before_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:21.288215 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-c60013a3-7240-46bd-9a14-722309b4fd96 None None] Provisioning complete for port bcf607ac-7dab-42c6-8b61-31f31956b33b triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:59:21.288810 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-c60013a3-7240-46bd-9a14-722309b4fd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (bcf607ac-7dab-42c6-8b61-31f31956b33b), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:21.323454 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-c60013a3-7240-46bd-9a14-722309b4fd96 None None] Port bcf607ac-7dab-42c6-8b61-31f31956b33b cannot update to ACTIVE because it is not bound. {{(pid=112921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 09:59:21.596238 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1423b42-5a23-46e0-aed0-42cbfce7a16e req-e8a98ff2-0e19-407f-a472-19c6d4c3ddaf tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:21.598004 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f1423b42-5a23-46e0-aed0-42cbfce7a16e req-e8a98ff2-0e19-407f-a472-19c6d4c3ddaf tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=513a781e-0b66-461a-8d8a-296738d61779 HTTP/1.1" status: 200 len: 931 time: 0.0878148 Aug 31 09:59:21.600100 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.notifiers.nova [req-e83b17c6-89ac-4de3-8c90-38b441d520ee req-c97116cf-b166-4c9d-8c23-5f1ceab0908a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcf607ac-7dab-42c6-8b61-31f31956b33b {{(pid=112919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 09:59:21.610831 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-e83b17c6-89ac-4de3-8c90-38b441d520ee req-c97116cf-b166-4c9d-8c23-5f1ceab0908a service neutron] Publish callbacks [] for port (bcf607ac-7dab-42c6-8b61-31f31956b33b), precommit_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:21.638800 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.provisioning_blocks [req-e83b17c6-89ac-4de3-8c90-38b441d520ee req-c97116cf-b166-4c9d-8c23-5f1ceab0908a service neutron] Transition to ACTIVE for port object bcf607ac-7dab-42c6-8b61-31f31956b33b will not be triggered until provisioned by entity L2. {{(pid=112919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 09:59:21.645171 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-e83b17c6-89ac-4de3-8c90-38b441d520ee req-c97116cf-b166-4c9d-8c23-5f1ceab0908a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66028615'] for port (bcf607ac-7dab-42c6-8b61-31f31956b33b), after_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:21.700857 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f1423b42-5a23-46e0-aed0-42cbfce7a16e req-4492ffcc-eebe-4413-94da-fd39e773ddd6 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929017 Aug 31 09:59:21.732395 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97116cf-b166-4c9d-8c23-5f1ceab0908a service neutron] Pushing event updated for resources: {'Port': ['ID=bcf607ac-7dab-42c6-8b61-31f31956b33b,revision_number=2']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:21.785422 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.managers [req-e83b17c6-89ac-4de3-8c90-38b441d520ee req-c97116cf-b166-4c9d-8c23-5f1ceab0908a service neutron] Attempting to bind port bcf607ac-7dab-42c6-8b61-31f31956b33b on host hv-cinder-84496 for vnic_type normal with profile {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 09:59:21.785798 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.managers [req-e83b17c6-89ac-4de3-8c90-38b441d520ee req-c97116cf-b166-4c9d-8c23-5f1ceab0908a service neutron] Attempting to bind port bcf607ac-7dab-42c6-8b61-31f31956b33b by drivers openvswitch,hyperv on host hv-cinder-84496 at level 0 using segments [{'id': 'ea218d44-3149-46b8-ba8f-676cf816a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a'}] {{(pid=112919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 09:59:21.786086 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83b17c6-89ac-4de3-8c90-38b441d520ee req-c97116cf-b166-4c9d-8c23-5f1ceab0908a service neutron] Attempting to bind port bcf607ac-7dab-42c6-8b61-31f31956b33b on network b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:59:21.791904 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83b17c6-89ac-4de3-8c90-38b441d520ee req-c97116cf-b166-4c9d-8c23-5f1ceab0908a service neutron] Port bcf607ac-7dab-42c6-8b61-31f31956b33b on network b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84496 {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 09:59:21.792149 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83b17c6-89ac-4de3-8c90-38b441d520ee req-c97116cf-b166-4c9d-8c23-5f1ceab0908a service neutron] Attempting to bind port bcf607ac-7dab-42c6-8b61-31f31956b33b on network b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 09:59:21.798423 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83b17c6-89ac-4de3-8c90-38b441d520ee req-c97116cf-b166-4c9d-8c23-5f1ceab0908a service neutron] Checking agent: {'id': 'e6f198be-e193-4693-a253-f9c4522a6272', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 9, 45, 52), 'started_at': datetime.datetime(2022, 8, 31, 9, 45, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 9, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 09:59:21.798771 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83b17c6-89ac-4de3-8c90-38b441d520ee req-c97116cf-b166-4c9d-8c23-5f1ceab0908a service neutron] Checking segment: {'id': 'ea218d44-3149-46b8-ba8f-676cf816a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 09:59:21.799165 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83b17c6-89ac-4de3-8c90-38b441d520ee req-c97116cf-b166-4c9d-8c23-5f1ceab0908a service neutron] Bound using segment: {'id': 'ea218d44-3149-46b8-ba8f-676cf816a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a'} {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 09:59:21.799608 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.managers [req-e83b17c6-89ac-4de3-8c90-38b441d520ee req-c97116cf-b166-4c9d-8c23-5f1ceab0908a service neutron] Bound port: bcf607ac-7dab-42c6-8b61-31f31956b33b, host: hv-cinder-84496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea218d44-3149-46b8-ba8f-676cf816a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a'}}] {{(pid=112919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 09:59:21.799970 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-e83b17c6-89ac-4de3-8c90-38b441d520ee req-c97116cf-b166-4c9d-8c23-5f1ceab0908a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (bcf607ac-7dab-42c6-8b61-31f31956b33b), before_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:21.802917 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:59:21.890463 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ae085-77b8-4a3d-95b1-27db8cf7f6bf req-b41efa7e-8065-4b3b-b6b8-b30f49b4ebb6 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:21.891990 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ae3ae085-77b8-4a3d-95b1-27db8cf7f6bf req-b41efa7e-8065-4b3b-b6b8-b30f49b4ebb6 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 947 time: 0.0806453 Aug 31 09:59:21.926549 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.db [req-e83b17c6-89ac-4de3-8c90-38b441d520ee req-c97116cf-b166-4c9d-8c23-5f1ceab0908a service neutron] For port bcf607ac-7dab-42c6-8b61-31f31956b33b, host hv-cinder-84496, cleared binding levels {{(pid=112919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:59:21.943688 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.db [req-e83b17c6-89ac-4de3-8c90-38b441d520ee req-c97116cf-b166-4c9d-8c23-5f1ceab0908a service neutron] For port bcf607ac-7dab-42c6-8b61-31f31956b33b, host hv-cinder-84496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=bcf607ac-7dab-42c6-8b61-31f31956b33b,segment=NetworkSegment(ea218d44-3149-46b8-ba8f-676cf816a455),segment_id=ea218d44-3149-46b8-ba8f-676cf816a455)] {{(pid=112919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:59:21.962703 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-e83b17c6-89ac-4de3-8c90-38b441d520ee req-c97116cf-b166-4c9d-8c23-5f1ceab0908a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66028615'] for port (bcf607ac-7dab-42c6-8b61-31f31956b33b), after_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:21.970170 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b17c6-89ac-4de3-8c90-38b441d520ee req-c97116cf-b166-4c9d-8c23-5f1ceab0908a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:21.971025 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-e83b17c6-89ac-4de3-8c90-38b441d520ee req-c97116cf-b166-4c9d-8c23-5f1ceab0908a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for port (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:21.972230 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e83b17c6-89ac-4de3-8c90-38b441d520ee req-c97116cf-b166-4c9d-8c23-5f1ceab0908a service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/bcf607ac-7dab-42c6-8b61-31f31956b33b HTTP/1.1" status: 200 len: 1093 time: 0.7699180 Aug 31 09:59:21.975462 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '513a781e-0b66-461a-8d8a-296738d61779', 'tag': 'bcf607ac-7dab-42c6-8b61-31f31956b33b'}] {{(pid=112919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:59:21.977210 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f6ad1632a392cf14020321c7ce6c49338053db0fa13ffca62b7dfe78a8e90b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121d8256-a692-4dd5-aef5-d7c2d39f845e" -d '{"events": [{"name": "network-changed", "server_uuid": "513a781e-0b66-461a-8d8a-296738d61779", "tag": "bcf607ac-7dab-42c6-8b61-31f31956b33b"}]}' {{(pid=112919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:59:22.004932 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ae3ae085-77b8-4a3d-95b1-27db8cf7f6bf req-1529d5ed-0894-4a0e-8826-aa7b22cc46c6 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036007 Aug 31 09:59:22.029069 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:59:22.036829 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97116cf-b166-4c9d-8c23-5f1ceab0908a service neutron] Pushing event updated for resources: {'Port': ['ID=bcf607ac-7dab-42c6-8b61-31f31956b33b,revision_number=3']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:22.081863 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:59:22.085352 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 09:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711b3f87-275a-49b5-805e-782dde910f2a x-openstack-request-id: req-711b3f87-275a-49b5-805e-782dde910f2a {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:59:22.089503 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "513a781e-0b66-461a-8d8a-296738d61779", "tag": "bcf607ac-7dab-42c6-8b61-31f31956b33b", "status": "completed", "code": 200}]} {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:59:22.089503 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-711b3f87-275a-49b5-805e-782dde910f2a {{(pid=112919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:59:22.089503 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-711b3f87-275a-49b5-805e-782dde910f2a'] response: {'name': 'network-changed', 'server_uuid': '513a781e-0b66-461a-8d8a-296738d61779', 'tag': 'bcf607ac-7dab-42c6-8b61-31f31956b33b', 'status': 'completed', 'code': 200} Aug 31 09:59:22.089833 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b17c6-89ac-4de3-8c90-38b441d520ee req-21da0c19-cf8b-4c44-820b-de97653d950a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:22.091274 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e83b17c6-89ac-4de3-8c90-38b441d520ee req-21da0c19-cf8b-4c44-820b-de97653d950a service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=6634173c9d534fca800d394d545a9d0c&device_id=513a781e-0b66-461a-8d8a-296738d61779 HTTP/1.1" status: 200 len: 1127 time: 0.0497622 Aug 31 09:59:22.152882 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e83b17c6-89ac-4de3-8c90-38b441d520ee req-17a2e9ee-85f0-4d41-8f12-76ee29ea8262 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bcf607ac-7dab-42c6-8b61-31f31956b33b HTTP/1.1" status: 200 len: 217 time: 0.0375962 Aug 31 09:59:22.204251 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b17c6-89ac-4de3-8c90-38b441d520ee req-b7029c50-d5f4-458c-a228-c335aad4fdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:22.205773 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e83b17c6-89ac-4de3-8c90-38b441d520ee req-b7029c50-d5f4-458c-a228-c335aad4fdc9 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=951df996-7b80-48db-8007-5a5a52488eaf HTTP/1.1" status: 200 len: 849 time: 0.0468841 Aug 31 09:59:22.253331 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b17c6-89ac-4de3-8c90-38b441d520ee req-6eebd945-af18-491f-8943-78d5de1c8f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:22.255389 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e83b17c6-89ac-4de3-8c90-38b441d520ee req-6eebd945-af18-491f-8943-78d5de1c8f63 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435674 Aug 31 09:59:22.376731 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e83b17c6-89ac-4de3-8c90-38b441d520ee req-b66da685-5e0f-464c-8cbb-e06dec773bd9 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133146 Aug 31 09:59:22.484615 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e83b17c6-89ac-4de3-8c90-38b441d520ee req-35c19c24-4531-41ef-9d16-ea6e2708e522 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016486 Aug 31 09:59:22.826192 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf098b0-075f-4697-b728-1e7c05ea3fdc req-f47acb67-a0bb-4636-adcc-1148c091141d tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:22.827675 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ecf098b0-075f-4697-b728-1e7c05ea3fdc req-f47acb67-a0bb-4636-adcc-1148c091141d tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=513a781e-0b66-461a-8d8a-296738d61779 HTTP/1.1" status: 200 len: 943 time: 0.0507486 Aug 31 09:59:22.882271 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ecf098b0-075f-4697-b728-1e7c05ea3fdc req-1e3a477d-0a8c-45b0-90e8-04f5ea29631d tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477419 Aug 31 09:59:24.008499 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab87057-db36-43e6-bcaf-05eca609a3d7 req-602c5e9d-40de-426b-8794-1ae155912f3b tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:24.010065 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2ab87057-db36-43e6-bcaf-05eca609a3d7 req-602c5e9d-40de-426b-8794-1ae155912f3b tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=513a781e-0b66-461a-8d8a-296738d61779 HTTP/1.1" status: 200 len: 943 time: 0.0495646 Aug 31 09:59:24.065674 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2ab87057-db36-43e6-bcaf-05eca609a3d7 req-b8f3ddf1-59db-4b65-88d0-7094ef9efb60 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487907 Aug 31 09:59:24.253447 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-ccf2795a-0ed3-4f54-a7a1-7fe7d2c74cb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:25.193224 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6798da53-0558-4341-8e00-cee123a4ff70 req-6da11e6a-2cf6-45a1-b82a-e826c197a429 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:25.194755 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-6798da53-0558-4341-8e00-cee123a4ff70 req-6da11e6a-2cf6-45a1-b82a-e826c197a429 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=513a781e-0b66-461a-8d8a-296738d61779 HTTP/1.1" status: 200 len: 943 time: 0.0526018 Aug 31 09:59:25.253221 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-6798da53-0558-4341-8e00-cee123a4ff70 req-fd58cd42-d726-4e69-96c2-50d9a5b191c3 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528395 Aug 31 09:59:25.827313 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:59:25.842369 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e6f198be-e193-4693-a253-f9c4522a6272), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:26.388449 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503f8a4-0d2b-48d5-a30a-a924c73892a7 req-daa5b72b-b69d-40c4-89e7-170571c94f8c tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:26.390069 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-1503f8a4-0d2b-48d5-a30a-a924c73892a7 req-daa5b72b-b69d-40c4-89e7-170571c94f8c tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=513a781e-0b66-461a-8d8a-296738d61779 HTTP/1.1" status: 200 len: 943 time: 0.0533338 Aug 31 09:59:26.451354 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-1503f8a4-0d2b-48d5-a30a-a924c73892a7 req-9e83d0b4-1d2f-4ae2-ad3f-a5975793ab05 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538743 Aug 31 09:59:26.508651 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-da8d42c9-78a7-4912-9700-67a9ab276ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:27.538798 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d8256-a692-4dd5-aef5-d7c2d39f845e req-aee77644-e18b-4bcc-b897-a6e5b991816e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:27.540324 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-121d8256-a692-4dd5-aef5-d7c2d39f845e req-aee77644-e18b-4bcc-b897-a6e5b991816e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=6634173c9d534fca800d394d545a9d0c&device_id=513a781e-0b66-461a-8d8a-296738d61779 HTTP/1.1" status: 200 len: 1127 time: 0.0447252 Aug 31 09:59:27.636518 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:59:27.644156 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f9bf4-f920-4a73-8565-490816d41d8e req-7265a9d9-bf95-4683-a890-45a497f103b7 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:27.645917 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7d6f9bf4-f920-4a73-8565-490816d41d8e req-7265a9d9-bf95-4683-a890-45a497f103b7 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=513a781e-0b66-461a-8d8a-296738d61779 HTTP/1.1" status: 200 len: 943 time: 0.0988827 Aug 31 09:59:27.705211 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d8256-a692-4dd5-aef5-d7c2d39f845e req-7e4c505a-14ed-4661-a785-b93a54c86835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:27.706695 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-121d8256-a692-4dd5-aef5-d7c2d39f845e req-7e4c505a-14ed-4661-a785-b93a54c86835 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a HTTP/1.1" status: 200 len: 911 time: 0.1579161 Aug 31 09:59:27.762841 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7d6f9bf4-f920-4a73-8565-490816d41d8e req-b5a6dddc-2f36-4f87-bc7f-277ab4395afb tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093299 Aug 31 09:59:27.764654 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-121d8256-a692-4dd5-aef5-d7c2d39f845e req-a2fba93a-ca1b-475a-b8ba-4d1ef1998973 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bcf607ac-7dab-42c6-8b61-31f31956b33b HTTP/1.1" status: 200 len: 217 time: 0.0471966 Aug 31 09:59:27.799825 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:59:27.822952 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d8256-a692-4dd5-aef5-d7c2d39f845e req-9e6b5b54-32b2-4986-93dd-5c37236c80b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:27.824547 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-121d8256-a692-4dd5-aef5-d7c2d39f845e req-9e6b5b54-32b2-4986-93dd-5c37236c80b7 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=951df996-7b80-48db-8007-5a5a52488eaf HTTP/1.1" status: 200 len: 849 time: 0.0518615 Aug 31 09:59:27.830044 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:27.872046 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d8256-a692-4dd5-aef5-d7c2d39f845e req-9ecda1ce-462d-4f55-b8de-29e86883164f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:27.873675 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-121d8256-a692-4dd5-aef5-d7c2d39f845e req-9ecda1ce-462d-4f55-b8de-29e86883164f service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425353 Aug 31 09:59:27.972288 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-121d8256-a692-4dd5-aef5-d7c2d39f845e req-70141d50-cf33-400a-81c6-4e06c1c161d1 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915480 Aug 31 09:59:28.068932 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-121d8256-a692-4dd5-aef5-d7c2d39f845e req-d4055cc7-8def-48e9-b9e0-b59fdc2f93f1 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898161 Aug 31 09:59:28.914218 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ea383-8e8c-48df-a70b-085ad8b87dc7 req-d6954071-bf9f-4c0b-9e2f-931639999be4 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:28.915846 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a53ea383-8e8c-48df-a70b-085ad8b87dc7 req-d6954071-bf9f-4c0b-9e2f-931639999be4 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=513a781e-0b66-461a-8d8a-296738d61779 HTTP/1.1" status: 200 len: 943 time: 0.0641170 Aug 31 09:59:28.961049 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=74,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:59:28.963966 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=64,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:59:28.989294 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a53ea383-8e8c-48df-a70b-085ad8b87dc7 req-0b0bc3ec-012b-4775-856c-92da251f5b89 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624995 Aug 31 09:59:29.507074 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:29.621845 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:29.902135 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 51784) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:59:30.024295 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-98b65ad9-b478-464b-96c1-954a136f082e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:30.147475 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f0042-ad72-4f39-911b-592cf45c10ce req-56d5fc7a-684e-487c-921f-051cf494611a tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:30.149028 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c08f0042-ad72-4f39-911b-592cf45c10ce req-56d5fc7a-684e-487c-921f-051cf494611a tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=513a781e-0b66-461a-8d8a-296738d61779 HTTP/1.1" status: 200 len: 943 time: 0.0715196 Aug 31 09:59:30.151075 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-98b65ad9-b478-464b-96c1-954a136f082e admin admin] Publish callbacks [] for security_group (e9a58ab2-c745-47d5-8d86-7285ce79547e), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:30.162296 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-98b65ad9-b478-464b-96c1-954a136f082e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (e9a58ab2-c745-47d5-8d86-7285ce79547e), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:30.229453 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-98b65ad9-b478-464b-96c1-954a136f082e admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=d489cbde458b4bbca7d35469bd9c822e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3260887 Aug 31 09:59:30.232206 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 51790) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:59:30.233139 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b65ad9-b478-464b-96c1-954a136f082e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a58ab2-c745-47d5-8d86-7285ce79547e,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:30.251460 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c08f0042-ad72-4f39-911b-592cf45c10ce req-6eef2978-6a55-4549-9ba1-c78631434ff1 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963812 Aug 31 09:59:30.294883 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-258c4208-149e-43c9-97bc-3d913b8ce412 admin admin] Publish callbacks [] for security_group (e9a58ab2-c745-47d5-8d86-7285ce79547e), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:30.319716 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-258c4208-149e-43c9-97bc-3d913b8ce412 admin admin] Publish callbacks [] for security_group (e9a58ab2-c745-47d5-8d86-7285ce79547e), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:30.372529 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-258c4208-149e-43c9-97bc-3d913b8ce412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (e9a58ab2-c745-47d5-8d86-7285ce79547e), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:30.375202 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-258c4208-149e-43c9-97bc-3d913b8ce412 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:30.376386 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-258c4208-149e-43c9-97bc-3d913b8ce412 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/e9a58ab2-c745-47d5-8d86-7285ce79547e HTTP/1.1" status: 204 len: 168 time: 0.1430516 Aug 31 09:59:30.389471 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c4208-149e-43c9-97bc-3d913b8ce412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a58ab2-c745-47d5-8d86-7285ce79547e,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:31.089257 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=6 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:59:31.402911 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160de425-0840-4a47-9442-5980e104dc9a req-8e316d61-772f-4600-a127-0d52cb3e6825 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:31.405187 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-160de425-0840-4a47-9442-5980e104dc9a req-8e316d61-772f-4600-a127-0d52cb3e6825 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=513a781e-0b66-461a-8d8a-296738d61779 HTTP/1.1" status: 200 len: 943 time: 0.0714045 Aug 31 09:59:31.462532 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-160de425-0840-4a47-9442-5980e104dc9a req-af3b23de-8301-411b-babd-8e063f388447 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504174 Aug 31 09:59:32.594747 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4417a-d453-4ccb-8b3d-f120754a4c74 req-30928212-dec9-4e83-9de3-274429be84e2 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:32.596234 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-48d4417a-d453-4ccb-8b3d-f120754a4c74 req-30928212-dec9-4e83-9de3-274429be84e2 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=513a781e-0b66-461a-8d8a-296738d61779 HTTP/1.1" status: 200 len: 943 time: 0.0504665 Aug 31 09:59:32.631457 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:59:32.655325 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-48d4417a-d453-4ccb-8b3d-f120754a4c74 req-adee1efb-92e8-41fc-98eb-239f19243484 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528953 Aug 31 09:59:33.812429 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32159a08-414f-4246-85e1-8bb75ca9db19 req-05cfe03b-8548-433b-975d-bc7062802f14 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:33.814895 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-32159a08-414f-4246-85e1-8bb75ca9db19 req-05cfe03b-8548-433b-975d-bc7062802f14 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=513a781e-0b66-461a-8d8a-296738d61779 HTTP/1.1" status: 200 len: 943 time: 0.0786016 Aug 31 09:59:33.887452 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-32159a08-414f-4246-85e1-8bb75ca9db19 req-c2da8f28-c07f-4c33-968f-4e607f756fb8 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656674 Aug 31 09:59:35.030699 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f3cfc-b0b0-475e-818c-23cff80f4d58 req-c6589d7e-33c9-419e-9047-f2152923a4a5 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:35.032224 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-816f3cfc-b0b0-475e-818c-23cff80f4d58 req-c6589d7e-33c9-419e-9047-f2152923a4a5 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=513a781e-0b66-461a-8d8a-296738d61779 HTTP/1.1" status: 200 len: 943 time: 0.0619316 Aug 31 09:59:35.077576 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:59:35.087904 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-816f3cfc-b0b0-475e-818c-23cff80f4d58 req-c403ccc0-fcf0-4557-a486-b91e9f74544d tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490379 Aug 31 09:59:36.215813 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0770287d-aa72-471c-9931-d04d621f4bbf req-562f2578-b56f-4425-a95e-f5fa8feac1f5 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:36.217257 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0770287d-aa72-471c-9931-d04d621f4bbf req-562f2578-b56f-4425-a95e-f5fa8feac1f5 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=513a781e-0b66-461a-8d8a-296738d61779 HTTP/1.1" status: 200 len: 943 time: 0.0500543 Aug 31 09:59:36.266140 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0770287d-aa72-471c-9931-d04d621f4bbf req-90e1cce3-8902-476c-a654-0d4beb7fbe8a tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425515 Aug 31 09:59:36.403717 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device bcf607ac-7dab-42c6-8b61-31f31956b33b details requested by agent hyperv_hv-cinder-84496 with host hv-cinder-84496 {{(pid=112921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:59:36.468323 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:59:36.505356 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port bcf607ac-7dab-42c6-8b61-31f31956b33b, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=bcf607ac-7dab-42c6-8b61-31f31956b33b,segment=NetworkSegment(ea218d44-3149-46b8-ba8f-676cf816a455),segment_id=ea218d44-3149-46b8-ba8f-676cf816a455)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:59:36.516732 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Returning: {'device': 'bcf607ac-7dab-42c6-8b61-31f31956b33b', 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a', 'port_id': 'bcf607ac-7dab-42c6-8b61-31f31956b33b', 'mac_address': 'fa:16:3e:85:95:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '951df996-7b80-48db-8007-5a5a52488eaf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:59:36.556800 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Current status of the port bcf607ac-7dab-42c6-8b61-31f31956b33b is: DOWN; New status is: BUILD {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:59:36.557199 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (bcf607ac-7dab-42c6-8b61-31f31956b33b), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:36.572569 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.notifiers.nova [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcf607ac-7dab-42c6-8b61-31f31956b33b {{(pid=112921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 09:59:36.593002 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port bcf607ac-7dab-42c6-8b61-31f31956b33b, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=bcf607ac-7dab-42c6-8b61-31f31956b33b,segment=NetworkSegment(ea218d44-3149-46b8-ba8f-676cf816a455),segment_id=ea218d44-3149-46b8-ba8f-676cf816a455)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:59:36.598822 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (bcf607ac-7dab-42c6-8b61-31f31956b33b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:36.651499 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Pushing event updated for resources: {'Port': ['ID=bcf607ac-7dab-42c6-8b61-31f31956b33b,revision_number=4']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:37.059894 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] get_ports_and_sgs() called for port_ids ['bcf607ac-7dab-42c6-8b61-31f31956b33b'] {{(pid=112921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 09:59:37.386149 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb4b2a-82cd-4fcf-8478-cb2580d355b2 req-8cf7b044-effb-423f-8b03-4b4689bfad4d tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:37.387619 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ebbb4b2a-82cd-4fcf-8478-cb2580d355b2 req-8cf7b044-effb-423f-8b03-4b4689bfad4d tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=513a781e-0b66-461a-8d8a-296738d61779 HTTP/1.1" status: 200 len: 944 time: 0.0472243 Aug 31 09:59:37.438010 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ebbb4b2a-82cd-4fcf-8478-cb2580d355b2 req-214028a1-8eae-4c2f-892d-caa998a2aca8 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447462 Aug 31 09:59:38.423624 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device bcf607ac-7dab-42c6-8b61-31f31956b33b up at agent hyperv_hv-cinder-84496 {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:59:38.470500 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Provisioning for port bcf607ac-7dab-42c6-8b61-31f31956b33b completed by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 09:59:38.475848 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Provisioning complete for port bcf607ac-7dab-42c6-8b61-31f31956b33b triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 09:59:38.476305 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (bcf607ac-7dab-42c6-8b61-31f31956b33b), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:38.553243 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Current status of the port bcf607ac-7dab-42c6-8b61-31f31956b33b is: BUILD; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 09:59:38.553617 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (bcf607ac-7dab-42c6-8b61-31f31956b33b), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:38.561251 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85add0-389d-4f65-935b-059b04534ef9 req-3a5026e2-4e02-49bf-a73e-4db6f7268c6e tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:38.562792 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-aa85add0-389d-4f65-935b-059b04534ef9 req-3a5026e2-4e02-49bf-a73e-4db6f7268c6e tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=513a781e-0b66-461a-8d8a-296738d61779 HTTP/1.1" status: 200 len: 944 time: 0.0498281 Aug 31 09:59:38.572944 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:59:38.578682 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '513a781e-0b66-461a-8d8a-296738d61779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcf607ac-7dab-42c6-8b61-31f31956b33b'}] {{(pid=112921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:59:38.581327 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b0c9b70db3c71f613761f7f5e171cb6bed896c41d1f4f7babde002b819469c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3610de-0a12-4372-9200-ab4f282c052f" -d '{"events": [{"server_uuid": "513a781e-0b66-461a-8d8a-296738d61779", "name": "network-vif-plugged", "status": "completed", "tag": "bcf607ac-7dab-42c6-8b61-31f31956b33b"}]}' {{(pid=112921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:59:38.594545 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port bcf607ac-7dab-42c6-8b61-31f31956b33b, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=bcf607ac-7dab-42c6-8b61-31f31956b33b,segment=NetworkSegment(ea218d44-3149-46b8-ba8f-676cf816a455),segment_id=ea218d44-3149-46b8-ba8f-676cf816a455)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:59:38.598630 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (bcf607ac-7dab-42c6-8b61-31f31956b33b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:38.621775 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-aa85add0-389d-4f65-935b-059b04534ef9 req-69706963-c52e-407f-90f4-0259f3451b67 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520799 Aug 31 09:59:38.632362 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 09:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09dc5628-4855-4461-80cf-ac3c05561b29 x-openstack-request-id: req-09dc5628-4855-4461-80cf-ac3c05561b29 {{(pid=112921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:59:38.632673 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "513a781e-0b66-461a-8d8a-296738d61779", "name": "network-vif-plugged", "status": "completed", "tag": "bcf607ac-7dab-42c6-8b61-31f31956b33b", "code": 200}]} {{(pid=112921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:59:38.632906 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-09dc5628-4855-4461-80cf-ac3c05561b29 {{(pid=112921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:59:38.633365 dv-cinder-844961-2-iscsi neutron-server[112921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09dc5628-4855-4461-80cf-ac3c05561b29'] response: {'server_uuid': '513a781e-0b66-461a-8d8a-296738d61779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcf607ac-7dab-42c6-8b61-31f31956b33b', 'code': 200} Aug 31 09:59:38.651730 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Pushing event updated for resources: {'Port': ['ID=bcf607ac-7dab-42c6-8b61-31f31956b33b,revision_number=5']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:38.903704 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427a77f-764f-401a-aab7-da4610a0a300 req-c6ca4e61-4913-4cfb-8233-1b47ac312200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:38.905203 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9427a77f-764f-401a-aab7-da4610a0a300 req-c6ca4e61-4913-4cfb-8233-1b47ac312200 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=513a781e-0b66-461a-8d8a-296738d61779 HTTP/1.1" status: 200 len: 1129 time: 0.0394328 Aug 31 09:59:38.960400 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9427a77f-764f-401a-aab7-da4610a0a300 req-af8f0692-eb6d-4bba-ace3-6bd547a84c87 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475612 Aug 31 09:59:39.746213 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b5789-46e7-49d1-9c9c-9b43263de7cf req-a7c4d897-9f90-4b58-92d6-e3769628ba7f tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:39.747652 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b89b5789-46e7-49d1-9c9c-9b43263de7cf req-a7c4d897-9f90-4b58-92d6-e3769628ba7f tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=513a781e-0b66-461a-8d8a-296738d61779 HTTP/1.1" status: 200 len: 945 time: 0.0467532 Aug 31 09:59:39.795480 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b89b5789-46e7-49d1-9c9c-9b43263de7cf req-6a47f73f-1c08-4458-a1df-fbb9259d11eb tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421987 Aug 31 09:59:40.379968 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:59:40.380859 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:59:40.919209 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43b08b-4ad0-4ad5-b86c-89cc94e866a7 req-5879bd49-c162-4194-946a-1755fd267a65 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:40.920690 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-8c43b08b-4ad0-4ad5-b86c-89cc94e866a7 req-5879bd49-c162-4194-946a-1755fd267a65 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=513a781e-0b66-461a-8d8a-296738d61779 HTTP/1.1" status: 200 len: 945 time: 0.0502717 Aug 31 09:59:40.971522 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-8c43b08b-4ad0-4ad5-b86c-89cc94e866a7 req-d3fe0e35-9bf6-4485-ae63-965d10ee3414 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440586 Aug 31 09:59:41.096123 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ea911-559e-496e-ac00-b3c0c6e21807 req-f769435c-970e-406f-b9f1-1c422d66eb8e tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:41.098020 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b10ea911-559e-496e-ac00-b3c0c6e21807 req-f769435c-970e-406f-b9f1-1c422d66eb8e tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=513a781e-0b66-461a-8d8a-296738d61779 HTTP/1.1" status: 200 len: 945 time: 0.0503895 Aug 31 09:59:41.147257 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b10ea911-559e-496e-ac00-b3c0c6e21807 req-84c13271-7d86-40ce-836d-2193b410e3e0 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436525 Aug 31 09:59:41.175392 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 51842) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:59:41.368516 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f16604-1302-4751-a92b-e7dd4d520ec1 tempest-TestVolumeBootPattern-166419390 tempest-TestVolumeBootPattern-166419390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:41.369977 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-b8f16604-1302-4751-a92b-e7dd4d520ec1 tempest-TestVolumeBootPattern-166419390 tempest-TestVolumeBootPattern-166419390-project-admin] 10.222.0.13 "GET /networking/v2.0/ports?device_id=513a781e-0b66-461a-8d8a-296738d61779 HTTP/1.1" status: 200 len: 1124 time: 0.1928110 Aug 31 09:59:41.372756 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 51848) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:59:41.377017 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-78e4ff33-e96d-4439-bf5f-f04413006fc7 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Request body: {'floatingip': {'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'port_id': 'bcf607ac-7dab-42c6-8b61-31f31956b33b', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:59:41.400152 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-78e4ff33-e96d-4439-bf5f-f04413006fc7 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:41.484332 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-78e4ff33-e96d-4439-bf5f-f04413006fc7 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:41.595272 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.db_base_plugin_common [None req-78e4ff33-e96d-4439-bf5f-f04413006fc7 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Allocated IP 172.27.3.209 (9ecc2a3c-efc3-4c90-8e67-1028759a248c/b5177607-d6ca-45c7-ac03-71d68f18093b/9fc0cec7-f4bb-449d-9458-fdc64a339d40) {{(pid=112920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:59:41.702550 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-78e4ff33-e96d-4439-bf5f-f04413006fc7 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks [] for port (9fc0cec7-f4bb-449d-9458-fdc64a339d40), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:41.735618 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-78e4ff33-e96d-4439-bf5f-f04413006fc7 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64202837'] for port (9fc0cec7-f4bb-449d-9458-fdc64a339d40), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:41.784556 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e4ff33-e96d-4439-bf5f-f04413006fc7 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Network 9ecc2a3c-efc3-4c90-8e67-1028759a248c is already hosted by enough agents. {{(pid=112920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:59:41.789553 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.base_scheduler [None req-78e4ff33-e96d-4439-bf5f-f04413006fc7 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Resources bound (agent type, host, resource id): {{(pid=112920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:59:41.792279 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e4ff33-e96d-4439-bf5f-f04413006fc7 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Received port after_create {{(pid=112920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 09:59:41.795559 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e4ff33-e96d-4439-bf5f-f04413006fc7 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Pushing event updated for resources: {'Port': ['ID=9fc0cec7-f4bb-449d-9458-fdc64a339d40,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:41.822594 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e4ff33-e96d-4439-bf5f-f04413006fc7 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:41.822931 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e4ff33-e96d-4439-bf5f-f04413006fc7 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:41.823265 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e4ff33-e96d-4439-bf5f-f04413006fc7 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:41.823596 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e4ff33-e96d-4439-bf5f-f04413006fc7 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:41.823926 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e4ff33-e96d-4439-bf5f-f04413006fc7 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:41.824247 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e4ff33-e96d-4439-bf5f-f04413006fc7 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:41.824564 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e4ff33-e96d-4439-bf5f-f04413006fc7 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:41.824879 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e4ff33-e96d-4439-bf5f-f04413006fc7 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:41.825195 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e4ff33-e96d-4439-bf5f-f04413006fc7 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:41.825539 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e4ff33-e96d-4439-bf5f-f04413006fc7 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:41.825859 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e4ff33-e96d-4439-bf5f-f04413006fc7 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:41.826175 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e4ff33-e96d-4439-bf5f-f04413006fc7 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:41.826487 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e4ff33-e96d-4439-bf5f-f04413006fc7 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:41.826799 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e4ff33-e96d-4439-bf5f-f04413006fc7 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:41.827102 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e4ff33-e96d-4439-bf5f-f04413006fc7 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:42.134824 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:59:42.161676 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:59:42.165279 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-78e4ff33-e96d-4439-bf5f-f04413006fc7 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks [] for floatingip (2bb5582b-84bc-45db-a7c9-7f057bada72e), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:42.236368 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-78e4ff33-e96d-4439-bf5f-f04413006fc7 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (9fc0cec7-f4bb-449d-9458-fdc64a339d40), before_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:42.385404 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-78e4ff33-e96d-4439-bf5f-f04413006fc7 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks [] for port (9fc0cec7-f4bb-449d-9458-fdc64a339d40), precommit_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:42.389904 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-78e4ff33-e96d-4439-bf5f-f04413006fc7 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64202844'] for port (9fc0cec7-f4bb-449d-9458-fdc64a339d40), after_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:42.460883 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e4ff33-e96d-4439-bf5f-f04413006fc7 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Pushing event updated for resources: {'Port': ['ID=9fc0cec7-f4bb-449d-9458-fdc64a339d40,revision_number=2']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:42.463736 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-78e4ff33-e96d-4439-bf5f-f04413006fc7 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964517'] for floatingip (2bb5582b-84bc-45db-a7c9-7f057bada72e), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:42.569831 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.db.l3_db [None req-78e4ff33-e96d-4439-bf5f-f04413006fc7 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Floating IP 2bb5582b-84bc-45db-a7c9-7f057bada72e associated. External IP: 172.27.3.209, port: bcf607ac-7dab-42c6-8b61-31f31956b33b. Aug 31 09:59:42.768546 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e4ff33-e96d-4439-bf5f-f04413006fc7 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Router eac686d3-e381-4e81-8df0-b10cffb85e37 has already been hosted by L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 {{(pid=112920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:59:43.101599 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e4ff33-e96d-4439-bf5f-f04413006fc7 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:59:43.111552 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b323a874-38f2-4b9d-91b5-9336c2dc264d None None] Sync routers for ids ['eac686d3-e381-4e81-8df0-b10cffb85e37'] in dv-cinder-844961-2-iscsi {{(pid=112922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:59:43.120291 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-78e4ff33-e96d-4439-bf5f-f04413006fc7 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for floatingip (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:43.123861 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b323a874-38f2-4b9d-91b5-9336c2dc264d None None] Routers {'eac686d3-e381-4e81-8df0-b10cffb85e37'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:59:43.124470 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-b323a874-38f2-4b9d-91b5-9336c2dc264d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:59:26Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['eac686d3-e381-4e81-8df0-b10cffb85e37'], 'active': True} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:43.151254 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-78e4ff33-e96d-4439-bf5f-f04413006fc7 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7773666 Aug 31 09:59:43.151741 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '513a781e-0b66-461a-8d8a-296738d61779', 'tag': 'bcf607ac-7dab-42c6-8b61-31f31956b33b'}] {{(pid=112920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:59:43.154138 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b1c67df7a66df2dbb2f1d86d1740294a25e35557c8b7fb736f9ab0bc04a1bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15157e55-ae2b-498a-b628-67f6d9562dd8" -d '{"events": [{"name": "network-changed", "server_uuid": "513a781e-0b66-461a-8d8a-296738d61779", "tag": "bcf607ac-7dab-42c6-8b61-31f31956b33b"}]}' {{(pid=112920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:59:43.228496 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvr_db [None req-b323a874-38f2-4b9d-91b5-9336c2dc264d None None] Set router eac686d3-e381-4e81-8df0-b10cffb85e37 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:59:43.316508 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 09:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec0d268-5e58-42bc-bade-b144687e177c x-openstack-request-id: req-0ec0d268-5e58-42bc-bade-b144687e177c {{(pid=112920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:59:43.316801 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "513a781e-0b66-461a-8d8a-296738d61779", "tag": "bcf607ac-7dab-42c6-8b61-31f31956b33b", "status": "completed", "code": 200}]} {{(pid=112920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:59:43.317048 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ec0d268-5e58-42bc-bade-b144687e177c {{(pid=112920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:59:43.317490 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ec0d268-5e58-42bc-bade-b144687e177c'] response: {'name': 'network-changed', 'server_uuid': '513a781e-0b66-461a-8d8a-296738d61779', 'tag': 'bcf607ac-7dab-42c6-8b61-31f31956b33b', 'status': 'completed', 'code': 200} Aug 31 09:59:43.463508 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15157e55-ae2b-498a-b628-67f6d9562dd8 req-ea2cf631-25ab-463a-a7f9-1f59155b64b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:43.464988 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-15157e55-ae2b-498a-b628-67f6d9562dd8 req-ea2cf631-25ab-463a-a7f9-1f59155b64b3 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=6634173c9d534fca800d394d545a9d0c&device_id=513a781e-0b66-461a-8d8a-296738d61779 HTTP/1.1" status: 200 len: 1129 time: 0.0438755 Aug 31 09:59:43.533703 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-b323a874-38f2-4b9d-91b5-9336c2dc264d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'name': 'tempest-TestVolumeBootPattern-35709202-router', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '603cacde-2f37-4c9a-bec9-1d8b0343ffdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:51:11Z', 'updated_at': '2022-08-31T09:51:17Z', 'revision_number': 4, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'gw_port': {'id': '603cacde-2f37-4c9a-bec9-1d8b0343ffdd', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:85:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:11Z', 'updated_at': '2022-08-31T09:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_floatingips': [{'id': '2bb5582b-84bc-45db-a7c9-7f057bada72e', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'floating_ip_address': '172.27.3.209', 'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'router_id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'port_id': 'bcf607ac-7dab-42c6-8b61-31f31956b33b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a', 'mac_address': 'fa:16:3e:85:95:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a781e-0b66-461a-8d8a-296738d61779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T09:59:42Z', 'updated_at': '2022-08-31T09:59:42Z', 'revision_number': 0, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'fixed_ip_address_scope': None}, {'id': '9dbc0bfd-f86b-432d-9d4a-ae2aa3e73e5e', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'floating_ip_address': '172.27.3.53', 'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'router_id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'port_id': '6937ee29-5c42-40ef-97b4-9409defc0131', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a', 'mac_address': 'fa:16:3e:cc:93:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482325e0-2a4b-4446-804a-0e3a1bcb722c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T09:56:49Z', 'updated_at': '2022-08-31T09:56:51Z', 'revision_number': 1, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d2ec1c7-5052-416f-81de-e9aab741524f', 'name': '', 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'mac_address': 'fa:16:3e:06:97:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '951df996-7b80-48db-8007-5a5a52488eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:16Z', 'updated_at': '2022-08-31T09:51:26Z', 'revision_number': 5, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'subnets': [{'id': '951df996-7b80-48db-8007-5a5a52488eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:43.562602 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b323a874-38f2-4b9d-91b5-9336c2dc264d None None] Checking router: eac686d3-e381-4e81-8df0-b10cffb85e37 for host: dv-cinder-844961-2-iscsi {{(pid=112922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:59:43.572333 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b323a874-38f2-4b9d-91b5-9336c2dc264d None None] Routers {'eac686d3-e381-4e81-8df0-b10cffb85e37'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:59:43.572962 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-b323a874-38f2-4b9d-91b5-9336c2dc264d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:59:26Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['eac686d3-e381-4e81-8df0-b10cffb85e37'], 'active': True} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:43.687577 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvr_db [None req-b323a874-38f2-4b9d-91b5-9336c2dc264d None None] Set router eac686d3-e381-4e81-8df0-b10cffb85e37 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:59:43.811950 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15157e55-ae2b-498a-b628-67f6d9562dd8 req-0ffd50c2-ac86-4be3-b550-dbbb0b24095b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:43.813307 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-15157e55-ae2b-498a-b628-67f6d9562dd8 req-0ffd50c2-ac86-4be3-b550-dbbb0b24095b service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a HTTP/1.1" status: 200 len: 911 time: 0.3417091 Aug 31 09:59:43.870269 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:59:43.882996 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-15157e55-ae2b-498a-b628-67f6d9562dd8 req-160fe8c0-898b-48f3-aabf-af2fc5de13b0 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bcf607ac-7dab-42c6-8b61-31f31956b33b HTTP/1.1" status: 200 len: 999 time: 0.0631146 Aug 31 09:59:43.910197 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-b323a874-38f2-4b9d-91b5-9336c2dc264d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'name': 'tempest-TestVolumeBootPattern-35709202-router', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '603cacde-2f37-4c9a-bec9-1d8b0343ffdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:51:11Z', 'updated_at': '2022-08-31T09:51:17Z', 'revision_number': 4, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'gw_port': {'id': '603cacde-2f37-4c9a-bec9-1d8b0343ffdd', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:85:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:11Z', 'updated_at': '2022-08-31T09:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_floatingips': [{'id': '2bb5582b-84bc-45db-a7c9-7f057bada72e', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'floating_ip_address': '172.27.3.209', 'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'router_id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'port_id': 'bcf607ac-7dab-42c6-8b61-31f31956b33b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a', 'mac_address': 'fa:16:3e:85:95:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a781e-0b66-461a-8d8a-296738d61779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T09:59:42Z', 'updated_at': '2022-08-31T09:59:42Z', 'revision_number': 0, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'fixed_ip_address_scope': None}, {'id': '9dbc0bfd-f86b-432d-9d4a-ae2aa3e73e5e', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'floating_ip_address': '172.27.3.53', 'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'router_id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'port_id': '6937ee29-5c42-40ef-97b4-9409defc0131', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a', 'mac_address': 'fa:16:3e:cc:93:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482325e0-2a4b-4446-804a-0e3a1bcb722c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T09:56:49Z', 'updated_at': '2022-08-31T09:56:51Z', 'revision_number': 1, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d2ec1c7-5052-416f-81de-e9aab741524f', 'name': '', 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'mac_address': 'fa:16:3e:06:97:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '951df996-7b80-48db-8007-5a5a52488eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:16Z', 'updated_at': '2022-08-31T09:51:26Z', 'revision_number': 5, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'subnets': [{'id': '951df996-7b80-48db-8007-5a5a52488eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:43.937807 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15157e55-ae2b-498a-b628-67f6d9562dd8 req-5b3a59a2-4ed4-4add-94bf-61dd98a98efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:43.939141 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-15157e55-ae2b-498a-b628-67f6d9562dd8 req-5b3a59a2-4ed4-4add-94bf-61dd98a98efb service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=951df996-7b80-48db-8007-5a5a52488eaf HTTP/1.1" status: 200 len: 849 time: 0.0466039 Aug 31 09:59:43.939266 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b323a874-38f2-4b9d-91b5-9336c2dc264d None None] The sync data for ids ['eac686d3-e381-4e81-8df0-b10cffb85e37'] in dv-cinder-844961-2-iscsi is: [{'id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'name': 'tempest-TestVolumeBootPattern-35709202-router', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '603cacde-2f37-4c9a-bec9-1d8b0343ffdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:51:11Z', 'updated_at': '2022-08-31T09:51:17Z', 'revision_number': 4, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'gw_port': {'id': '603cacde-2f37-4c9a-bec9-1d8b0343ffdd', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:85:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:11Z', 'updated_at': '2022-08-31T09:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_floatingips': [{'id': '2bb5582b-84bc-45db-a7c9-7f057bada72e', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'floating_ip_address': '172.27.3.209', 'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'router_id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'port_id': 'bcf607ac-7dab-42c6-8b61-31f31956b33b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a', 'mac_address': 'fa:16:3e:85:95:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513a781e-0b66-461a-8d8a-296738d61779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T09:59:42Z', 'updated_at': '2022-08-31T09:59:42Z', 'revision_number': 0, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'fixed_ip_address_scope': None}, {'id': '9dbc0bfd-f86b-432d-9d4a-ae2aa3e73e5e', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'floating_ip_address': '172.27.3.53', 'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'router_id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'port_id': '6937ee29-5c42-40ef-97b4-9409defc0131', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a', 'mac_address': 'fa:16:3e:cc:93:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482325e0-2a4b-4446-804a-0e3a1bcb722c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T09:56:49Z', 'updated_at': '2022-08-31T09:56:51Z', 'revision_number': 1, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d2ec1c7-5052-416f-81de-e9aab741524f', 'name': '', 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'mac_address': 'fa:16:3e:06:97:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '951df996-7b80-48db-8007-5a5a52488eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:16Z', 'updated_at': '2022-08-31T09:51:26Z', 'revision_number': 5, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'subnets': [{'id': '951df996-7b80-48db-8007-5a5a52488eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:59:43.987757 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15157e55-ae2b-498a-b628-67f6d9562dd8 req-cc500891-fe06-485b-a6f5-195db2651574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:43.990028 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-15157e55-ae2b-498a-b628-67f6d9562dd8 req-cc500891-fe06-485b-a6f5-195db2651574 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428107 Aug 31 09:59:44.062902 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:59:44.093436 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-15157e55-ae2b-498a-b628-67f6d9562dd8 req-6f429f4e-9b50-4e9e-9da9-077a8f77d13b service neutron] 10.222.0.64 "GET /networking/v2.0/networks/b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943518 Aug 31 09:59:44.149154 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396acfd6-6312-407a-83b2-ab4947d6002e None None] New status for floating IP 2bb5582b-84bc-45db-a7c9-7f057bada72e: ACTIVE {{(pid=112921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 09:59:44.187813 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-15157e55-ae2b-498a-b628-67f6d9562dd8 req-d66e539e-29b9-4fe3-8f85-bdd6abd17023 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878644 Aug 31 09:59:48.457671 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4402c5a0-fa29-4e5e-9bb3-b73b2040046f req-cdb938e4-2d18-439f-9cd1-40da6b1e2657 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:48.459190 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4402c5a0-fa29-4e5e-9bb3-b73b2040046f req-cdb938e4-2d18-439f-9cd1-40da6b1e2657 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4e42a48f-9abd-449f-8f42-f91ce8b40094 HTTP/1.1" status: 200 len: 946 time: 0.0522819 Aug 31 09:59:48.509774 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4402c5a0-fa29-4e5e-9bb3-b73b2040046f req-3f4110cc-f86e-46f0-9c1f-b393185c9f36 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e4fa90d3-f67a-484a-a478-734002631888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446270 Aug 31 09:59:49.631571 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd06495-a5c6-4653-9845-f9c559018f0a req-282a6bbb-c511-44f9-a2e8-352b9729a3d3 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:49.633033 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ddd06495-a5c6-4653-9845-f9c559018f0a req-282a6bbb-c511-44f9-a2e8-352b9729a3d3 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4e42a48f-9abd-449f-8f42-f91ce8b40094 HTTP/1.1" status: 200 len: 946 time: 0.0468402 Aug 31 09:59:49.681913 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ddd06495-a5c6-4653-9845-f9c559018f0a req-57fc8229-e78e-473e-af90-85bf34974504 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e4fa90d3-f67a-484a-a478-734002631888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432966 Aug 31 09:59:50.541230 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b2eb0-2055-424e-bb15-2a5972a9c3ba req-c8ffc1f8-0e40-40ee-b5ee-cd9d619cce72 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:50.542629 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-753b2eb0-2055-424e-bb15-2a5972a9c3ba req-c8ffc1f8-0e40-40ee-b5ee-cd9d619cce72 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4e42a48f-9abd-449f-8f42-f91ce8b40094 HTTP/1.1" status: 200 len: 946 time: 0.0503340 Aug 31 09:59:50.627789 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [req-753b2eb0-2055-424e-bb15-2a5972a9c3ba req-59d917a0-4788-443b-bf6d-e88bc2974ce3 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Deleting port b9a004e1-e2d5-4351-9de6-8cf4a7822bc5 {{(pid=112919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 09:59:50.628114 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-753b2eb0-2055-424e-bb15-2a5972a9c3ba req-59d917a0-4788-443b-bf6d-e88bc2974ce3 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (b9a004e1-e2d5-4351-9de6-8cf4a7822bc5), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:50.719695 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.db [req-753b2eb0-2055-424e-bb15-2a5972a9c3ba req-59d917a0-4788-443b-bf6d-e88bc2974ce3 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] For port b9a004e1-e2d5-4351-9de6-8cf4a7822bc5, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=b9a004e1-e2d5-4351-9de6-8cf4a7822bc5,segment=NetworkSegment(9526ede2-f765-498c-8f20-9d507e805198),segment_id=9526ede2-f765-498c-8f20-9d507e805198)] {{(pid=112919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:59:50.720296 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-753b2eb0-2055-424e-bb15-2a5972a9c3ba req-59d917a0-4788-443b-bf6d-e88bc2974ce3 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (b9a004e1-e2d5-4351-9de6-8cf4a7822bc5), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:50.846775 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713bfa4-1e58-402b-99cf-b8c9830353a1 req-96158b13-ea53-4cf4-ab92-b224faf90206 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 09:59:50.848725 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-8713bfa4-1e58-402b-99cf-b8c9830353a1 req-96158b13-ea53-4cf4-ab92-b224faf90206 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4e42a48f-9abd-449f-8f42-f91ce8b40094 HTTP/1.1" status: 200 len: 946 time: 0.0866857 Aug 31 09:59:50.947638 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-8713bfa4-1e58-402b-99cf-b8c9830353a1 req-fb3a3789-780b-4ae4-8da8-3a79a4ed56ff tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e4fa90d3-f67a-484a-a478-734002631888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895836 Aug 31 09:59:50.954860 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-753b2eb0-2055-424e-bb15-2a5972a9c3ba req-59d917a0-4788-443b-bf6d-e88bc2974ce3 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:50.955230 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-753b2eb0-2055-424e-bb15-2a5972a9c3ba req-59d917a0-4788-443b-bf6d-e88bc2974ce3 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964517'] for floatingip (b65e8554-6350-4733-aee2-cb594815fdb0), after_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:50.955543 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.db.l3_db [req-753b2eb0-2055-424e-bb15-2a5972a9c3ba req-59d917a0-4788-443b-bf6d-e88bc2974ce3 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Floating IP b65e8554-6350-4733-aee2-cb594815fdb0 disassociated. External IP: 172.27.3.237, port: b9a004e1-e2d5-4351-9de6-8cf4a7822bc5. Aug 31 09:59:50.955888 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [req-753b2eb0-2055-424e-bb15-2a5972a9c3ba req-59d917a0-4788-443b-bf6d-e88bc2974ce3 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Calling delete_port for b9a004e1-e2d5-4351-9de6-8cf4a7822bc5 owned by compute:nova {{(pid=112919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 09:59:50.967336 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:59:51.092004 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-753b2eb0-2055-424e-bb15-2a5972a9c3ba req-59d917a0-4788-443b-bf6d-e88bc2974ce3 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66028622'] for port (b9a004e1-e2d5-4351-9de6-8cf4a7822bc5), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:51.100359 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:59:51.121267 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d917a0-4788-443b-bf6d-e88bc2974ce3 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Pushing event deleted for resources: {'Port': ['ID=b9a004e1-e2d5-4351-9de6-8cf4a7822bc5,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:51.134802 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d917a0-4788-443b-bf6d-e88bc2974ce3 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:51.135151 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d917a0-4788-443b-bf6d-e88bc2974ce3 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:51.135494 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d917a0-4788-443b-bf6d-e88bc2974ce3 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:51.135833 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d917a0-4788-443b-bf6d-e88bc2974ce3 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:51.136167 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d917a0-4788-443b-bf6d-e88bc2974ce3 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:51.136502 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d917a0-4788-443b-bf6d-e88bc2974ce3 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:51.136830 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d917a0-4788-443b-bf6d-e88bc2974ce3 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:51.137160 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d917a0-4788-443b-bf6d-e88bc2974ce3 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:51.137512 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d917a0-4788-443b-bf6d-e88bc2974ce3 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:51.137835 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d917a0-4788-443b-bf6d-e88bc2974ce3 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:51.138161 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d917a0-4788-443b-bf6d-e88bc2974ce3 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:51.138484 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d917a0-4788-443b-bf6d-e88bc2974ce3 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:51.138827 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d917a0-4788-443b-bf6d-e88bc2974ce3 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:51.139149 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d917a0-4788-443b-bf6d-e88bc2974ce3 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:51.139471 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d917a0-4788-443b-bf6d-e88bc2974ce3 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:51.245634 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.l3_agent_scheduler [req-753b2eb0-2055-424e-bb15-2a5972a9c3ba req-59d917a0-4788-443b-bf6d-e88bc2974ce3 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Router 8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542 has already been hosted by L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 {{(pid=112919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:59:51.354110 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-753b2eb0-2055-424e-bb15-2a5972a9c3ba req-59d917a0-4788-443b-bf6d-e88bc2974ce3 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:59:51.365075 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42be58ea-5003-40e8-a43d-49e0257f727f None None] Sync routers for ids ['8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'] in dv-cinder-844961-2-iscsi {{(pid=112922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:59:51.375795 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42be58ea-5003-40e8-a43d-49e0257f727f None None] Routers {'8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:59:51.376404 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-42be58ea-5003-40e8-a43d-49e0257f727f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:59:26Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'], 'active': True} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:51.398080 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.l3_dvrscheduler_db [req-753b2eb0-2055-424e-bb15-2a5972a9c3ba req-59d917a0-4788-443b-bf6d-e88bc2974ce3 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] No DVR routers for this DVR port b9a004e1-e2d5-4351-9de6-8cf4a7822bc5 on host hv-cinder-84496 {{(pid=112919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 09:59:51.400585 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-753b2eb0-2055-424e-bb15-2a5972a9c3ba req-59d917a0-4788-443b-bf6d-e88bc2974ce3 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for port (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:51.403909 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-753b2eb0-2055-424e-bb15-2a5972a9c3ba req-59d917a0-4788-443b-bf6d-e88bc2974ce3 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.64 "DELETE /networking/v2.0/ports/b9a004e1-e2d5-4351-9de6-8cf4a7822bc5 HTTP/1.1" status: 204 len: 173 time: 0.8560367 Aug 31 09:59:51.404336 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e42a48f-9abd-449f-8f42-f91ce8b40094', 'name': 'network-vif-deleted', 'tag': 'b9a004e1-e2d5-4351-9de6-8cf4a7822bc5'}] {{(pid=112919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 09:59:51.406673 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f6ad1632a392cf14020321c7ce6c49338053db0fa13ffca62b7dfe78a8e90b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc9f922-f7aa-45fe-86c5-5073f603bac1" -d '{"events": [{"server_uuid": "4e42a48f-9abd-449f-8f42-f91ce8b40094", "name": "network-vif-deleted", "tag": "b9a004e1-e2d5-4351-9de6-8cf4a7822bc5"}]}' {{(pid=112919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:59:51.498482 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvr_db [None req-42be58ea-5003-40e8-a43d-49e0257f727f None None] Set router 8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:59:51.514146 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 09:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a093809-6d97-4836-ba50-016a73c6bf05 x-openstack-request-id: req-5a093809-6d97-4836-ba50-016a73c6bf05 {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:59:51.514742 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e42a48f-9abd-449f-8f42-f91ce8b40094", "name": "network-vif-deleted", "tag": "b9a004e1-e2d5-4351-9de6-8cf4a7822bc5", "status": "completed", "code": 200}]} {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:59:51.515198 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a093809-6d97-4836-ba50-016a73c6bf05 {{(pid=112919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:59:51.515463 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a093809-6d97-4836-ba50-016a73c6bf05'] response: {'server_uuid': '4e42a48f-9abd-449f-8f42-f91ce8b40094', 'name': 'network-vif-deleted', 'tag': 'b9a004e1-e2d5-4351-9de6-8cf4a7822bc5', 'status': 'completed', 'code': 200} Aug 31 09:59:51.528448 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=100 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:59:51.677999 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=100 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:59:51.717184 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-42be58ea-5003-40e8-a43d-49e0257f727f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'name': 'tempest-AttachVolumeNegativeTest-786014327-router', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:49:26Z', 'updated_at': '2022-08-31T09:49:31Z', 'revision_number': 4, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'gw_port': {'id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:af:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:49:27Z', 'updated_at': '2022-08-31T09:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': 'c43e077c-2252-45ea-a1ac-7a77de29c27f', 'name': '', 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'mac_address': 'fa:16:3e:f4:2f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '990134de-c572-4ed8-9ca9-38a05454b025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:49:30Z', 'updated_at': '2022-08-31T09:49:38Z', 'revision_number': 5, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'subnets': [{'id': '990134de-c572-4ed8-9ca9-38a05454b025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:51.746669 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42be58ea-5003-40e8-a43d-49e0257f727f None None] Checking router: 8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542 for host: dv-cinder-844961-2-iscsi {{(pid=112922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:59:51.756818 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42be58ea-5003-40e8-a43d-49e0257f727f None None] Routers {'8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:59:51.757459 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-42be58ea-5003-40e8-a43d-49e0257f727f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:59:26Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'], 'active': True} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:51.857203 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvr_db [None req-42be58ea-5003-40e8-a43d-49e0257f727f None None] Set router 8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:59:52.054794 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-42be58ea-5003-40e8-a43d-49e0257f727f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'name': 'tempest-AttachVolumeNegativeTest-786014327-router', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:49:26Z', 'updated_at': '2022-08-31T09:49:31Z', 'revision_number': 4, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'gw_port': {'id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:af:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:49:27Z', 'updated_at': '2022-08-31T09:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': 'c43e077c-2252-45ea-a1ac-7a77de29c27f', 'name': '', 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'mac_address': 'fa:16:3e:f4:2f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '990134de-c572-4ed8-9ca9-38a05454b025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:49:30Z', 'updated_at': '2022-08-31T09:49:38Z', 'revision_number': 5, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'subnets': [{'id': '990134de-c572-4ed8-9ca9-38a05454b025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:52.080078 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5046edbb-3dc2-4e79-9445-43694145eb0d req-b671e78b-9495-49eb-b270-2ca2b3f2c25b tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4e42a48f-9abd-449f-8f42-f91ce8b40094 HTTP/1.1" status: 200 len: 210 time: 0.0337219 Aug 31 09:59:52.083061 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42be58ea-5003-40e8-a43d-49e0257f727f None None] The sync data for ids ['8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'] in dv-cinder-844961-2-iscsi is: [{'id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'name': 'tempest-AttachVolumeNegativeTest-786014327-router', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:49:26Z', 'updated_at': '2022-08-31T09:49:31Z', 'revision_number': 4, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'gw_port': {'id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:af:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:49:27Z', 'updated_at': '2022-08-31T09:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': 'c43e077c-2252-45ea-a1ac-7a77de29c27f', 'name': '', 'network_id': 'ba3d70db-89a3-4a36-91f7-576971d6cd3f', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'mac_address': 'fa:16:3e:f4:2f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '990134de-c572-4ed8-9ca9-38a05454b025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:49:30Z', 'updated_at': '2022-08-31T09:49:38Z', 'revision_number': 5, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'subnets': [{'id': '990134de-c572-4ed8-9ca9-38a05454b025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:59:52.318809 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c72fe2-7a67-40ce-a25e-428dfb78ea20 None None] New status for floating IP b65e8554-6350-4733-aee2-cb594815fdb0: DOWN {{(pid=112921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 09:59:52.354851 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:59:53.148758 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:59:53.150925 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:59:53.182810 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 51908) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:59:53.238628 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-7084a8d2-c9b5-4906-8085-07d63c9e7324 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for security_group (e4fa90d3-f67a-484a-a478-734002631888), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:53.262060 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-7084a8d2-c9b5-4906-8085-07d63c9e7324 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for security_group (e4fa90d3-f67a-484a-a478-734002631888), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:53.310169 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-7084a8d2-c9b5-4906-8085-07d63c9e7324 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (e4fa90d3-f67a-484a-a478-734002631888), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:53.312589 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-7084a8d2-c9b5-4906-8085-07d63c9e7324 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:53.313790 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-7084a8d2-c9b5-4906-8085-07d63c9e7324 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "DELETE /networking/v2.0/security-groups/e4fa90d3-f67a-484a-a478-734002631888 HTTP/1.1" status: 204 len: 168 time: 0.1299841 Aug 31 09:59:53.317541 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 51910) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:59:53.323645 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7084a8d2-c9b5-4906-8085-07d63c9e7324 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4fa90d3-f67a-484a-a478-734002631888,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:53.332046 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.api.v2.resource [None req-129d1269-52db-4f08-a770-3aca151d1c2c tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] show failed (client error): The resource could not be found. Aug 31 09:59:53.336799 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-129d1269-52db-4f08-a770-3aca151d1c2c tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "GET /networking/v2.0/security-groups/e4fa90d3-f67a-484a-a478-734002631888 HTTP/1.1" status: 404 len: 347 time: 0.0181935 Aug 31 09:59:53.337781 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 51912) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:59:53.452818 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [None req-24c3e785-f75e-46a8-bbe3-6d3d2a7a49f6 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Deleting port 49e6fd98-3b6b-4f9d-98ee-f7f2b1632cd7 {{(pid=112919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 09:59:53.453159 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-24c3e785-f75e-46a8-bbe3-6d3d2a7a49f6 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (49e6fd98-3b6b-4f9d-98ee-f7f2b1632cd7), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:53.530431 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-24c3e785-f75e-46a8-bbe3-6d3d2a7a49f6 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (49e6fd98-3b6b-4f9d-98ee-f7f2b1632cd7), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:53.530752 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-24c3e785-f75e-46a8-bbe3-6d3d2a7a49f6 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for floatingip (49e6fd98-3b6b-4f9d-98ee-f7f2b1632cd7), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:53.543909 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [None req-24c3e785-f75e-46a8-bbe3-6d3d2a7a49f6 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Calling delete_port for 49e6fd98-3b6b-4f9d-98ee-f7f2b1632cd7 owned by network:floatingip {{(pid=112919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 09:59:53.683240 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-24c3e785-f75e-46a8-bbe3-6d3d2a7a49f6 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66028622'] for port (49e6fd98-3b6b-4f9d-98ee-f7f2b1632cd7), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:53.708038 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c3e785-f75e-46a8-bbe3-6d3d2a7a49f6 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Pushing event deleted for resources: {'Port': ['ID=49e6fd98-3b6b-4f9d-98ee-f7f2b1632cd7,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:53.766950 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:59:53.774882 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-24c3e785-f75e-46a8-bbe3-6d3d2a7a49f6 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks [] for floatingip (b65e8554-6350-4733-aee2-cb594815fdb0), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:53.777349 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-24c3e785-f75e-46a8-bbe3-6d3d2a7a49f6 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for floatingip (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:53.778552 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-24c3e785-f75e-46a8-bbe3-6d3d2a7a49f6 tempest-AttachVolumeNegativeTest-729389795 tempest-AttachVolumeNegativeTest-729389795-project] 10.222.0.13 "DELETE /networking/v2.0/floatingips/b65e8554-6350-4733-aee2-cb594815fdb0 HTTP/1.1" status: 204 len: 168 time: 0.4396434 Aug 31 09:59:54.246288 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-dc10a781-7bc8-4c06-a0a5-cf734ec1da36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:54.502654 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device b9a004e1-e2d5-4351-9de6-8cf4a7822bc5 no longer exists at agent hyperv_hv-cinder-84496 {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:59:54.522779 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] No Port match for: b9a004e1-e2d5-4351-9de6-8cf4a7822bc5 {{(pid=112921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 09:59:54.523122 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device b9a004e1-e2d5-4351-9de6-8cf4a7822bc5 not bound to the agent host hv-cinder-84496 {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:59:55.846726 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e6f198be-e193-4693-a253-f9c4522a6272), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:56.501554 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-48d626cc-db52-4375-9100-0dc3e4b0bebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:57.492144 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 51952) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:59:57.831368 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:57.869449 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:59:57.932205 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-267c626f-412d-4552-b7fb-fdb619035539 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962981'] for router_interface (8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:58.094194 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.agents_db [None req-8002e13a-56e4-448b-bc0d-5c9f038cbdad None None] Agent healthcheck: found 6 active agents {{(pid=112922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:59:58.162799 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [None req-267c626f-412d-4552-b7fb-fdb619035539 admin admin] Deleting port c43e077c-2252-45ea-a1ac-7a77de29c27f {{(pid=112919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 09:59:58.163139 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-267c626f-412d-4552-b7fb-fdb619035539 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (c43e077c-2252-45ea-a1ac-7a77de29c27f), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:58.244699 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.db [None req-267c626f-412d-4552-b7fb-fdb619035539 admin admin] For port c43e077c-2252-45ea-a1ac-7a77de29c27f, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=c43e077c-2252-45ea-a1ac-7a77de29c27f,segment=NetworkSegment(9526ede2-f765-498c-8f20-9d507e805198),segment_id=9526ede2-f765-498c-8f20-9d507e805198)] {{(pid=112919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:59:58.245058 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-267c626f-412d-4552-b7fb-fdb619035539 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (c43e077c-2252-45ea-a1ac-7a77de29c27f), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:58.257431 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [None req-267c626f-412d-4552-b7fb-fdb619035539 admin admin] Calling delete_port for c43e077c-2252-45ea-a1ac-7a77de29c27f owned by network:router_interface {{(pid=112919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 09:59:58.411436 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:59:58.437398 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-267c626f-412d-4552-b7fb-fdb619035539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66028622'] for port (c43e077c-2252-45ea-a1ac-7a77de29c27f), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:58.461987 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267c626f-412d-4552-b7fb-fdb619035539 admin admin] Pushing event deleted for resources: {'Port': ['ID=c43e077c-2252-45ea-a1ac-7a77de29c27f,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:58.633462 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-267c626f-412d-4552-b7fb-fdb619035539 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-965653'] for router_interface (8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:58.732385 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:59:58.846202 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-267c626f-412d-4552-b7fb-fdb619035539 admin admin] Router 8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542 has already been hosted by L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 {{(pid=112919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:59:58.957354 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-267c626f-412d-4552-b7fb-fdb619035539 admin admin] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:59:58.965014 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-267c626f-412d-4552-b7fb-fdb619035539 admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4692116 Aug 31 09:59:58.965583 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 51956) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:59:58.968203 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8210ee09-0f6d-46b1-90a1-831e27472d27 None None] Sync routers for ids ['8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'] in dv-cinder-844961-2-iscsi {{(pid=112922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:59:58.979574 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8210ee09-0f6d-46b1-90a1-831e27472d27 None None] Routers {'8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:59:58.980190 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-8210ee09-0f6d-46b1-90a1-831e27472d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:59:56Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'], 'active': True} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:59.076503 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-73a61f96-129b-43b9-8220-8f3557088340 admin admin] Publish callbacks [] for router (8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:59.084635 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvr_db [None req-8210ee09-0f6d-46b1-90a1-831e27472d27 None None] Set router 8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:59:59.181315 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-73a61f96-129b-43b9-8220-8f3557088340 admin admin] Publish callbacks [] for router_gateway (8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:59.227501 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.plugin [None req-73a61f96-129b-43b9-8220-8f3557088340 admin admin] Deleting port 21815131-7ff0-4705-aedb-a46f7feaa62f {{(pid=112920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 09:59:59.227849 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-73a61f96-129b-43b9-8220-8f3557088340 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (21815131-7ff0-4705-aedb-a46f7feaa62f), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:59.313056 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.db [None req-73a61f96-129b-43b9-8220-8f3557088340 admin admin] For port 21815131-7ff0-4705-aedb-a46f7feaa62f, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=21815131-7ff0-4705-aedb-a46f7feaa62f,segment=NetworkSegment(a4995e04-234e-4976-89c5-310a94033a09),segment_id=a4995e04-234e-4976-89c5-310a94033a09)] {{(pid=112920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:59:59.313434 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-73a61f96-129b-43b9-8220-8f3557088340 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (21815131-7ff0-4705-aedb-a46f7feaa62f), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:59.327549 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.plugin [None req-73a61f96-129b-43b9-8220-8f3557088340 admin admin] Calling delete_port for 21815131-7ff0-4705-aedb-a46f7feaa62f owned by network:router_gateway {{(pid=112920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 09:59:59.342483 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-8210ee09-0f6d-46b1-90a1-831e27472d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'name': 'tempest-AttachVolumeNegativeTest-786014327-router', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:49:26Z', 'updated_at': '2022-08-31T09:59:58Z', 'revision_number': 5, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'gw_port': {'id': '21815131-7ff0-4705-aedb-a46f7feaa62f', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:af:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:49:27Z', 'updated_at': '2022-08-31T09:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi'}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:59.369127 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8210ee09-0f6d-46b1-90a1-831e27472d27 None None] Checking router: 8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542 for host: dv-cinder-844961-2-iscsi {{(pid=112922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:59:59.377753 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8210ee09-0f6d-46b1-90a1-831e27472d27 None None] Routers {'8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 09:59:59.378998 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-8210ee09-0f6d-46b1-90a1-831e27472d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T09:59:56Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'], 'active': True} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:59.465289 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvr_db [None req-8210ee09-0f6d-46b1-90a1-831e27472d27 None None] Set router 8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542 gateway port host: None {{(pid=112922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 09:59:59.498652 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-73a61f96-129b-43b9-8220-8f3557088340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64202837'] for port (21815131-7ff0-4705-aedb-a46f7feaa62f), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:59.511324 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:59.523200 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-8210ee09-0f6d-46b1-90a1-831e27472d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'name': 'tempest-AttachVolumeNegativeTest-786014327-router', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:49:26Z', 'updated_at': '2022-08-31T09:59:59Z', 'revision_number': 6, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'gw_port_host': None}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:59.525168 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a61f96-129b-43b9-8220-8f3557088340 admin admin] Pushing event deleted for resources: {'Port': ['ID=21815131-7ff0-4705-aedb-a46f7feaa62f,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:59.550718 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8210ee09-0f6d-46b1-90a1-831e27472d27 None None] The sync data for ids ['8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542'] in dv-cinder-844961-2-iscsi is: [{'id': '8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542', 'name': 'tempest-AttachVolumeNegativeTest-786014327-router', 'tenant_id': '5ed9143757584694a5139ada8dbd5570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:49:26Z', 'updated_at': '2022-08-31T09:59:59Z', 'revision_number': 6, 'project_id': '5ed9143757584694a5139ada8dbd5570', 'gw_port_host': None}] {{(pid=112922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:59:59.594307 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-73a61f96-129b-43b9-8220-8f3557088340 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-964582'] for router_gateway (8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:59.617438 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:59.683498 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-73a61f96-129b-43b9-8220-8f3557088340 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-964043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7957'] for router (8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:59.685701 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-73a61f96-129b-43b9-8220-8f3557088340 admin admin] Publish callbacks [] for router_controller (8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542), precommit_delete_associations {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:59.693231 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:59:59.737025 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-73a61f96-129b-43b9-8220-8f3557088340 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-965736'] for router (8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:59.738331 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a61f96-129b-43b9-8220-8f3557088340 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542 {{(pid=112920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:59:59.743064 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-73a61f96-129b-43b9-8220-8f3557088340 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:59.744210 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-73a61f96-129b-43b9-8220-8f3557088340 admin admin] 10.222.0.13 "DELETE /networking/v2.0/routers/8ecb8a28-1fd2-4b4e-864c-cddd2a9f5542 HTTP/1.1" status: 204 len: 168 time: 0.7770433 Aug 31 09:59:59.746944 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 51958) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 09:59:59.779021 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 09:59:59.795049 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e08f5b1-6122-4e76-99e2-f23fd5dcefd7 admin admin] Deleting subnet 990134de-c572-4ed8-9ca9-38a05454b025 {{(pid=112920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 09:59:59.798671 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-8e08f5b1-6122-4e76-99e2-f23fd5dcefd7 admin admin] Publish callbacks [] for subnet (990134de-c572-4ed8-9ca9-38a05454b025), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:59.835073 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-8e08f5b1-6122-4e76-99e2-f23fd5dcefd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64553430'] for subnet (990134de-c572-4ed8-9ca9-38a05454b025), precommit_delete_associations {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:59.922876 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-8e08f5b1-6122-4e76-99e2-f23fd5dcefd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931882'] for subnet (990134de-c572-4ed8-9ca9-38a05454b025), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 09:59:59.981103 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-8e08f5b1-6122-4e76-99e2-f23fd5dcefd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64201894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64498398'] for subnet (990134de-c572-4ed8-9ca9-38a05454b025), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:00.010890 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e08f5b1-6122-4e76-99e2-f23fd5dcefd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=990134de-c572-4ed8-9ca9-38a05454b025,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:00.012873 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-8e08f5b1-6122-4e76-99e2-f23fd5dcefd7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:00.016528 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-8e08f5b1-6122-4e76-99e2-f23fd5dcefd7 admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/990134de-c572-4ed8-9ca9-38a05454b025 HTTP/1.1" status: 204 len: 168 time: 0.2684846 Aug 31 10:00:00.019747 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 51960) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:00:00.020631 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14143846-3117-4c25-9508-341b4c4f04bf None None] Network ba3d70db-89a3-4a36-91f7-576971d6cd3f requested from dv-cinder-844961-2-iscsi {{(pid=112921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 10:00:00.092129 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-3ae60c49-e43c-4124-9b58-6a41f0cece74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2085207'] for network (ba3d70db-89a3-4a36-91f7-576971d6cd3f), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:00.138861 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [None req-3ae60c49-e43c-4124-9b58-6a41f0cece74 admin admin] Deleting port e0b21ffa-1d47-43c2-ba99-e49603be7323 {{(pid=112919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 10:00:00.139199 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-3ae60c49-e43c-4124-9b58-6a41f0cece74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (e0b21ffa-1d47-43c2-ba99-e49603be7323), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:00.203168 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.db [None req-3ae60c49-e43c-4124-9b58-6a41f0cece74 admin admin] For port e0b21ffa-1d47-43c2-ba99-e49603be7323, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=e0b21ffa-1d47-43c2-ba99-e49603be7323,segment=NetworkSegment(9526ede2-f765-498c-8f20-9d507e805198),segment_id=9526ede2-f765-498c-8f20-9d507e805198)] {{(pid=112919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:00:00.203524 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-3ae60c49-e43c-4124-9b58-6a41f0cece74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (e0b21ffa-1d47-43c2-ba99-e49603be7323), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:00.216363 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [None req-3ae60c49-e43c-4124-9b58-6a41f0cece74 admin admin] Calling delete_port for e0b21ffa-1d47-43c2-ba99-e49603be7323 owned by network:dhcp {{(pid=112919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 10:00:00.295801 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-3ae60c49-e43c-4124-9b58-6a41f0cece74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66028622'] for port (e0b21ffa-1d47-43c2-ba99-e49603be7323), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:00.323191 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae60c49-e43c-4124-9b58-6a41f0cece74 admin admin] No DVR routers for this DVR port e0b21ffa-1d47-43c2-ba99-e49603be7323 on host dv-cinder-844961-2-iscsi {{(pid=112919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 10:00:00.327965 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae60c49-e43c-4124-9b58-6a41f0cece74 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0b21ffa-1d47-43c2-ba99-e49603be7323,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:00.346088 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a72f7b3-314e-40b0-8f5e-a98f71051f77 None None] DHCP port deletion for ba3d70db-89a3-4a36-91f7-576971d6cd3f request from dv-cinder-844961-2-iscsi {{(pid=112921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 10:00:00.402252 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-3ae60c49-e43c-4124-9b58-6a41f0cece74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1925385', 'neutron.services.segments.db._delete_segments_for_network-8747473415235'] for network (ba3d70db-89a3-4a36-91f7-576971d6cd3f), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:00.408879 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:00:00.423348 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.services.segments.db [None req-3ae60c49-e43c-4124-9b58-6a41f0cece74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba3d70db-89a3-4a36-91f7-576971d6cd3f']}} {{(pid=112919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:00:00.435932 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.services.segments.db [None req-3ae60c49-e43c-4124-9b58-6a41f0cece74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9526ede2-f765-498c-8f20-9d507e805198') {'for_net_delete': True} {{(pid=112919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:00:00.435932 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.services.segments.db [None req-3ae60c49-e43c-4124-9b58-6a41f0cece74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9526ede2-f765-498c-8f20-9d507e805198') {} {{(pid=112919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:00:00.448905 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-3ae60c49-e43c-4124-9b58-6a41f0cece74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747473409711', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65472920'] for segment (9526ede2-f765-498c-8f20-9d507e805198), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:00.463267 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-3ae60c49-e43c-4124-9b58-6a41f0cece74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927539'] for segment (9526ede2-f765-498c-8f20-9d507e805198), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:00.470472 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ae60c49-e43c-4124-9b58-6a41f0cece74 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=112919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:00:00.471455 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-3ae60c49-e43c-4124-9b58-6a41f0cece74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66028571'] for segment (9526ede2-f765-498c-8f20-9d507e805198), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:00.513145 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.services.segments.plugin [-] Segment 9526ede2-f765-498c-8f20-9d507e805198 resource provider aggregate not found Aug 31 10:00:00.530966 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.services.segments.plugin [-] Segment 9526ede2-f765-498c-8f20-9d507e805198 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9526ede2-f765-498c-8f20-9d507e805198 found for delete ", "request_id": "req-a3d99e60-527b-4eeb-b4ea-70707564fba7"}]} Aug 31 10:00:00.538500 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-3ae60c49-e43c-4124-9b58-6a41f0cece74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1925376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-964490'] for network (ba3d70db-89a3-4a36-91f7-576971d6cd3f), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:00.544218 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-3ae60c49-e43c-4124-9b58-6a41f0cece74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for network (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:00.549824 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-3ae60c49-e43c-4124-9b58-6a41f0cece74 admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/ba3d70db-89a3-4a36-91f7-576971d6cd3f HTTP/1.1" status: 204 len: 168 time: 0.5259421 Aug 31 10:00:00.559869 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae60c49-e43c-4124-9b58-6a41f0cece74 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba3d70db-89a3-4a36-91f7-576971d6cd3f,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:00.688249 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 51968) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:00:00.728916 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-6e2b0459-584c-4882-ae7d-be1bdebc5d2a admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=5ed9143757584694a5139ada8dbd5570&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394559 Aug 31 10:00:00.731574 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 51970) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:00:00.782107 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-360f8bb9-63d5-4ab9-b5e7-8766b4d8cf93 admin admin] Publish callbacks [] for security_group (ca082ed2-d233-44d6-b06c-9fd78f289998), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:00.783682 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:00:00.809591 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-360f8bb9-63d5-4ab9-b5e7-8766b4d8cf93 admin admin] Publish callbacks [] for security_group (ca082ed2-d233-44d6-b06c-9fd78f289998), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:00.858766 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-360f8bb9-63d5-4ab9-b5e7-8766b4d8cf93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (ca082ed2-d233-44d6-b06c-9fd78f289998), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:00.861654 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-360f8bb9-63d5-4ab9-b5e7-8766b4d8cf93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:00.862857 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-360f8bb9-63d5-4ab9-b5e7-8766b4d8cf93 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/ca082ed2-d233-44d6-b06c-9fd78f289998 HTTP/1.1" status: 204 len: 168 time: 0.1300941 Aug 31 10:00:00.871223 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f8bb9-63d5-4ab9-b5e7-8766b4d8cf93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca082ed2-d233-44d6-b06c-9fd78f289998,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:00.985885 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 21815131-7ff0-4705-aedb-a46f7feaa62f no longer exists at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:00:01.010099 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] No Port match for: 21815131-7ff0-4705-aedb-a46f7feaa62f {{(pid=112921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 10:00:01.010484 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 21815131-7ff0-4705-aedb-a46f7feaa62f not bound to the agent host dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:00:01.010866 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device c43e077c-2252-45ea-a1ac-7a77de29c27f no longer exists at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:00:01.030285 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] No Port match for: c43e077c-2252-45ea-a1ac-7a77de29c27f {{(pid=112921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 10:00:01.030640 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device c43e077c-2252-45ea-a1ac-7a77de29c27f not bound to the agent host dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:00:01.031052 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device e0b21ffa-1d47-43c2-ba99-e49603be7323 no longer exists at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:00:01.051690 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] No Port match for: e0b21ffa-1d47-43c2-ba99-e49603be7323 {{(pid=112921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 10:00:01.053828 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device e0b21ffa-1d47-43c2-ba99-e49603be7323 not bound to the agent host dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:00:06.113198 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 52072) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:00:06.223324 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-dc2440f0-298d-4ae0-b385-06a1db7eb240 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:06.301472 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-dc2440f0-298d-4ae0-b385-06a1db7eb240 admin admin] Publish callbacks [] for security_group (8a24ad22-cab4-4c5f-afaa-852fb077fa51), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:06.305401 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-dc2440f0-298d-4ae0-b385-06a1db7eb240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (8a24ad22-cab4-4c5f-afaa-852fb077fa51), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:06.345266 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-dc2440f0-298d-4ae0-b385-06a1db7eb240 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=fcb0af9875ed40fc83260ff500d0bc4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2303500 Aug 31 10:00:06.346124 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2440f0-298d-4ae0-b385-06a1db7eb240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a24ad22-cab4-4c5f-afaa-852fb077fa51,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:06.348926 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 52076) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:00:06.403730 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-dac57c88-352f-47bf-a80f-230a33799f88 admin admin] Publish callbacks [] for security_group (8a24ad22-cab4-4c5f-afaa-852fb077fa51), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:06.426043 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-dac57c88-352f-47bf-a80f-230a33799f88 admin admin] Publish callbacks [] for security_group (8a24ad22-cab4-4c5f-afaa-852fb077fa51), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:06.474747 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-dac57c88-352f-47bf-a80f-230a33799f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (8a24ad22-cab4-4c5f-afaa-852fb077fa51), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:06.477286 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-dac57c88-352f-47bf-a80f-230a33799f88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:06.480942 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-dac57c88-352f-47bf-a80f-230a33799f88 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/8a24ad22-cab4-4c5f-afaa-852fb077fa51 HTTP/1.1" status: 204 len: 168 time: 0.1284003 Aug 31 10:00:06.486200 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac57c88-352f-47bf-a80f-230a33799f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a24ad22-cab4-4c5f-afaa-852fb077fa51,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:06.754187 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 52082) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:00:06.768153 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e760d983-5460-4cd5-9736-c92adc361f37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:06.846221 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e760d983-5460-4cd5-9736-c92adc361f37 admin admin] Publish callbacks [] for security_group (85c4afa2-edc1-4e43-b709-918280d0dded), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:06.850216 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e760d983-5460-4cd5-9736-c92adc361f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (85c4afa2-edc1-4e43-b709-918280d0dded), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:06.890808 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-e760d983-5460-4cd5-9736-c92adc361f37 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=63308b6f3152442ba8e104b945b16c03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1355042 Aug 31 10:00:06.891660 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e760d983-5460-4cd5-9736-c92adc361f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c4afa2-edc1-4e43-b709-918280d0dded,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:06.894322 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 52084) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:00:06.946073 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-4eab6bcb-95e2-44f2-a12f-7bc0a575b7f7 admin admin] Publish callbacks [] for security_group (85c4afa2-edc1-4e43-b709-918280d0dded), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:06.966823 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-4eab6bcb-95e2-44f2-a12f-7bc0a575b7f7 admin admin] Publish callbacks [] for security_group (85c4afa2-edc1-4e43-b709-918280d0dded), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:07.023177 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-4eab6bcb-95e2-44f2-a12f-7bc0a575b7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (85c4afa2-edc1-4e43-b709-918280d0dded), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:07.026128 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-4eab6bcb-95e2-44f2-a12f-7bc0a575b7f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:07.027335 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-4eab6bcb-95e2-44f2-a12f-7bc0a575b7f7 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/85c4afa2-edc1-4e43-b709-918280d0dded HTTP/1.1" status: 204 len: 168 time: 0.1313765 Aug 31 10:00:07.036452 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eab6bcb-95e2-44f2-a12f-7bc0a575b7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c4afa2-edc1-4e43-b709-918280d0dded,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:07.372266 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 52090) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:00:07.385898 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-41dbe0db-0d71-4779-be2f-b49a49b38a41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:07.465048 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-41dbe0db-0d71-4779-be2f-b49a49b38a41 admin admin] Publish callbacks [] for security_group (f718ac50-9265-4e47-8740-9077a2c3aba9), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:07.468880 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-41dbe0db-0d71-4779-be2f-b49a49b38a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (f718ac50-9265-4e47-8740-9077a2c3aba9), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:07.509352 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-41dbe0db-0d71-4779-be2f-b49a49b38a41 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=117b90bbfe314c6ab5cdf63b66d45914&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1361802 Aug 31 10:00:07.510212 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dbe0db-0d71-4779-be2f-b49a49b38a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f718ac50-9265-4e47-8740-9077a2c3aba9,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:07.512199 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 52092) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:00:07.567161 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-37182980-ac66-4a01-bdbb-9c14200be2d7 admin admin] Publish callbacks [] for security_group (f718ac50-9265-4e47-8740-9077a2c3aba9), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:07.588596 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-37182980-ac66-4a01-bdbb-9c14200be2d7 admin admin] Publish callbacks [] for security_group (f718ac50-9265-4e47-8740-9077a2c3aba9), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:07.635747 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-37182980-ac66-4a01-bdbb-9c14200be2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (f718ac50-9265-4e47-8740-9077a2c3aba9), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:07.638214 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-37182980-ac66-4a01-bdbb-9c14200be2d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:07.639370 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-37182980-ac66-4a01-bdbb-9c14200be2d7 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/f718ac50-9265-4e47-8740-9077a2c3aba9 HTTP/1.1" status: 204 len: 168 time: 0.1261671 Aug 31 10:00:07.648584 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37182980-ac66-4a01-bdbb-9c14200be2d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f718ac50-9265-4e47-8740-9077a2c3aba9,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:08.190249 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=81,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=13 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:00:08.227870 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-272567b0-70b4-4fca-bbd7-6fdd87a19efa req-97e2ce45-2f26-4554-a8e7-67e7f2695283 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=482325e0-2a4b-4446-804a-0e3a1bcb722c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453904 Aug 31 10:00:08.315950 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272567b0-70b4-4fca-bbd7-6fdd87a19efa req-4eafa0d4-f1cc-4390-bfb5-822eb15028c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:00:08.317562 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-272567b0-70b4-4fca-bbd7-6fdd87a19efa req-4eafa0d4-f1cc-4390-bfb5-822eb15028c3 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=6634173c9d534fca800d394d545a9d0c&device_id=482325e0-2a4b-4446-804a-0e3a1bcb722c HTTP/1.1" status: 200 len: 1130 time: 0.0472765 Aug 31 10:00:08.691709 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272567b0-70b4-4fca-bbd7-6fdd87a19efa req-46895eff-a46b-4218-88be-1b9ad1696cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:00:08.693269 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-272567b0-70b4-4fca-bbd7-6fdd87a19efa req-46895eff-a46b-4218-88be-1b9ad1696cc2 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a HTTP/1.1" status: 200 len: 911 time: 0.3540921 Aug 31 10:00:08.707183 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:00:08.771398 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-272567b0-70b4-4fca-bbd7-6fdd87a19efa req-e51f03f7-abed-4832-9e42-12d8fc7e980a service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6937ee29-5c42-40ef-97b4-9409defc0131 HTTP/1.1" status: 200 len: 1001 time: 0.0711825 Aug 31 10:00:08.822255 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272567b0-70b4-4fca-bbd7-6fdd87a19efa req-dbda42fe-7f37-4d78-b517-3bd2c8700047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:00:08.823725 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-272567b0-70b4-4fca-bbd7-6fdd87a19efa req-dbda42fe-7f37-4d78-b517-3bd2c8700047 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=951df996-7b80-48db-8007-5a5a52488eaf HTTP/1.1" status: 200 len: 849 time: 0.0463092 Aug 31 10:00:08.870632 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272567b0-70b4-4fca-bbd7-6fdd87a19efa req-4ae72659-8e1b-4de3-b8a5-0c02cea0a249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:00:08.872138 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-272567b0-70b4-4fca-bbd7-6fdd87a19efa req-4ae72659-8e1b-4de3-b8a5-0c02cea0a249 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414228 Aug 31 10:00:08.969659 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-272567b0-70b4-4fca-bbd7-6fdd87a19efa req-6870c393-3920-40d4-949e-2c560d2bb546 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893543 Aug 31 10:00:09.080073 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-272567b0-70b4-4fca-bbd7-6fdd87a19efa req-7cebe6e4-788c-4044-b3ef-b03187c06765 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004775 Aug 31 10:00:09.525429 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=96 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:00:09.526385 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=75 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:00:09.798442 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 52160) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:00:09.900754 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:00:09.910138 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-f021c4f4-6361-4c55-b93a-6ec137b7a92b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:09.967829 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4,neutron:DELETE=7,neutron:INSERT=8 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:00:09.994142 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-f021c4f4-6361-4c55-b93a-6ec137b7a92b admin admin] Publish callbacks [] for security_group (5bcbec13-b60f-443f-ba87-68cf0e687e0c), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:09.998694 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-f021c4f4-6361-4c55-b93a-6ec137b7a92b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (5bcbec13-b60f-443f-ba87-68cf0e687e0c), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:10.039163 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-f021c4f4-6361-4c55-b93a-6ec137b7a92b admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=dab9f0edb74f4f58b73e5b95f29d0492&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2395289 Aug 31 10:00:10.039991 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f021c4f4-6361-4c55-b93a-6ec137b7a92b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bcbec13-b60f-443f-ba87-68cf0e687e0c,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:10.041920 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 52164) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:00:10.097425 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-f1e70382-8179-49ea-a24c-46ee5774cf39 admin admin] Publish callbacks [] for security_group (5bcbec13-b60f-443f-ba87-68cf0e687e0c), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:10.117682 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-f1e70382-8179-49ea-a24c-46ee5774cf39 admin admin] Publish callbacks [] for security_group (5bcbec13-b60f-443f-ba87-68cf0e687e0c), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:10.164890 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-f1e70382-8179-49ea-a24c-46ee5774cf39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (5bcbec13-b60f-443f-ba87-68cf0e687e0c), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:10.167620 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-f1e70382-8179-49ea-a24c-46ee5774cf39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:10.168750 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-f1e70382-8179-49ea-a24c-46ee5774cf39 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/5bcbec13-b60f-443f-ba87-68cf0e687e0c HTTP/1.1" status: 204 len: 168 time: 0.1258214 Aug 31 10:00:10.176613 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e70382-8179-49ea-a24c-46ee5774cf39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bcbec13-b60f-443f-ba87-68cf0e687e0c,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:10.187193 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=54,neutron:UPDATE=5 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:00:10.442220 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 52170) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:00:10.455847 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-63817885-8546-4e9e-875d-f891b3a4e036 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:10.531297 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-63817885-8546-4e9e-875d-f891b3a4e036 admin admin] Publish callbacks [] for security_group (53943215-abff-4b83-bec3-73a3287c1171), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:10.535631 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-63817885-8546-4e9e-875d-f891b3a4e036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (53943215-abff-4b83-bec3-73a3287c1171), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:10.576593 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-63817885-8546-4e9e-875d-f891b3a4e036 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=82742be415734d858f0d43c33e1907e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1331501 Aug 31 10:00:10.577247 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63817885-8546-4e9e-875d-f891b3a4e036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53943215-abff-4b83-bec3-73a3287c1171,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:10.579205 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 52172) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:00:10.643144 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-9a0cead5-b8b6-41be-8417-065277e60e50 admin admin] Publish callbacks [] for security_group (53943215-abff-4b83-bec3-73a3287c1171), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:10.665813 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-9a0cead5-b8b6-41be-8417-065277e60e50 admin admin] Publish callbacks [] for security_group (53943215-abff-4b83-bec3-73a3287c1171), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:10.714557 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-9a0cead5-b8b6-41be-8417-065277e60e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (53943215-abff-4b83-bec3-73a3287c1171), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:10.717270 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-9a0cead5-b8b6-41be-8417-065277e60e50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:10.718556 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-9a0cead5-b8b6-41be-8417-065277e60e50 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/53943215-abff-4b83-bec3-73a3287c1171 HTTP/1.1" status: 204 len: 168 time: 0.1383252 Aug 31 10:00:10.727312 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0cead5-b8b6-41be-8417-065277e60e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53943215-abff-4b83-bec3-73a3287c1171,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:11.801543 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 52202) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:00:11.905979 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a5478152-9cbd-4397-b104-c327a500e056 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:11.983886 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a5478152-9cbd-4397-b104-c327a500e056 admin admin] Publish callbacks [] for security_group (67ad1bbf-b983-4899-8c12-47350399f6a9), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:11.988624 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a5478152-9cbd-4397-b104-c327a500e056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (67ad1bbf-b983-4899-8c12-47350399f6a9), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:12.029932 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-a5478152-9cbd-4397-b104-c327a500e056 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=92d95ab2b5c84b5d81b5fb4096abb0de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2272863 Aug 31 10:00:12.030807 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5478152-9cbd-4397-b104-c327a500e056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ad1bbf-b983-4899-8c12-47350399f6a9,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:12.032780 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 52206) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:00:12.084478 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-2c696c24-1cc6-4445-a404-a44b36da1563 admin admin] Publish callbacks [] for security_group (67ad1bbf-b983-4899-8c12-47350399f6a9), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:12.086150 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:00:12.106102 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-2c696c24-1cc6-4445-a404-a44b36da1563 admin admin] Publish callbacks [] for security_group (67ad1bbf-b983-4899-8c12-47350399f6a9), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:12.157414 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-2c696c24-1cc6-4445-a404-a44b36da1563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (67ad1bbf-b983-4899-8c12-47350399f6a9), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:12.160087 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-2c696c24-1cc6-4445-a404-a44b36da1563 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:12.161252 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-2c696c24-1cc6-4445-a404-a44b36da1563 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/67ad1bbf-b983-4899-8c12-47350399f6a9 HTTP/1.1" status: 204 len: 168 time: 0.1274559 Aug 31 10:00:12.169327 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c696c24-1cc6-4445-a404-a44b36da1563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ad1bbf-b983-4899-8c12-47350399f6a9,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:16.202300 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 52276) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:00:16.310020 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-d4a7107e-d9c0-4f89-97a2-2cf4a2c2f952 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:16.344450 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:00:16.390925 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-d4a7107e-d9c0-4f89-97a2-2cf4a2c2f952 admin admin] Publish callbacks [] for security_group (37c9615c-fd3c-44d0-88fb-d13335f334fa), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:16.394657 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-d4a7107e-d9c0-4f89-97a2-2cf4a2c2f952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (37c9615c-fd3c-44d0-88fb-d13335f334fa), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:16.433352 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a7107e-d9c0-4f89-97a2-2cf4a2c2f952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c9615c-fd3c-44d0-88fb-d13335f334fa,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:16.440839 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-d4a7107e-d9c0-4f89-97a2-2cf4a2c2f952 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=4240431c61eb4c238296cd2934e1bb69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2372909 Aug 31 10:00:16.444633 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 52280) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:00:16.499255 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-ed0380c9-dc7b-432c-85b5-29e835a469e5 admin admin] Publish callbacks [] for security_group (37c9615c-fd3c-44d0-88fb-d13335f334fa), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:16.519477 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-ed0380c9-dc7b-432c-85b5-29e835a469e5 admin admin] Publish callbacks [] for security_group (37c9615c-fd3c-44d0-88fb-d13335f334fa), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:16.566674 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-ed0380c9-dc7b-432c-85b5-29e835a469e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (37c9615c-fd3c-44d0-88fb-d13335f334fa), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:16.569412 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-ed0380c9-dc7b-432c-85b5-29e835a469e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:16.570568 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-ed0380c9-dc7b-432c-85b5-29e835a469e5 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/37c9615c-fd3c-44d0-88fb-d13335f334fa HTTP/1.1" status: 204 len: 168 time: 0.1241426 Aug 31 10:00:16.578464 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0380c9-dc7b-432c-85b5-29e835a469e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c9615c-fd3c-44d0-88fb-d13335f334fa,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:20.739982 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:00:22.016299 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=40,neutron:DELETE=2,neutron:INSERT=4 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:00:22.025845 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:INSERT=13,neutron:SELECT=54,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:00:24.236361 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=30,neutron:UPDATE=4 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:00:24.252225 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-335dc6e3-848b-40bb-af59-f405d868a2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:24.623606 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=11 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:00:24.626098 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=15 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:00:24.842860 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 52402) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:00:24.954674 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-60556323-855a-41ed-88de-fc3d3e82f526 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:25.038429 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-60556323-855a-41ed-88de-fc3d3e82f526 admin admin] Publish callbacks [] for security_group (6cfc4dc4-886c-455b-8a6f-5e490178abe5), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:25.042980 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-60556323-855a-41ed-88de-fc3d3e82f526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (6cfc4dc4-886c-455b-8a6f-5e490178abe5), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:25.083256 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-60556323-855a-41ed-88de-fc3d3e82f526 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=142cb7349c874330be15b30d765aa589&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2392900 Aug 31 10:00:25.084228 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60556323-855a-41ed-88de-fc3d3e82f526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cfc4dc4-886c-455b-8a6f-5e490178abe5,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:25.086070 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 52406) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:00:25.140287 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-91749db7-723c-4ebf-b47d-11473d8e68cb admin admin] Publish callbacks [] for security_group (6cfc4dc4-886c-455b-8a6f-5e490178abe5), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:25.160488 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-91749db7-723c-4ebf-b47d-11473d8e68cb admin admin] Publish callbacks [] for security_group (6cfc4dc4-886c-455b-8a6f-5e490178abe5), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:25.207971 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-91749db7-723c-4ebf-b47d-11473d8e68cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (6cfc4dc4-886c-455b-8a6f-5e490178abe5), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:25.211444 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-91749db7-723c-4ebf-b47d-11473d8e68cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:25.212569 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-91749db7-723c-4ebf-b47d-11473d8e68cb admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/6cfc4dc4-886c-455b-8a6f-5e490178abe5 HTTP/1.1" status: 204 len: 168 time: 0.1254210 Aug 31 10:00:25.220468 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91749db7-723c-4ebf-b47d-11473d8e68cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cfc4dc4-886c-455b-8a6f-5e490178abe5,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:25.499809 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 52412) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:00:25.514205 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-c3313be0-3525-4556-8cc5-4807a7c5a79f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:25.596442 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-c3313be0-3525-4556-8cc5-4807a7c5a79f admin admin] Publish callbacks [] for security_group (ac49b3e2-8b7d-4bfc-9845-04d7178c4f33), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:25.600894 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-c3313be0-3525-4556-8cc5-4807a7c5a79f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (ac49b3e2-8b7d-4bfc-9845-04d7178c4f33), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:25.619127 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:00:25.644950 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-c3313be0-3525-4556-8cc5-4807a7c5a79f admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=a291c39ed1204cc9ac3e3da45151dd99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1439407 Aug 31 10:00:25.646028 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3313be0-3525-4556-8cc5-4807a7c5a79f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac49b3e2-8b7d-4bfc-9845-04d7178c4f33,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:25.648204 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 52414) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:00:25.697120 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-06e23316-2f9d-49f7-8536-d95624c3eb2a admin admin] Publish callbacks [] for security_group (ac49b3e2-8b7d-4bfc-9845-04d7178c4f33), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:25.717621 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-06e23316-2f9d-49f7-8536-d95624c3eb2a admin admin] Publish callbacks [] for security_group (ac49b3e2-8b7d-4bfc-9845-04d7178c4f33), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:25.763806 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-06e23316-2f9d-49f7-8536-d95624c3eb2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (ac49b3e2-8b7d-4bfc-9845-04d7178c4f33), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:25.766321 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-06e23316-2f9d-49f7-8536-d95624c3eb2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:25.767442 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-06e23316-2f9d-49f7-8536-d95624c3eb2a admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/ac49b3e2-8b7d-4bfc-9845-04d7178c4f33 HTTP/1.1" status: 204 len: 168 time: 0.1182570 Aug 31 10:00:25.775728 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e23316-2f9d-49f7-8536-d95624c3eb2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac49b3e2-8b7d-4bfc-9845-04d7178c4f33,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:25.849418 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e6f198be-e193-4693-a253-f9c4522a6272), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:26.117811 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 52420) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:00:26.130947 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-1664c7a7-fed6-43e1-ab11-7fd3790994fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:26.208154 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-1664c7a7-fed6-43e1-ab11-7fd3790994fb admin admin] Publish callbacks [] for security_group (9109f964-11ac-4221-a813-1bb07c18837a), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:26.212518 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-1664c7a7-fed6-43e1-ab11-7fd3790994fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (9109f964-11ac-4221-a813-1bb07c18837a), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:26.251700 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1664c7a7-fed6-43e1-ab11-7fd3790994fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9109f964-11ac-4221-a813-1bb07c18837a,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:26.255993 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-1664c7a7-fed6-43e1-ab11-7fd3790994fb admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=0c466f3a96df4d0dbd5e4b3c28805f52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1371675 Aug 31 10:00:26.259489 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 52422) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:00:26.308893 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-eeeb7ead-1584-4d57-bdba-defa0f0daf7a admin admin] Publish callbacks [] for security_group (9109f964-11ac-4221-a813-1bb07c18837a), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:26.330040 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-eeeb7ead-1584-4d57-bdba-defa0f0daf7a admin admin] Publish callbacks [] for security_group (9109f964-11ac-4221-a813-1bb07c18837a), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:26.378955 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-eeeb7ead-1584-4d57-bdba-defa0f0daf7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (9109f964-11ac-4221-a813-1bb07c18837a), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:26.382165 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-eeeb7ead-1584-4d57-bdba-defa0f0daf7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:26.383329 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-eeeb7ead-1584-4d57-bdba-defa0f0daf7a admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/9109f964-11ac-4221-a813-1bb07c18837a HTTP/1.1" status: 204 len: 168 time: 0.1236429 Aug 31 10:00:26.391113 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeb7ead-1584-4d57-bdba-defa0f0daf7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9109f964-11ac-4221-a813-1bb07c18837a,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:26.504158 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-4bdd215e-9143-4680-8e32-ea65239aefd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:27.834035 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:28.686416 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-55f6ee73-8f33-4c2f-bc7d-e861791a14fc req-0a1a4d41-646d-43bb-a34a-c34690b65028 tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] 10.222.0.13 "GET /networking/v2.0/networks?tenant_id=cdafb29648f34d9cbad378da051ac5c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289912 Aug 31 10:00:28.881096 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6ee73-8f33-4c2f-bc7d-e861791a14fc req-8efa63a9-f20f-4e84-8f3e-15ab1188f494 tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:00:28.882744 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-55f6ee73-8f33-4c2f-bc7d-e861791a14fc req-8efa63a9-f20f-4e84-8f3e-15ab1188f494 tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] 10.222.0.13 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1912546 Aug 31 10:00:28.897553 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-55f6ee73-8f33-4c2f-bc7d-e861791a14fc req-baf41f91-08b7-491d-8d15-284f901f0467 tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] 10.222.0.13 "GET /networking/v2.0/quotas/cdafb29648f34d9cbad378da051ac5c5 HTTP/1.1" status: 200 len: 375 time: 0.0093062 Aug 31 10:00:28.931219 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-55f6ee73-8f33-4c2f-bc7d-e861791a14fc req-9fe9097d-f472-4054-97f4-1207f84a4a17 tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=cdafb29648f34d9cbad378da051ac5c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285635 Aug 31 10:00:29.130314 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ff10ed7e-9a34-4168-a01c-f7c376690d09 req-d88bae90-f2a6-479e-b976-b61f82ceb00d tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ba84763c-52ec-4d7e-b9e5-2a945c63f426 HTTP/1.1" status: 200 len: 210 time: 0.0313125 Aug 31 10:00:29.513814 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:29.621909 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:30.252686 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b1047e1d-f768-4a07-ae40-df87b675d2f9 req-c5641852-70b8-4061-94a7-6ff45235afcb tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ba84763c-52ec-4d7e-b9e5-2a945c63f426 HTTP/1.1" status: 200 len: 210 time: 0.0380862 Aug 31 10:00:30.774264 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-55f6ee73-8f33-4c2f-bc7d-e861791a14fc req-6195a80e-1a73-450d-a7dc-cdc17cfc434f tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=cdafb29648f34d9cbad378da051ac5c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209603 Aug 31 10:00:30.788652 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:INSERT=15,neutron:SELECT=81,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:00:30.888797 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6ee73-8f33-4c2f-bc7d-e861791a14fc req-5ea50acd-3579-4e51-8882-01cc08763287 tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:00:30.890292 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-55f6ee73-8f33-4c2f-bc7d-e861791a14fc req-5ea50acd-3579-4e51-8882-01cc08763287 tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1104295 Aug 31 10:00:30.910321 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [req-55f6ee73-8f33-4c2f-bc7d-e861791a14fc req-d0797eac-0cfa-4852-b21f-69ba3e1be15d tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] Request body: {'port': {'device_id': 'ba84763c-52ec-4d7e-b9e5-2a945c63f426', 'network_id': '8845f475-db3e-48e7-b4ea-89a4f35dd987', 'admin_state_up': True, 'tenant_id': 'cdafb29648f34d9cbad378da051ac5c5'}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:00:31.027657 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55f6ee73-8f33-4c2f-bc7d-e861791a14fc req-d0797eac-0cfa-4852-b21f-69ba3e1be15d tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] Made reservation on behalf of cdafb29648f34d9cbad378da051ac5c5 for: {'port': 1} {{(pid=112919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:00:31.031401 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-55f6ee73-8f33-4c2f-bc7d-e861791a14fc req-d0797eac-0cfa-4852-b21f-69ba3e1be15d tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:31.040570 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-55f6ee73-8f33-4c2f-bc7d-e861791a14fc req-d0797eac-0cfa-4852-b21f-69ba3e1be15d tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] Publish callbacks [] for security_group (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:31.118409 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-55f6ee73-8f33-4c2f-bc7d-e861791a14fc req-d0797eac-0cfa-4852-b21f-69ba3e1be15d tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] Publish callbacks [] for security_group (7fe7418f-dccf-49f0-bb3b-f7e85dd8e8dd), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:31.122408 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-55f6ee73-8f33-4c2f-bc7d-e861791a14fc req-d0797eac-0cfa-4852-b21f-69ba3e1be15d tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (7fe7418f-dccf-49f0-bb3b-f7e85dd8e8dd), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:31.189321 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0797eac-0cfa-4852-b21f-69ba3e1be15d tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe7418f-dccf-49f0-bb3b-f7e85dd8e8dd,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:31.265163 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.db_base_plugin_common [req-55f6ee73-8f33-4c2f-bc7d-e861791a14fc req-d0797eac-0cfa-4852-b21f-69ba3e1be15d tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] Allocated IP 192.168.233.225 (8845f475-db3e-48e7-b4ea-89a4f35dd987/796b935f-2f55-42c5-a9bc-6119f1297d24/2ab97470-728c-4977-b280-3db1e3c28e5c) {{(pid=112919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:00:31.385442 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-54456ebf-a444-4626-8f7b-ad0542309c71 req-d471acc4-533c-4153-8936-dc30b6c50dc3 tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ba84763c-52ec-4d7e-b9e5-2a945c63f426 HTTP/1.1" status: 200 len: 210 time: 0.0578415 Aug 31 10:00:31.440595 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:00:31.447129 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-55f6ee73-8f33-4c2f-bc7d-e861791a14fc req-d0797eac-0cfa-4852-b21f-69ba3e1be15d tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] Publish callbacks [] for port (2ab97470-728c-4977-b280-3db1e3c28e5c), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:31.481190 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-55f6ee73-8f33-4c2f-bc7d-e861791a14fc req-d0797eac-0cfa-4852-b21f-69ba3e1be15d tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66028622'] for port (2ab97470-728c-4977-b280-3db1e3c28e5c), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:31.528925 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55f6ee73-8f33-4c2f-bc7d-e861791a14fc req-d0797eac-0cfa-4852-b21f-69ba3e1be15d tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] Network 8845f475-db3e-48e7-b4ea-89a4f35dd987 is already hosted by enough agents. {{(pid=112919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:00:31.532123 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.base_scheduler [req-55f6ee73-8f33-4c2f-bc7d-e861791a14fc req-d0797eac-0cfa-4852-b21f-69ba3e1be15d tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] Resources bound (agent type, host, resource id): {{(pid=112919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:00:31.536004 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f6ee73-8f33-4c2f-bc7d-e861791a14fc req-d0797eac-0cfa-4852-b21f-69ba3e1be15d tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] Received port after_create {{(pid=112919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 10:00:31.561179 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0797eac-0cfa-4852-b21f-69ba3e1be15d tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] Pushing event updated for resources: {'Port': ['ID=2ab97470-728c-4977-b280-3db1e3c28e5c,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:31.587770 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:00:31.595623 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6ee73-8f33-4c2f-bc7d-e861791a14fc req-d0797eac-0cfa-4852-b21f-69ba3e1be15d tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:00:31.596250 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-55f6ee73-8f33-4c2f-bc7d-e861791a14fc req-d0797eac-0cfa-4852-b21f-69ba3e1be15d tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for port (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:31.616976 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-55f6ee73-8f33-4c2f-bc7d-e861791a14fc req-d0797eac-0cfa-4852-b21f-69ba3e1be15d tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7109613 Aug 31 10:00:31.640529 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [req-55f6ee73-8f33-4c2f-bc7d-e861791a14fc req-184cb81d-86f5-49e4-b263-17f668f46dd2 service neutron] Request body: {'port': {'device_id': 'ba84763c-52ec-4d7e-b9e5-2a945c63f426', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84496'}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:00:31.711520 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-55f6ee73-8f33-4c2f-bc7d-e861791a14fc req-184cb81d-86f5-49e4-b263-17f668f46dd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (2ab97470-728c-4977-b280-3db1e3c28e5c), before_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:31.779428 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-aba8965e-e5fc-49a1-9f33-51c2d9ed44b3 None None] Provisioning complete for port 2ab97470-728c-4977-b280-3db1e3c28e5c triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 10:00:31.780015 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-aba8965e-e5fc-49a1-9f33-51c2d9ed44b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (2ab97470-728c-4977-b280-3db1e3c28e5c), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:31.814961 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-aba8965e-e5fc-49a1-9f33-51c2d9ed44b3 None None] Port 2ab97470-728c-4977-b280-3db1e3c28e5c cannot update to ACTIVE because it is not bound. {{(pid=112921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 10:00:31.957797 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd167d-f3a3-47cb-b286-0dcca9aea5e9 req-4eb26046-2c61-48af-a694-d7b5bd751889 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:00:31.959248 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-bcbd167d-f3a3-47cb-b286-0dcca9aea5e9 req-4eb26046-2c61-48af-a694-d7b5bd751889 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 947 time: 0.0698626 Aug 31 10:00:32.063075 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-bcbd167d-f3a3-47cb-b286-0dcca9aea5e9 req-27757543-810f-482f-b242-9f6f632c2941 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970998 Aug 31 10:00:32.072948 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.notifiers.nova [req-55f6ee73-8f33-4c2f-bc7d-e861791a14fc req-184cb81d-86f5-49e4-b263-17f668f46dd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ab97470-728c-4977-b280-3db1e3c28e5c {{(pid=112919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 10:00:32.080794 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-55f6ee73-8f33-4c2f-bc7d-e861791a14fc req-184cb81d-86f5-49e4-b263-17f668f46dd2 service neutron] Publish callbacks [] for port (2ab97470-728c-4977-b280-3db1e3c28e5c), precommit_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:32.094512 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.provisioning_blocks [req-55f6ee73-8f33-4c2f-bc7d-e861791a14fc req-184cb81d-86f5-49e4-b263-17f668f46dd2 service neutron] Transition to ACTIVE for port object 2ab97470-728c-4977-b280-3db1e3c28e5c will not be triggered until provisioned by entity L2. {{(pid=112919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 10:00:32.098077 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-55f6ee73-8f33-4c2f-bc7d-e861791a14fc req-184cb81d-86f5-49e4-b263-17f668f46dd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66028615'] for port (2ab97470-728c-4977-b280-3db1e3c28e5c), after_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:32.164641 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184cb81d-86f5-49e4-b263-17f668f46dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=2ab97470-728c-4977-b280-3db1e3c28e5c,revision_number=2']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:32.212781 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.managers [req-55f6ee73-8f33-4c2f-bc7d-e861791a14fc req-184cb81d-86f5-49e4-b263-17f668f46dd2 service neutron] Attempting to bind port 2ab97470-728c-4977-b280-3db1e3c28e5c on host hv-cinder-84496 for vnic_type normal with profile {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 10:00:32.213117 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.managers [req-55f6ee73-8f33-4c2f-bc7d-e861791a14fc req-184cb81d-86f5-49e4-b263-17f668f46dd2 service neutron] Attempting to bind port 2ab97470-728c-4977-b280-3db1e3c28e5c by drivers openvswitch,hyperv on host hv-cinder-84496 at level 0 using segments [{'id': '4aa705b9-52d6-43cf-8d01-257410e9db3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8845f475-db3e-48e7-b4ea-89a4f35dd987'}] {{(pid=112919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 10:00:32.213477 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f6ee73-8f33-4c2f-bc7d-e861791a14fc req-184cb81d-86f5-49e4-b263-17f668f46dd2 service neutron] Attempting to bind port 2ab97470-728c-4977-b280-3db1e3c28e5c on network 8845f475-db3e-48e7-b4ea-89a4f35dd987 {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 10:00:32.217896 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f6ee73-8f33-4c2f-bc7d-e861791a14fc req-184cb81d-86f5-49e4-b263-17f668f46dd2 service neutron] Port 2ab97470-728c-4977-b280-3db1e3c28e5c on network 8845f475-db3e-48e7-b4ea-89a4f35dd987 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84496 {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 10:00:32.218216 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f6ee73-8f33-4c2f-bc7d-e861791a14fc req-184cb81d-86f5-49e4-b263-17f668f46dd2 service neutron] Attempting to bind port 2ab97470-728c-4977-b280-3db1e3c28e5c on network 8845f475-db3e-48e7-b4ea-89a4f35dd987 {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 10:00:32.223088 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f6ee73-8f33-4c2f-bc7d-e861791a14fc req-184cb81d-86f5-49e4-b263-17f668f46dd2 service neutron] Checking agent: {'id': 'e6f198be-e193-4693-a253-f9c4522a6272', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 9, 45, 52), 'started_at': datetime.datetime(2022, 8, 31, 9, 45, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 10, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 10:00:32.223447 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f6ee73-8f33-4c2f-bc7d-e861791a14fc req-184cb81d-86f5-49e4-b263-17f668f46dd2 service neutron] Checking segment: {'id': '4aa705b9-52d6-43cf-8d01-257410e9db3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8845f475-db3e-48e7-b4ea-89a4f35dd987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 10:00:32.223807 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f6ee73-8f33-4c2f-bc7d-e861791a14fc req-184cb81d-86f5-49e4-b263-17f668f46dd2 service neutron] Bound using segment: {'id': '4aa705b9-52d6-43cf-8d01-257410e9db3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8845f475-db3e-48e7-b4ea-89a4f35dd987'} {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 10:00:32.224260 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.managers [req-55f6ee73-8f33-4c2f-bc7d-e861791a14fc req-184cb81d-86f5-49e4-b263-17f668f46dd2 service neutron] Bound port: 2ab97470-728c-4977-b280-3db1e3c28e5c, host: hv-cinder-84496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aa705b9-52d6-43cf-8d01-257410e9db3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8845f475-db3e-48e7-b4ea-89a4f35dd987'}}] {{(pid=112919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 10:00:32.224613 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-55f6ee73-8f33-4c2f-bc7d-e861791a14fc req-184cb81d-86f5-49e4-b263-17f668f46dd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (2ab97470-728c-4977-b280-3db1e3c28e5c), before_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:32.282175 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:00:32.286312 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.db [req-55f6ee73-8f33-4c2f-bc7d-e861791a14fc req-184cb81d-86f5-49e4-b263-17f668f46dd2 service neutron] For port 2ab97470-728c-4977-b280-3db1e3c28e5c, host hv-cinder-84496, cleared binding levels {{(pid=112919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:00:32.290746 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.db [req-55f6ee73-8f33-4c2f-bc7d-e861791a14fc req-184cb81d-86f5-49e4-b263-17f668f46dd2 service neutron] For port 2ab97470-728c-4977-b280-3db1e3c28e5c, host hv-cinder-84496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=2ab97470-728c-4977-b280-3db1e3c28e5c,segment=NetworkSegment(4aa705b9-52d6-43cf-8d01-257410e9db3f),segment_id=4aa705b9-52d6-43cf-8d01-257410e9db3f)] {{(pid=112919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:00:32.297540 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-55f6ee73-8f33-4c2f-bc7d-e861791a14fc req-184cb81d-86f5-49e4-b263-17f668f46dd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66028615'] for port (2ab97470-728c-4977-b280-3db1e3c28e5c), after_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:32.302554 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6ee73-8f33-4c2f-bc7d-e861791a14fc req-184cb81d-86f5-49e4-b263-17f668f46dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:00:32.303162 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-55f6ee73-8f33-4c2f-bc7d-e861791a14fc req-184cb81d-86f5-49e4-b263-17f668f46dd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for port (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:32.304562 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-55f6ee73-8f33-4c2f-bc7d-e861791a14fc req-184cb81d-86f5-49e4-b263-17f668f46dd2 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/2ab97470-728c-4977-b280-3db1e3c28e5c HTTP/1.1" status: 200 len: 1098 time: 0.6687615 Aug 31 10:00:32.305077 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba84763c-52ec-4d7e-b9e5-2a945c63f426', 'tag': '2ab97470-728c-4977-b280-3db1e3c28e5c'}] {{(pid=112919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 10:00:32.307358 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f6ad1632a392cf14020321c7ce6c49338053db0fa13ffca62b7dfe78a8e90b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d2feae-5c49-4c05-9fe4-f8a8d2c787ce" -d '{"events": [{"name": "network-changed", "server_uuid": "ba84763c-52ec-4d7e-b9e5-2a945c63f426", "tag": "2ab97470-728c-4977-b280-3db1e3c28e5c"}]}' {{(pid=112919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:00:32.347319 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 10:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe678342-8fc8-4501-8fab-81d7667c6831 x-openstack-request-id: req-fe678342-8fc8-4501-8fab-81d7667c6831 {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:00:32.347602 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba84763c-52ec-4d7e-b9e5-2a945c63f426", "tag": "2ab97470-728c-4977-b280-3db1e3c28e5c", "status": "completed", "code": 200}]} {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:00:32.347852 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe678342-8fc8-4501-8fab-81d7667c6831 {{(pid=112919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:00:32.348252 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe678342-8fc8-4501-8fab-81d7667c6831'] response: {'name': 'network-changed', 'server_uuid': 'ba84763c-52ec-4d7e-b9e5-2a945c63f426', 'tag': '2ab97470-728c-4977-b280-3db1e3c28e5c', 'status': 'completed', 'code': 200} Aug 31 10:00:32.357767 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184cb81d-86f5-49e4-b263-17f668f46dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=2ab97470-728c-4977-b280-3db1e3c28e5c,revision_number=3']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:32.506253 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df4850-d662-4fcd-962b-fab30e8eb570 req-6e43def8-633d-401e-a2b5-438e12a966be tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:00:32.508324 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-74df4850-d662-4fcd-962b-fab30e8eb570 req-6e43def8-633d-401e-a2b5-438e12a966be tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ba84763c-52ec-4d7e-b9e5-2a945c63f426 HTTP/1.1" status: 200 len: 948 time: 0.0508425 Aug 31 10:00:32.558847 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-74df4850-d662-4fcd-962b-fab30e8eb570 req-eca8fda8-75fa-45fd-a04f-2f36370db768 tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7fe7418f-dccf-49f0-bb3b-f7e85dd8e8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448942 Aug 31 10:00:33.193172 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61a333-17f1-4216-b96e-c6cc8127536d req-40f0c20a-a8fa-452d-a6bc-9be914c92874 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:00:33.195633 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2b61a333-17f1-4216-b96e-c6cc8127536d req-40f0c20a-a8fa-452d-a6bc-9be914c92874 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 947 time: 0.0509155 Aug 31 10:00:33.222327 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:00:33.250381 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2b61a333-17f1-4216-b96e-c6cc8127536d req-7ba36ddd-32de-4519-a613-de9f30c5eb01 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491800 Aug 31 10:00:33.311056 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2feae-5c49-4c05-9fe4-f8a8d2c787ce req-be9ec6cc-7d8e-4cdf-9313-3a9af5812f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:00:33.312527 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-22d2feae-5c49-4c05-9fe4-f8a8d2c787ce req-be9ec6cc-7d8e-4cdf-9313-3a9af5812f1f service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=cdafb29648f34d9cbad378da051ac5c5&device_id=ba84763c-52ec-4d7e-b9e5-2a945c63f426 HTTP/1.1" status: 200 len: 1132 time: 0.0430753 Aug 31 10:00:33.354505 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-22d2feae-5c49-4c05-9fe4-f8a8d2c787ce req-f053541f-240e-4bfb-8753-162116be62d4 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=cdafb29648f34d9cbad378da051ac5c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0188310 Aug 31 10:00:33.452450 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2feae-5c49-4c05-9fe4-f8a8d2c787ce req-c90ba9f4-62d0-454d-9941-c129dc071a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:00:33.453840 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-22d2feae-5c49-4c05-9fe4-f8a8d2c787ce req-c90ba9f4-62d0-454d-9941-c129dc071a4f service neutron] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937324 Aug 31 10:00:33.562451 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6ee73-8f33-4c2f-bc7d-e861791a14fc req-7ee068e1-ddaf-4cd9-b922-9b9994f2d0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:00:33.563990 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-55f6ee73-8f33-4c2f-bc7d-e861791a14fc req-7ee068e1-ddaf-4cd9-b922-9b9994f2d0af service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=cdafb29648f34d9cbad378da051ac5c5&device_id=ba84763c-52ec-4d7e-b9e5-2a945c63f426 HTTP/1.1" status: 200 len: 1132 time: 0.0463884 Aug 31 10:00:33.682398 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d148c9-7861-45d3-b814-713a4dbc09dc req-ba257351-1815-42b2-844c-ab71924bcaa2 tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:00:33.684019 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-44d148c9-7861-45d3-b814-713a4dbc09dc req-ba257351-1815-42b2-844c-ab71924bcaa2 tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ba84763c-52ec-4d7e-b9e5-2a945c63f426 HTTP/1.1" status: 200 len: 948 time: 0.0487401 Aug 31 10:00:33.745030 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-55f6ee73-8f33-4c2f-bc7d-e861791a14fc req-6573f1a1-adec-48dd-a5ee-3b23aa953ed3 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=2ab97470-728c-4977-b280-3db1e3c28e5c HTTP/1.1" status: 200 len: 217 time: 0.0396655 Aug 31 10:00:33.769504 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-44d148c9-7861-45d3-b814-713a4dbc09dc req-1c7d775c-07e3-40bc-bc15-7a77f6606b13 tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7fe7418f-dccf-49f0-bb3b-f7e85dd8e8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796204 Aug 31 10:00:33.961943 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6ee73-8f33-4c2f-bc7d-e861791a14fc req-a19e43ac-56b2-4b12-a313-4c37b200c59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:00:33.963406 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-55f6ee73-8f33-4c2f-bc7d-e861791a14fc req-a19e43ac-56b2-4b12-a313-4c37b200c59d service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=796b935f-2f55-42c5-a9bc-6119f1297d24 HTTP/1.1" status: 200 len: 843 time: 0.0838511 Aug 31 10:00:33.969167 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895d1e48-75c6-406b-9315-220229f5f122 req-93f8adf5-2efd-4523-ab86-b6fd121b0c26 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:00:33.970577 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-895d1e48-75c6-406b-9315-220229f5f122 req-93f8adf5-2efd-4523-ab86-b6fd121b0c26 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 947 time: 0.0608008 Aug 31 10:00:34.036355 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6ee73-8f33-4c2f-bc7d-e861791a14fc req-3500c04c-9ea7-4d9b-ba39-afd8b9736ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:00:34.037811 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-55f6ee73-8f33-4c2f-bc7d-e861791a14fc req-3500c04c-9ea7-4d9b-ba39-afd8b9736ec8 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=8845f475-db3e-48e7-b4ea-89a4f35dd987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0663457 Aug 31 10:00:34.128921 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [req-895d1e48-75c6-406b-9315-220229f5f122 req-10292ad7-62d9-412e-81a8-1370c467e97c tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Deleting port f0ab5d21-97ec-4a21-a75b-253b40f65e47 {{(pid=112919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 10:00:34.129260 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-895d1e48-75c6-406b-9315-220229f5f122 req-10292ad7-62d9-412e-81a8-1370c467e97c tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (f0ab5d21-97ec-4a21-a75b-253b40f65e47), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:34.215816 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-55f6ee73-8f33-4c2f-bc7d-e861791a14fc req-2798a0ec-460c-43cb-aeb9-8d1af602715e service neutron] 10.222.0.64 "GET /networking/v2.0/networks/8845f475-db3e-48e7-b4ea-89a4f35dd987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701992 Aug 31 10:00:34.290015 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.db [req-895d1e48-75c6-406b-9315-220229f5f122 req-10292ad7-62d9-412e-81a8-1370c467e97c tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] For port f0ab5d21-97ec-4a21-a75b-253b40f65e47, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=f0ab5d21-97ec-4a21-a75b-253b40f65e47,segment=NetworkSegment(a90b8ffb-f27b-4c61-9949-27265dbdd344),segment_id=a90b8ffb-f27b-4c61-9949-27265dbdd344)] {{(pid=112919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:00:34.290346 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-895d1e48-75c6-406b-9315-220229f5f122 req-10292ad7-62d9-412e-81a8-1370c467e97c tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (f0ab5d21-97ec-4a21-a75b-253b40f65e47), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:34.410905 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:00:34.420100 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:00:34.462580 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-55f6ee73-8f33-4c2f-bc7d-e861791a14fc req-8356f11c-dede-4cc0-b4f7-a097c285d3e7 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/8845f475-db3e-48e7-b4ea-89a4f35dd987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379797 Aug 31 10:00:34.468750 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a13321-0bc3-4afb-85ca-1e4242c86828 req-381129b5-c3ca-45e8-a36a-65b640e1d142 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:00:34.471151 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-55a13321-0bc3-4afb-85ca-1e4242c86828 req-381129b5-c3ca-45e8-a36a-65b640e1d142 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 947 time: 0.1259441 Aug 31 10:00:34.592020 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-55a13321-0bc3-4afb-85ca-1e4242c86828 req-ef544ced-2c98-414e-b83a-ebaa3123c48b tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=db11171b-f844-4960-9e37-d12595092833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135597 Aug 31 10:00:34.607182 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-895d1e48-75c6-406b-9315-220229f5f122 req-10292ad7-62d9-412e-81a8-1370c467e97c tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:34.607302 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-895d1e48-75c6-406b-9315-220229f5f122 req-10292ad7-62d9-412e-81a8-1370c467e97c tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964517'] for floatingip (eeb8b5fd-6d79-4c9e-b6d0-e013e898ed3d), after_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:34.607774 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.db.l3_db [req-895d1e48-75c6-406b-9315-220229f5f122 req-10292ad7-62d9-412e-81a8-1370c467e97c tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Floating IP eeb8b5fd-6d79-4c9e-b6d0-e013e898ed3d disassociated. External IP: 172.27.3.190, port: f0ab5d21-97ec-4a21-a75b-253b40f65e47. Aug 31 10:00:34.608338 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [req-895d1e48-75c6-406b-9315-220229f5f122 req-10292ad7-62d9-412e-81a8-1370c467e97c tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Calling delete_port for f0ab5d21-97ec-4a21-a75b-253b40f65e47 owned by compute:nova {{(pid=112919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 10:00:34.756316 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-895d1e48-75c6-406b-9315-220229f5f122 req-10292ad7-62d9-412e-81a8-1370c467e97c tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66028622'] for port (f0ab5d21-97ec-4a21-a75b-253b40f65e47), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:34.786443 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10292ad7-62d9-412e-81a8-1370c467e97c tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Pushing event deleted for resources: {'Port': ['ID=f0ab5d21-97ec-4a21-a75b-253b40f65e47,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:35.096579 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.agents_db [None req-8002e13a-56e4-448b-bc0d-5c9f038cbdad None None] Agent healthcheck: found 6 active agents {{(pid=112922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:00:35.219092 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa4bde-7a90-4657-bb3f-f6e1d7ba83e3 req-ba17bd4b-e520-4cf6-8af3-61f2b26688f7 tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:00:35.220643 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-6ffa4bde-7a90-4657-bb3f-f6e1d7ba83e3 req-ba17bd4b-e520-4cf6-8af3-61f2b26688f7 tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ba84763c-52ec-4d7e-b9e5-2a945c63f426 HTTP/1.1" status: 200 len: 948 time: 0.3650117 Aug 31 10:00:35.251712 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.l3_agent_scheduler [req-895d1e48-75c6-406b-9315-220229f5f122 req-10292ad7-62d9-412e-81a8-1370c467e97c tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Router ef3039e0-81ed-4020-a3d2-084638a12f54 has already been hosted by L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 {{(pid=112919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:00:35.290120 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-6ffa4bde-7a90-4657-bb3f-f6e1d7ba83e3 req-fd2ef2dd-5f8e-4e5e-8c07-c92225fe744d tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7fe7418f-dccf-49f0-bb3b-f7e85dd8e8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626206 Aug 31 10:00:35.379424 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-895d1e48-75c6-406b-9315-220229f5f122 req-10292ad7-62d9-412e-81a8-1370c467e97c tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:00:35.389903 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606cda5c-9716-41e3-8528-9c02fb02dbf4 None None] Sync routers for ids ['ef3039e0-81ed-4020-a3d2-084638a12f54'] in dv-cinder-844961-2-iscsi {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:00:35.400647 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606cda5c-9716-41e3-8528-9c02fb02dbf4 None None] Routers {'ef3039e0-81ed-4020-a3d2-084638a12f54'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 10:00:35.401281 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-606cda5c-9716-41e3-8528-9c02fb02dbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T10:00:26Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['ef3039e0-81ed-4020-a3d2-084638a12f54'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:00:35.425637 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.l3_dvrscheduler_db [req-895d1e48-75c6-406b-9315-220229f5f122 req-10292ad7-62d9-412e-81a8-1370c467e97c tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] No DVR routers for this DVR port f0ab5d21-97ec-4a21-a75b-253b40f65e47 on host hv-cinder-84496 {{(pid=112919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 10:00:35.428253 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-895d1e48-75c6-406b-9315-220229f5f122 req-10292ad7-62d9-412e-81a8-1370c467e97c tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for port (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:35.431556 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-895d1e48-75c6-406b-9315-220229f5f122 req-10292ad7-62d9-412e-81a8-1370c467e97c tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.64 "DELETE /networking/v2.0/ports/f0ab5d21-97ec-4a21-a75b-253b40f65e47 HTTP/1.1" status: 204 len: 173 time: 1.4522955 Aug 31 10:00:35.432049 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9', 'name': 'network-vif-deleted', 'tag': 'f0ab5d21-97ec-4a21-a75b-253b40f65e47'}] {{(pid=112919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 10:00:35.434441 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f6ad1632a392cf14020321c7ce6c49338053db0fa13ffca62b7dfe78a8e90b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c50b43-83e5-47c2-913e-90095d225776" -d '{"events": [{"server_uuid": "b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9", "name": "network-vif-deleted", "tag": "f0ab5d21-97ec-4a21-a75b-253b40f65e47"}]}' {{(pid=112919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:00:35.472613 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 10:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf840b4-1cde-46cd-890f-9ef42b0e7f41 x-openstack-request-id: req-adf840b4-1cde-46cd-890f-9ef42b0e7f41 {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:00:35.472904 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9", "name": "network-vif-deleted", "tag": "f0ab5d21-97ec-4a21-a75b-253b40f65e47", "status": "completed", "code": 200}]} {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:00:35.473157 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-adf840b4-1cde-46cd-890f-9ef42b0e7f41 {{(pid=112919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:00:35.473589 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adf840b4-1cde-46cd-890f-9ef42b0e7f41'] response: {'server_uuid': 'b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9', 'name': 'network-vif-deleted', 'tag': 'f0ab5d21-97ec-4a21-a75b-253b40f65e47', 'status': 'completed', 'code': 200} Aug 31 10:00:35.505962 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-606cda5c-9716-41e3-8528-9c02fb02dbf4 None None] Set router ef3039e0-81ed-4020-a3d2-084638a12f54 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 10:00:35.706298 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d69f4bc9-99f3-49e0-aca0-e0909e1c5a40 req-1a485f79-8a7d-48b7-9be1-2730a6ea96d4 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 210 time: 0.0287960 Aug 31 10:00:35.818697 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-606cda5c-9716-41e3-8528-9c02fb02dbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef3039e0-81ed-4020-a3d2-084638a12f54', 'name': 'tempest-AttachVolumeShelveTestJSON-1372282155-router', 'tenant_id': 'a68bf51dcd404f559e9ae2efeb185712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'de365d83-91d1-4d1c-b630-fa17c00e8650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:56:07Z', 'updated_at': '2022-08-31T09:56:10Z', 'revision_number': 4, 'project_id': 'a68bf51dcd404f559e9ae2efeb185712', 'gw_port': {'id': 'de365d83-91d1-4d1c-b630-fa17c00e8650', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:62:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3039e0-81ed-4020-a3d2-084638a12f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:56:08Z', 'updated_at': '2022-08-31T09:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': '49757a03-7781-48a1-a2e6-75a60cab962b', 'name': '', 'network_id': '0f5370f1-004e-40df-a622-c79b4bbd1b36', 'tenant_id': 'a68bf51dcd404f559e9ae2efeb185712', 'mac_address': 'fa:16:3e:51:94:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3039e0-81ed-4020-a3d2-084638a12f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7552609c-80f9-41d8-a1ca-1fd2186ed151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:56:10Z', 'updated_at': '2022-08-31T09:56:17Z', 'revision_number': 5, 'project_id': 'a68bf51dcd404f559e9ae2efeb185712', 'subnets': [{'id': '7552609c-80f9-41d8-a1ca-1fd2186ed151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:00:35.846402 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606cda5c-9716-41e3-8528-9c02fb02dbf4 None None] Checking router: ef3039e0-81ed-4020-a3d2-084638a12f54 for host: dv-cinder-844961-2-iscsi {{(pid=112921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:00:35.855848 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606cda5c-9716-41e3-8528-9c02fb02dbf4 None None] Routers {'ef3039e0-81ed-4020-a3d2-084638a12f54'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 10:00:35.856457 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-606cda5c-9716-41e3-8528-9c02fb02dbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T10:00:26Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['ef3039e0-81ed-4020-a3d2-084638a12f54'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:00:35.962188 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-606cda5c-9716-41e3-8528-9c02fb02dbf4 None None] Set router ef3039e0-81ed-4020-a3d2-084638a12f54 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 10:00:36.152268 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-606cda5c-9716-41e3-8528-9c02fb02dbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef3039e0-81ed-4020-a3d2-084638a12f54', 'name': 'tempest-AttachVolumeShelveTestJSON-1372282155-router', 'tenant_id': 'a68bf51dcd404f559e9ae2efeb185712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'de365d83-91d1-4d1c-b630-fa17c00e8650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:56:07Z', 'updated_at': '2022-08-31T09:56:10Z', 'revision_number': 4, 'project_id': 'a68bf51dcd404f559e9ae2efeb185712', 'gw_port': {'id': 'de365d83-91d1-4d1c-b630-fa17c00e8650', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:62:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3039e0-81ed-4020-a3d2-084638a12f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:56:08Z', 'updated_at': '2022-08-31T09:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': '49757a03-7781-48a1-a2e6-75a60cab962b', 'name': '', 'network_id': '0f5370f1-004e-40df-a622-c79b4bbd1b36', 'tenant_id': 'a68bf51dcd404f559e9ae2efeb185712', 'mac_address': 'fa:16:3e:51:94:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3039e0-81ed-4020-a3d2-084638a12f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7552609c-80f9-41d8-a1ca-1fd2186ed151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:56:10Z', 'updated_at': '2022-08-31T09:56:17Z', 'revision_number': 5, 'project_id': 'a68bf51dcd404f559e9ae2efeb185712', 'subnets': [{'id': '7552609c-80f9-41d8-a1ca-1fd2186ed151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:00:36.178987 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606cda5c-9716-41e3-8528-9c02fb02dbf4 None None] The sync data for ids ['ef3039e0-81ed-4020-a3d2-084638a12f54'] in dv-cinder-844961-2-iscsi is: [{'id': 'ef3039e0-81ed-4020-a3d2-084638a12f54', 'name': 'tempest-AttachVolumeShelveTestJSON-1372282155-router', 'tenant_id': 'a68bf51dcd404f559e9ae2efeb185712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'de365d83-91d1-4d1c-b630-fa17c00e8650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:56:07Z', 'updated_at': '2022-08-31T09:56:10Z', 'revision_number': 4, 'project_id': 'a68bf51dcd404f559e9ae2efeb185712', 'gw_port': {'id': 'de365d83-91d1-4d1c-b630-fa17c00e8650', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:62:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3039e0-81ed-4020-a3d2-084638a12f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:56:08Z', 'updated_at': '2022-08-31T09:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': '49757a03-7781-48a1-a2e6-75a60cab962b', 'name': '', 'network_id': '0f5370f1-004e-40df-a622-c79b4bbd1b36', 'tenant_id': 'a68bf51dcd404f559e9ae2efeb185712', 'mac_address': 'fa:16:3e:51:94:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3039e0-81ed-4020-a3d2-084638a12f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7552609c-80f9-41d8-a1ca-1fd2186ed151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:56:10Z', 'updated_at': '2022-08-31T09:56:17Z', 'revision_number': 5, 'project_id': 'a68bf51dcd404f559e9ae2efeb185712', 'subnets': [{'id': '7552609c-80f9-41d8-a1ca-1fd2186ed151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:00:36.386346 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=66,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:00:36.387985 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=67,neutron:DELETE=7,neutron:INSERT=6 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:00:36.421756 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855fceb-7e83-4cce-8dcc-9ba29b5f32b0 req-23b40c31-c069-4284-9892-a4b6c8fac9b5 tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:00:36.423317 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e855fceb-7e83-4cce-8dcc-9ba29b5f32b0 req-23b40c31-c069-4284-9892-a4b6c8fac9b5 tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ba84763c-52ec-4d7e-b9e5-2a945c63f426 HTTP/1.1" status: 200 len: 948 time: 0.0545673 Aug 31 10:00:36.446605 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1df0901-b2e8-4fb7-be43-ba37c9efaa41 None None] New status for floating IP eeb8b5fd-6d79-4c9e-b6d0-e013e898ed3d: DOWN {{(pid=112922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 10:00:36.479714 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e855fceb-7e83-4cce-8dcc-9ba29b5f32b0 req-592d41e9-905a-412b-a71e-4363c51da645 tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7fe7418f-dccf-49f0-bb3b-f7e85dd8e8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486736 Aug 31 10:00:36.817127 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-de40d6fb-b6d2-4e58-8d4f-760a1e25d524 req-0e614674-6dc4-46c8-8682-44cc8c3e8d93 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b66a69ff-2317-4dbe-b580-d6c7dc5f4cb9 HTTP/1.1" status: 200 len: 210 time: 0.0307982 Aug 31 10:00:37.604690 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e529c-b0d8-4159-b326-3dc671d52d60 req-137a5f7d-18d4-4e59-895b-a211cb31f59c tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:00:37.606384 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-fa3e529c-b0d8-4159-b326-3dc671d52d60 req-137a5f7d-18d4-4e59-895b-a211cb31f59c tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ba84763c-52ec-4d7e-b9e5-2a945c63f426 HTTP/1.1" status: 200 len: 948 time: 0.0489185 Aug 31 10:00:37.658681 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-fa3e529c-b0d8-4159-b326-3dc671d52d60 req-329c1a41-2777-4119-9876-980598a8801a tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7fe7418f-dccf-49f0-bb3b-f7e85dd8e8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467730 Aug 31 10:00:37.926834 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 52540) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:00:37.956317 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:00:37.973312 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:00:37.991499 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-f18ba758-5b0d-49fa-8f52-82ae099e8e1c tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks [] for security_group (db11171b-f844-4960-9e37-d12595092833), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:38.013989 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-f18ba758-5b0d-49fa-8f52-82ae099e8e1c tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks [] for security_group (db11171b-f844-4960-9e37-d12595092833), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:38.070858 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-f18ba758-5b0d-49fa-8f52-82ae099e8e1c tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (db11171b-f844-4960-9e37-d12595092833), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:38.071190 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-f18ba758-5b0d-49fa-8f52-82ae099e8e1c tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks [] for security_group (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:38.075257 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-f18ba758-5b0d-49fa-8f52-82ae099e8e1c tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "DELETE /networking/v2.0/security-groups/db11171b-f844-4960-9e37-d12595092833 HTTP/1.1" status: 204 len: 168 time: 0.1442661 Aug 31 10:00:38.075772 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 52542) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:00:38.082066 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ba758-5b0d-49fa-8f52-82ae099e8e1c tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db11171b-f844-4960-9e37-d12595092833,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:38.092699 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.api.v2.resource [None req-ae37c4d7-134e-4d6e-b8c9-3147decf06ad tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] show failed (client error): The resource could not be found. Aug 31 10:00:38.096697 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-ae37c4d7-134e-4d6e-b8c9-3147decf06ad tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups/db11171b-f844-4960-9e37-d12595092833 HTTP/1.1" status: 404 len: 347 time: 0.0170844 Aug 31 10:00:38.096942 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 52544) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:00:38.216587 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.plugin [None req-54249a65-ef5f-4f07-82c2-1da0b8de3658 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Deleting port 283f5a49-b100-49b5-bfc2-43f1f82a7afd {{(pid=112920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 10:00:38.216936 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-54249a65-ef5f-4f07-82c2-1da0b8de3658 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (283f5a49-b100-49b5-bfc2-43f1f82a7afd), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:38.301194 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-54249a65-ef5f-4f07-82c2-1da0b8de3658 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (283f5a49-b100-49b5-bfc2-43f1f82a7afd), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:38.301554 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-54249a65-ef5f-4f07-82c2-1da0b8de3658 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks [] for floatingip (283f5a49-b100-49b5-bfc2-43f1f82a7afd), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:38.315445 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.plugin [None req-54249a65-ef5f-4f07-82c2-1da0b8de3658 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Calling delete_port for 283f5a49-b100-49b5-bfc2-43f1f82a7afd owned by network:floatingip {{(pid=112920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 10:00:38.454911 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-54249a65-ef5f-4f07-82c2-1da0b8de3658 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64202837'] for port (283f5a49-b100-49b5-bfc2-43f1f82a7afd), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:38.478169 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54249a65-ef5f-4f07-82c2-1da0b8de3658 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Pushing event deleted for resources: {'Port': ['ID=283f5a49-b100-49b5-bfc2-43f1f82a7afd,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:38.545695 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-54249a65-ef5f-4f07-82c2-1da0b8de3658 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks [] for floatingip (eeb8b5fd-6d79-4c9e-b6d0-e013e898ed3d), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:38.548184 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-54249a65-ef5f-4f07-82c2-1da0b8de3658 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for floatingip (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:38.549327 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-54249a65-ef5f-4f07-82c2-1da0b8de3658 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "DELETE /networking/v2.0/floatingips/eeb8b5fd-6d79-4c9e-b6d0-e013e898ed3d HTTP/1.1" status: 204 len: 168 time: 0.4513738 Aug 31 10:00:38.719767 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device 2ab97470-728c-4977-b280-3db1e3c28e5c details requested by agent hyperv_hv-cinder-84496 with host hv-cinder-84496 {{(pid=112921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:00:38.734365 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device f0ab5d21-97ec-4a21-a75b-253b40f65e47 no longer exists at agent hyperv_hv-cinder-84496 {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:00:38.760546 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] No Port match for: f0ab5d21-97ec-4a21-a75b-253b40f65e47 {{(pid=112921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 10:00:38.760902 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device f0ab5d21-97ec-4a21-a75b-253b40f65e47 not bound to the agent host hv-cinder-84496 {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:00:38.781066 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c7ea53-50bf-4613-8cf5-c989f00fec03 req-16eba9e4-b715-4a63-9cbf-16c9e57d2541 tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:00:38.782596 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a8c7ea53-50bf-4613-8cf5-c989f00fec03 req-16eba9e4-b715-4a63-9cbf-16c9e57d2541 tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ba84763c-52ec-4d7e-b9e5-2a945c63f426 HTTP/1.1" status: 200 len: 948 time: 0.0483913 Aug 31 10:00:38.812204 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:00:38.822968 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:00:38.833996 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a8c7ea53-50bf-4613-8cf5-c989f00fec03 req-6f251dc5-5027-45a4-a204-b4a03f3f7b14 tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7fe7418f-dccf-49f0-bb3b-f7e85dd8e8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448189 Aug 31 10:00:38.854750 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port 2ab97470-728c-4977-b280-3db1e3c28e5c, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=2ab97470-728c-4977-b280-3db1e3c28e5c,segment=NetworkSegment(4aa705b9-52d6-43cf-8d01-257410e9db3f),segment_id=4aa705b9-52d6-43cf-8d01-257410e9db3f)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:00:38.866318 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Returning: {'device': '2ab97470-728c-4977-b280-3db1e3c28e5c', 'network_id': '8845f475-db3e-48e7-b4ea-89a4f35dd987', 'port_id': '2ab97470-728c-4977-b280-3db1e3c28e5c', 'mac_address': 'fa:16:3e:a2:b1:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '796b935f-2f55-42c5-a9bc-6119f1297d24', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:00:38.901212 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Current status of the port 2ab97470-728c-4977-b280-3db1e3c28e5c is: DOWN; New status is: BUILD {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 10:00:38.901623 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (2ab97470-728c-4977-b280-3db1e3c28e5c), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:38.916600 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.notifiers.nova [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ab97470-728c-4977-b280-3db1e3c28e5c {{(pid=112921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 10:00:38.938243 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port 2ab97470-728c-4977-b280-3db1e3c28e5c, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=2ab97470-728c-4977-b280-3db1e3c28e5c,segment=NetworkSegment(4aa705b9-52d6-43cf-8d01-257410e9db3f),segment_id=4aa705b9-52d6-43cf-8d01-257410e9db3f)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:00:38.942244 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (2ab97470-728c-4977-b280-3db1e3c28e5c), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:39.007241 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Pushing event updated for resources: {'Port': ['ID=2ab97470-728c-4977-b280-3db1e3c28e5c,revision_number=4']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:39.015995 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:39.016342 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:39.016784 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:39.017178 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:39.017649 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:39.018143 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:39.018542 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:39.018893 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:39.019301 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:39.019708 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:39.020145 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:39.020633 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:39.021062 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:39.021448 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:39.021853 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:39.372212 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] get_ports_and_sgs() called for port_ids ['2ab97470-728c-4977-b280-3db1e3c28e5c'] {{(pid=112921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 10:00:39.649764 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 52552) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:00:39.654242 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-7e13f578-e423-4367-8b29-dc6345522351 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1346118660', 'description': 'tempest-description--1970577789'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:00:39.675519 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-7e13f578-e423-4367-8b29-dc6345522351 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:39.750150 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-7e13f578-e423-4367-8b29-dc6345522351 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks [] for security_group (719dd2d4-e680-4c49-ae1a-768b35ac987d), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:39.754116 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-7e13f578-e423-4367-8b29-dc6345522351 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (719dd2d4-e680-4c49-ae1a-768b35ac987d), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:39.788328 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-7e13f578-e423-4367-8b29-dc6345522351 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:39.789767 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-7e13f578-e423-4367-8b29-dc6345522351 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1390057 Aug 31 10:00:39.790850 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e13f578-e423-4367-8b29-dc6345522351 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=719dd2d4-e680-4c49-ae1a-768b35ac987d,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:39.792891 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 52554) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:00:39.797572 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [None req-69d8dad0-4c38-434a-b375-d118921dafeb tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Request body: {'security_group_rule': {'security_group_id': '719dd2d4-e680-4c49-ae1a-768b35ac987d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:00:39.825887 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-69d8dad0-4c38-434a-b375-d118921dafeb tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks [] for security_group_rule (4c5d2fbd-4cd3-4358-ac50-eb0ec6a79a8d), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:39.884263 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-69d8dad0-4c38-434a-b375-d118921dafeb tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks [] for security_group_rule (4c5d2fbd-4cd3-4358-ac50-eb0ec6a79a8d), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:39.887981 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-69d8dad0-4c38-434a-b375-d118921dafeb tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045036'] for security_group_rule (4c5d2fbd-4cd3-4358-ac50-eb0ec6a79a8d), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:39.907618 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d8dad0-4c38-434a-b375-d118921dafeb tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c5d2fbd-4cd3-4358-ac50-eb0ec6a79a8d,revision_number=0']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:39.923855 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-69d8dad0-4c38-434a-b375-d118921dafeb tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:39.925124 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-69d8dad0-4c38-434a-b375-d118921dafeb tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1311045 Aug 31 10:00:39.928251 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 52558) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:00:39.933354 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-84705920-2639-4ad8-a013-15454e7a0e7b tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Request body: {'security_group_rule': {'security_group_id': '719dd2d4-e680-4c49-ae1a-768b35ac987d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:00:39.963208 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-84705920-2639-4ad8-a013-15454e7a0e7b tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks [] for security_group_rule (cd5e6239-fb45-4c69-ab6a-c01f619187c6), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:39.978298 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0081a-5c91-4b00-b21e-b6a87f17848b req-f46f8005-ff0c-482f-b610-d18843a0b48a tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:00:39.979854 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-83b0081a-5c91-4b00-b21e-b6a87f17848b req-f46f8005-ff0c-482f-b610-d18843a0b48a tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ba84763c-52ec-4d7e-b9e5-2a945c63f426 HTTP/1.1" status: 200 len: 949 time: 0.0536983 Aug 31 10:00:40.034157 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-84705920-2639-4ad8-a013-15454e7a0e7b tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks [] for security_group_rule (cd5e6239-fb45-4c69-ab6a-c01f619187c6), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:40.037403 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-83b0081a-5c91-4b00-b21e-b6a87f17848b req-62611586-ec04-4dd9-8ad2-3e884301656c tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7fe7418f-dccf-49f0-bb3b-f7e85dd8e8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507262 Aug 31 10:00:40.038936 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-84705920-2639-4ad8-a013-15454e7a0e7b tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045036'] for security_group_rule (cd5e6239-fb45-4c69-ab6a-c01f619187c6), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:40.045371 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:00:40.061614 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84705920-2639-4ad8-a013-15454e7a0e7b tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd5e6239-fb45-4c69-ab6a-c01f619187c6,revision_number=0']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:40.073518 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-84705920-2639-4ad8-a013-15454e7a0e7b tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:40.074818 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-84705920-2639-4ad8-a013-15454e7a0e7b tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1449239 Aug 31 10:00:40.080047 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 52560) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:00:40.085215 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-52b06449-8aca-47d4-a96d-461266b525b0 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Request body: {'floatingip': {'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:00:40.108844 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-52b06449-8aca-47d4-a96d-461266b525b0 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:40.198059 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-52b06449-8aca-47d4-a96d-461266b525b0 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:40.206361 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:00:40.306214 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.db_base_plugin_common [None req-52b06449-8aca-47d4-a96d-461266b525b0 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Allocated IP 172.27.3.105 (9ecc2a3c-efc3-4c90-8e67-1028759a248c/b5177607-d6ca-45c7-ac03-71d68f18093b/79108f83-0ef6-4dd2-9e84-6f58ce3a20dc) {{(pid=112920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:00:40.417479 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-52b06449-8aca-47d4-a96d-461266b525b0 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks [] for port (79108f83-0ef6-4dd2-9e84-6f58ce3a20dc), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:40.452493 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-52b06449-8aca-47d4-a96d-461266b525b0 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64202837'] for port (79108f83-0ef6-4dd2-9e84-6f58ce3a20dc), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:40.495300 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b06449-8aca-47d4-a96d-461266b525b0 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Network 9ecc2a3c-efc3-4c90-8e67-1028759a248c is already hosted by enough agents. {{(pid=112920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:00:40.500469 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.base_scheduler [None req-52b06449-8aca-47d4-a96d-461266b525b0 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Resources bound (agent type, host, resource id): {{(pid=112920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:00:40.502659 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b06449-8aca-47d4-a96d-461266b525b0 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Pushing event updated for resources: {'Port': ['ID=79108f83-0ef6-4dd2-9e84-6f58ce3a20dc,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:40.504786 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b06449-8aca-47d4-a96d-461266b525b0 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Received port after_create {{(pid=112920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 10:00:40.592613 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-52b06449-8aca-47d4-a96d-461266b525b0 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks [] for floatingip (46c69b37-f926-48be-83fb-bd18c3c57b9b), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:40.632565 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-52b06449-8aca-47d4-a96d-461266b525b0 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (79108f83-0ef6-4dd2-9e84-6f58ce3a20dc), before_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:40.726787 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device 2ab97470-728c-4977-b280-3db1e3c28e5c up at agent hyperv_hv-cinder-84496 {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:00:40.768900 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Provisioning for port 2ab97470-728c-4977-b280-3db1e3c28e5c completed by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 10:00:40.774711 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Provisioning complete for port 2ab97470-728c-4977-b280-3db1e3c28e5c triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 10:00:40.775104 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (2ab97470-728c-4977-b280-3db1e3c28e5c), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:40.782740 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-52b06449-8aca-47d4-a96d-461266b525b0 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks [] for port (79108f83-0ef6-4dd2-9e84-6f58ce3a20dc), precommit_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:40.787019 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-52b06449-8aca-47d4-a96d-461266b525b0 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64202844'] for port (79108f83-0ef6-4dd2-9e84-6f58ce3a20dc), after_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:40.828947 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:00:40.849627 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Current status of the port 2ab97470-728c-4977-b280-3db1e3c28e5c is: BUILD; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 10:00:40.850791 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (2ab97470-728c-4977-b280-3db1e3c28e5c), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:40.862475 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-52b06449-8aca-47d4-a96d-461266b525b0 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964517'] for floatingip (46c69b37-f926-48be-83fb-bd18c3c57b9b), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:40.866253 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b06449-8aca-47d4-a96d-461266b525b0 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Pushing event updated for resources: {'Port': ['ID=79108f83-0ef6-4dd2-9e84-6f58ce3a20dc,revision_number=2']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:40.875718 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba84763c-52ec-4d7e-b9e5-2a945c63f426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab97470-728c-4977-b280-3db1e3c28e5c'}] {{(pid=112921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 10:00:40.877914 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b0c9b70db3c71f613761f7f5e171cb6bed896c41d1f4f7babde002b819469c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc877d9-16ee-467f-bbaa-b1326d4de7a0" -d '{"events": [{"server_uuid": "ba84763c-52ec-4d7e-b9e5-2a945c63f426", "name": "network-vif-plugged", "status": "completed", "tag": "2ab97470-728c-4977-b280-3db1e3c28e5c"}]}' {{(pid=112921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:00:40.883860 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-52b06449-8aca-47d4-a96d-461266b525b0 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for floatingip (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:40.885795 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-52b06449-8aca-47d4-a96d-461266b525b0 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8047993 Aug 31 10:00:40.892099 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port 2ab97470-728c-4977-b280-3db1e3c28e5c, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=2ab97470-728c-4977-b280-3db1e3c28e5c,segment=NetworkSegment(4aa705b9-52d6-43cf-8d01-257410e9db3f),segment_id=4aa705b9-52d6-43cf-8d01-257410e9db3f)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:00:40.900614 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (2ab97470-728c-4977-b280-3db1e3c28e5c), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:40.933318 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 10:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252fef60-1695-462f-b110-4809ee771467 x-openstack-request-id: req-252fef60-1695-462f-b110-4809ee771467 {{(pid=112921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:00:40.933644 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba84763c-52ec-4d7e-b9e5-2a945c63f426", "name": "network-vif-plugged", "status": "completed", "tag": "2ab97470-728c-4977-b280-3db1e3c28e5c", "code": 200}]} {{(pid=112921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:00:40.934010 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-252fef60-1695-462f-b110-4809ee771467 {{(pid=112921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:00:40.934276 dv-cinder-844961-2-iscsi neutron-server[112921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-252fef60-1695-462f-b110-4809ee771467'] response: {'server_uuid': 'ba84763c-52ec-4d7e-b9e5-2a945c63f426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab97470-728c-4977-b280-3db1e3c28e5c', 'code': 200} Aug 31 10:00:40.956693 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Pushing event updated for resources: {'Port': ['ID=2ab97470-728c-4977-b280-3db1e3c28e5c,revision_number=5']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:41.106980 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-34651c02-9e8f-4753-addf-aaae1b31c6d2 req-a0503513-5737-45e1-93c8-71d6d59f4b20 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1346118660&fields=id&tenant_id=a68bf51dcd404f559e9ae2efeb185712 HTTP/1.1" status: 200 len: 267 time: 0.0507863 Aug 31 10:00:41.251021 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f95653-e927-43d8-bdfd-f328b34e084b req-31fcf5e9-7fcd-4fc1-ad14-6970ef34fe25 tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:00:41.252391 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-20f95653-e927-43d8-bdfd-f328b34e084b req-31fcf5e9-7fcd-4fc1-ad14-6970ef34fe25 tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ba84763c-52ec-4d7e-b9e5-2a945c63f426 HTTP/1.1" status: 200 len: 950 time: 0.1270747 Aug 31 10:00:41.261774 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28253e64-6693-4d10-8025-b8c80977a131 req-2ab7de0e-9036-47ae-aa1c-a7ab7660e4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:00:41.263142 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-28253e64-6693-4d10-8025-b8c80977a131 req-2ab7de0e-9036-47ae-aa1c-a7ab7660e4c8 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ba84763c-52ec-4d7e-b9e5-2a945c63f426 HTTP/1.1" status: 200 len: 1134 time: 0.1176894 Aug 31 10:00:41.327127 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34651c02-9e8f-4753-addf-aaae1b31c6d2 req-e501f317-934a-4d4e-8a68-3e092a709ff3 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:00:41.328631 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-34651c02-9e8f-4753-addf-aaae1b31c6d2 req-e501f317-934a-4d4e-8a68-3e092a709ff3 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/networks?id=0f5370f1-004e-40df-a622-c79b4bbd1b36 HTTP/1.1" status: 200 len: 817 time: 0.2149284 Aug 31 10:00:41.378692 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-34651c02-9e8f-4753-addf-aaae1b31c6d2 req-ce4f7698-60ee-410e-a982-8cc1441cc593 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/quotas/a68bf51dcd404f559e9ae2efeb185712 HTTP/1.1" status: 200 len: 375 time: 0.0364087 Aug 31 10:00:41.382093 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-20f95653-e927-43d8-bdfd-f328b34e084b req-afb11da7-6750-4ec4-86c2-cb0315ba85c8 tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7fe7418f-dccf-49f0-bb3b-f7e85dd8e8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214943 Aug 31 10:00:41.384399 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-28253e64-6693-4d10-8025-b8c80977a131 req-9c390928-ed94-41ba-935f-5cc92c4044ec service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=7fe7418f-dccf-49f0-bb3b-f7e85dd8e8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054833 Aug 31 10:00:41.432973 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-34651c02-9e8f-4753-addf-aaae1b31c6d2 req-7f56e225-6697-40da-9def-88e1f6f690f5 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=a68bf51dcd404f559e9ae2efeb185712&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476155 Aug 31 10:00:41.511656 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:00:41.535571 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-34651c02-9e8f-4753-addf-aaae1b31c6d2 req-bce184e5-194c-40c9-90b6-e1abae688a45 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/0f5370f1-004e-40df-a622-c79b4bbd1b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892177 Aug 31 10:00:41.605832 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:00:41.633881 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-34651c02-9e8f-4753-addf-aaae1b31c6d2 req-5b7608a6-d662-4300-a2d9-95fc62dfe714 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/0f5370f1-004e-40df-a622-c79b4bbd1b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919614 Aug 31 10:00:41.800467 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-212fa553-6d87-4d9a-8879-10ec17374a1c req-c8f6660d-aabb-4e43-8eae-48dc2cf2c664 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 210 time: 0.0292013 Aug 31 10:00:42.507684 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff35ef-55b2-4146-a45d-b7b9db9504f7 req-80ea7ad7-0723-4a51-90ea-1f2eb2731b4f tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:00:42.509106 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9fff35ef-55b2-4146-a45d-b7b9db9504f7 req-80ea7ad7-0723-4a51-90ea-1f2eb2731b4f tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ba84763c-52ec-4d7e-b9e5-2a945c63f426 HTTP/1.1" status: 200 len: 950 time: 0.0501134 Aug 31 10:00:42.565144 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9fff35ef-55b2-4146-a45d-b7b9db9504f7 req-389db2b9-e26a-4fca-970b-d4222a4c3bf8 tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7fe7418f-dccf-49f0-bb3b-f7e85dd8e8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500002 Aug 31 10:00:42.912336 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-38a97100-99d9-455a-be25-84b3e0d70361 req-a9baeb94-1ab2-4e9d-a81e-1a3cd4a917b6 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 210 time: 0.0273385 Aug 31 10:00:43.687010 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b50c27a-bfe2-423c-8a86-cfcd67aae6fd req-62293e45-1def-4d56-a140-e4217110faa1 tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:00:43.688465 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7b50c27a-bfe2-423c-8a86-cfcd67aae6fd req-62293e45-1def-4d56-a140-e4217110faa1 tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ba84763c-52ec-4d7e-b9e5-2a945c63f426 HTTP/1.1" status: 200 len: 950 time: 0.0472922 Aug 31 10:00:43.736681 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7b50c27a-bfe2-423c-8a86-cfcd67aae6fd req-f5f7f951-5a5a-4e2e-87e0-39d0ee282df3 tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7fe7418f-dccf-49f0-bb3b-f7e85dd8e8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425351 Aug 31 10:00:44.082278 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4a8232dd-a051-485f-a4e7-5e01076a553d req-c7f2826d-b01a-46a6-b490-ccfa4703003c tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 210 time: 0.0668466 Aug 31 10:00:44.092003 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f71263-bd09-4924-9148-a5cd263a408c req-c3fcc32f-f6a9-47b0-8f7f-4dd08d7520d6 tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:00:44.093472 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e9f71263-bd09-4924-9148-a5cd263a408c req-c3fcc32f-f6a9-47b0-8f7f-4dd08d7520d6 tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ba84763c-52ec-4d7e-b9e5-2a945c63f426 HTTP/1.1" status: 200 len: 950 time: 0.0927467 Aug 31 10:00:44.109630 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34651c02-9e8f-4753-addf-aaae1b31c6d2 req-a6806bc2-da9e-4967-a12e-2391eefe94b3 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:00:44.109630 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-34651c02-9e8f-4753-addf-aaae1b31c6d2 req-a6806bc2-da9e-4967-a12e-2391eefe94b3 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.64 "GET /networking/v2.0/networks?id=0f5370f1-004e-40df-a622-c79b4bbd1b36 HTTP/1.1" status: 200 len: 817 time: 0.2100153 Aug 31 10:00:44.143625 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e9f71263-bd09-4924-9148-a5cd263a408c req-f120f1c9-cf35-45e8-9510-1452cd5d10b0 tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7fe7418f-dccf-49f0-bb3b-f7e85dd8e8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413620 Aug 31 10:00:45.217168 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-79756e7e-3e19-4b24-a689-43408d356f7d req-4d65685d-9303-4e5e-8de0-9c4f0e143401 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 210 time: 0.0509508 Aug 31 10:00:45.306240 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-34651c02-9e8f-4753-addf-aaae1b31c6d2 req-ebff5687-8f3a-415e-8835-9b1a1eec69da tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a68bf51dcd404f559e9ae2efeb185712 HTTP/1.1" status: 200 len: 380 time: 0.1372972 Aug 31 10:00:45.314612 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd6fda-362f-44c9-a4d2-2e2a19b93735 req-e5ca2da2-10d3-4a92-890c-c0e49ef5510e tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:00:45.316118 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-87bd6fda-362f-44c9-a4d2-2e2a19b93735 req-e5ca2da2-10d3-4a92-890c-c0e49ef5510e tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ba84763c-52ec-4d7e-b9e5-2a945c63f426 HTTP/1.1" status: 200 len: 950 time: 0.0668774 Aug 31 10:00:45.321779 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [req-34651c02-9e8f-4753-addf-aaae1b31c6d2 req-25b0a3b9-ca64-45a5-a963-7e7508852b39 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Request body: {'port': {'device_id': 'f34e6a94-72da-4a22-bab7-c5edbaae687c', 'network_id': '0f5370f1-004e-40df-a622-c79b4bbd1b36', 'admin_state_up': True, 'tenant_id': 'a68bf51dcd404f559e9ae2efeb185712', 'security_groups': ['719dd2d4-e680-4c49-ae1a-768b35ac987d']}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:00:45.449270 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-87bd6fda-362f-44c9-a4d2-2e2a19b93735 req-ef61934f-3149-4873-81d0-7dab3141ac49 tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7fe7418f-dccf-49f0-bb3b-f7e85dd8e8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234984 Aug 31 10:00:45.489020 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34651c02-9e8f-4753-addf-aaae1b31c6d2 req-25b0a3b9-ca64-45a5-a963-7e7508852b39 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Made reservation on behalf of a68bf51dcd404f559e9ae2efeb185712 for: {'port': 1} {{(pid=112919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:00:45.494585 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-34651c02-9e8f-4753-addf-aaae1b31c6d2 req-25b0a3b9-ca64-45a5-a963-7e7508852b39 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:45.637092 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:00:45.641874 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.db_base_plugin_common [req-34651c02-9e8f-4753-addf-aaae1b31c6d2 req-25b0a3b9-ca64-45a5-a963-7e7508852b39 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Allocated IP 172.20.0.8 (0f5370f1-004e-40df-a622-c79b4bbd1b36/7552609c-80f9-41d8-a1ca-1fd2186ed151/8abbd5d9-b7b2-4351-a7a3-78621eab95a0) {{(pid=112919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:00:45.721654 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:00:45.793748 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-34651c02-9e8f-4753-addf-aaae1b31c6d2 req-25b0a3b9-ca64-45a5-a963-7e7508852b39 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks [] for port (8abbd5d9-b7b2-4351-a7a3-78621eab95a0), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:45.832967 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-34651c02-9e8f-4753-addf-aaae1b31c6d2 req-25b0a3b9-ca64-45a5-a963-7e7508852b39 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66028622'] for port (8abbd5d9-b7b2-4351-a7a3-78621eab95a0), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:45.910729 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a69e09-3385-46dd-af17-74d3cb253158 req-ad4f3a4a-d0c8-4707-bae1-9fb8d39bafe0 tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:00:45.912254 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b7a69e09-3385-46dd-af17-74d3cb253158 req-ad4f3a4a-d0c8-4707-bae1-9fb8d39bafe0 tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ba84763c-52ec-4d7e-b9e5-2a945c63f426 HTTP/1.1" status: 200 len: 950 time: 0.0895855 Aug 31 10:00:45.931881 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34651c02-9e8f-4753-addf-aaae1b31c6d2 req-25b0a3b9-ca64-45a5-a963-7e7508852b39 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Network 0f5370f1-004e-40df-a622-c79b4bbd1b36 is already hosted by enough agents. {{(pid=112919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:00:45.937440 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b0a3b9-ca64-45a5-a963-7e7508852b39 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Pushing event updated for resources: {'Port': ['ID=8abbd5d9-b7b2-4351-a7a3-78621eab95a0,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:45.940228 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.base_scheduler [req-34651c02-9e8f-4753-addf-aaae1b31c6d2 req-25b0a3b9-ca64-45a5-a963-7e7508852b39 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Resources bound (agent type, host, resource id): {{(pid=112919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:00:45.960303 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.l3_dvrscheduler_db [req-34651c02-9e8f-4753-addf-aaae1b31c6d2 req-25b0a3b9-ca64-45a5-a963-7e7508852b39 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Received port after_create {{(pid=112919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 10:00:46.045425 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34651c02-9e8f-4753-addf-aaae1b31c6d2 req-25b0a3b9-ca64-45a5-a963-7e7508852b39 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:00:46.046059 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-34651c02-9e8f-4753-addf-aaae1b31c6d2 req-25b0a3b9-ca64-45a5-a963-7e7508852b39 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for port (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:46.079254 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-34651c02-9e8f-4753-addf-aaae1b31c6d2 req-25b0a3b9-ca64-45a5-a963-7e7508852b39 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7620845 Aug 31 10:00:46.080029 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [req-b7a69e09-3385-46dd-af17-74d3cb253158 req-0b3ea99f-f4c0-48f8-947a-2830b890c0b0 tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] Deleting port 2ab97470-728c-4977-b280-3db1e3c28e5c {{(pid=112919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 10:00:46.080460 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-b7a69e09-3385-46dd-af17-74d3cb253158 req-0b3ea99f-f4c0-48f8-947a-2830b890c0b0 tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (2ab97470-728c-4977-b280-3db1e3c28e5c), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:46.101755 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [req-34651c02-9e8f-4753-addf-aaae1b31c6d2 req-90fb9eba-71a5-4b4a-ad1e-401c40b4f594 service neutron] Request body: {'port': {'device_id': 'f34e6a94-72da-4a22-bab7-c5edbaae687c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84496'}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:00:46.228315 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-34651c02-9e8f-4753-addf-aaae1b31c6d2 req-90fb9eba-71a5-4b4a-ad1e-401c40b4f594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (8abbd5d9-b7b2-4351-a7a3-78621eab95a0), before_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:46.232653 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-20137907-afae-4196-a677-74cbf335b44a None None] Provisioning complete for port 8abbd5d9-b7b2-4351-a7a3-78621eab95a0 triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 10:00:46.233341 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-20137907-afae-4196-a677-74cbf335b44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (8abbd5d9-b7b2-4351-a7a3-78621eab95a0), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:46.250080 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.db [req-b7a69e09-3385-46dd-af17-74d3cb253158 req-0b3ea99f-f4c0-48f8-947a-2830b890c0b0 tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] For port 2ab97470-728c-4977-b280-3db1e3c28e5c, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=2ab97470-728c-4977-b280-3db1e3c28e5c,segment=NetworkSegment(4aa705b9-52d6-43cf-8d01-257410e9db3f),segment_id=4aa705b9-52d6-43cf-8d01-257410e9db3f)] {{(pid=112919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:00:46.252390 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-b7a69e09-3385-46dd-af17-74d3cb253158 req-0b3ea99f-f4c0-48f8-947a-2830b890c0b0 tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (2ab97470-728c-4977-b280-3db1e3c28e5c), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:46.284561 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [req-b7a69e09-3385-46dd-af17-74d3cb253158 req-0b3ea99f-f4c0-48f8-947a-2830b890c0b0 tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] Calling delete_port for 2ab97470-728c-4977-b280-3db1e3c28e5c owned by compute:nova {{(pid=112919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 10:00:46.285180 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-20137907-afae-4196-a677-74cbf335b44a None None] Port 8abbd5d9-b7b2-4351-a7a3-78621eab95a0 cannot update to ACTIVE because it is not bound. {{(pid=112921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 10:00:46.452578 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:00:46.467833 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7284f4bc-d17d-40c7-9cb7-5b0507c3bc82 req-8c6cec83-380a-4398-b74e-3689cc11728e tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:00:46.469369 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7284f4bc-d17d-40c7-9cb7-5b0507c3bc82 req-8c6cec83-380a-4398-b74e-3689cc11728e tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 931 time: 0.1227639 Aug 31 10:00:46.524204 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:00:46.554885 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:00:46.666429 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6dd246-638e-46f6-8f93-b1b6cd2a7a6c req-7d2c48b8-10ae-4b22-bb49-466564c3c0ab tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:00:46.668332 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5c6dd246-638e-46f6-8f93-b1b6cd2a7a6c req-7d2c48b8-10ae-4b22-bb49-466564c3c0ab tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ba84763c-52ec-4d7e-b9e5-2a945c63f426 HTTP/1.1" status: 200 len: 950 time: 0.1208806 Aug 31 10:00:46.721850 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7284f4bc-d17d-40c7-9cb7-5b0507c3bc82 req-e2208021-9b6e-4a30-a974-1fbd6ed2af04 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=719dd2d4-e680-4c49-ae1a-768b35ac987d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2425010 Aug 31 10:00:46.757187 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-b7a69e09-3385-46dd-af17-74d3cb253158 req-0b3ea99f-f4c0-48f8-947a-2830b890c0b0 tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66028622'] for port (2ab97470-728c-4977-b280-3db1e3c28e5c), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:46.787415 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] get_ports_and_sgs() called for port_ids ['2ab97470-728c-4977-b280-3db1e3c28e5c'] {{(pid=112921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 10:00:46.808304 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3ea99f-f4c0-48f8-947a-2830b890c0b0 tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] Pushing event deleted for resources: {'Port': ['ID=2ab97470-728c-4977-b280-3db1e3c28e5c,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:46.828399 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5c6dd246-638e-46f6-8f93-b1b6cd2a7a6c req-bd7ee179-c626-4b5b-b600-256e9126af4d tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7fe7418f-dccf-49f0-bb3b-f7e85dd8e8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492596 Aug 31 10:00:46.904449 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7a69e09-3385-46dd-af17-74d3cb253158 req-0b3ea99f-f4c0-48f8-947a-2830b890c0b0 tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] No DVR routers for this DVR port 2ab97470-728c-4977-b280-3db1e3c28e5c on host hv-cinder-84496 {{(pid=112919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 10:00:46.908686 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-b7a69e09-3385-46dd-af17-74d3cb253158 req-0b3ea99f-f4c0-48f8-947a-2830b890c0b0 tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for port (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:46.912107 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b7a69e09-3385-46dd-af17-74d3cb253158 req-0b3ea99f-f4c0-48f8-947a-2830b890c0b0 tempest-VolumesNegativeTest-1867041824 tempest-VolumesNegativeTest-1867041824-project] 10.222.0.64 "DELETE /networking/v2.0/ports/2ab97470-728c-4977-b280-3db1e3c28e5c HTTP/1.1" status: 204 len: 173 time: 0.9912024 Aug 31 10:00:46.913125 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba84763c-52ec-4d7e-b9e5-2a945c63f426', 'name': 'network-vif-deleted', 'tag': '2ab97470-728c-4977-b280-3db1e3c28e5c'}] {{(pid=112919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 10:00:46.915981 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f6ad1632a392cf14020321c7ce6c49338053db0fa13ffca62b7dfe78a8e90b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a93699e-058e-4ef6-bc75-6ad3ad4e7e62" -d '{"events": [{"server_uuid": "ba84763c-52ec-4d7e-b9e5-2a945c63f426", "name": "network-vif-deleted", "tag": "2ab97470-728c-4977-b280-3db1e3c28e5c"}]}' {{(pid=112919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:00:46.920078 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.notifiers.nova [req-34651c02-9e8f-4753-addf-aaae1b31c6d2 req-90fb9eba-71a5-4b4a-ad1e-401c40b4f594 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8abbd5d9-b7b2-4351-a7a3-78621eab95a0 {{(pid=112919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 10:00:46.930091 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-34651c02-9e8f-4753-addf-aaae1b31c6d2 req-90fb9eba-71a5-4b4a-ad1e-401c40b4f594 service neutron] Publish callbacks [] for port (8abbd5d9-b7b2-4351-a7a3-78621eab95a0), precommit_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:46.949816 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.provisioning_blocks [req-34651c02-9e8f-4753-addf-aaae1b31c6d2 req-90fb9eba-71a5-4b4a-ad1e-401c40b4f594 service neutron] Transition to ACTIVE for port object 8abbd5d9-b7b2-4351-a7a3-78621eab95a0 will not be triggered until provisioned by entity L2. {{(pid=112919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 10:00:46.955810 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-34651c02-9e8f-4753-addf-aaae1b31c6d2 req-90fb9eba-71a5-4b4a-ad1e-401c40b4f594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66028615'] for port (8abbd5d9-b7b2-4351-a7a3-78621eab95a0), after_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:46.984757 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 10:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f390b4d5-53f9-4ac6-86dc-607c4089c88b x-openstack-request-id: req-f390b4d5-53f9-4ac6-86dc-607c4089c88b {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:00:46.985050 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba84763c-52ec-4d7e-b9e5-2a945c63f426", "name": "network-vif-deleted", "tag": "2ab97470-728c-4977-b280-3db1e3c28e5c", "status": "completed", "code": 200}]} {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:00:46.985300 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f390b4d5-53f9-4ac6-86dc-607c4089c88b {{(pid=112919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:00:46.985781 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f390b4d5-53f9-4ac6-86dc-607c4089c88b'] response: {'server_uuid': 'ba84763c-52ec-4d7e-b9e5-2a945c63f426', 'name': 'network-vif-deleted', 'tag': '2ab97470-728c-4977-b280-3db1e3c28e5c', 'status': 'completed', 'code': 200} Aug 31 10:00:47.044104 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fb9eba-71a5-4b4a-ad1e-401c40b4f594 service neutron] Pushing event updated for resources: {'Port': ['ID=8abbd5d9-b7b2-4351-a7a3-78621eab95a0,revision_number=2']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:47.082676 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.managers [req-34651c02-9e8f-4753-addf-aaae1b31c6d2 req-90fb9eba-71a5-4b4a-ad1e-401c40b4f594 service neutron] Attempting to bind port 8abbd5d9-b7b2-4351-a7a3-78621eab95a0 on host hv-cinder-84496 for vnic_type normal with profile {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 10:00:47.083012 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.managers [req-34651c02-9e8f-4753-addf-aaae1b31c6d2 req-90fb9eba-71a5-4b4a-ad1e-401c40b4f594 service neutron] Attempting to bind port 8abbd5d9-b7b2-4351-a7a3-78621eab95a0 by drivers openvswitch,hyperv on host hv-cinder-84496 at level 0 using segments [{'id': 'a90b8ffb-f27b-4c61-9949-27265dbdd344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0f5370f1-004e-40df-a622-c79b4bbd1b36'}] {{(pid=112919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 10:00:47.083343 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34651c02-9e8f-4753-addf-aaae1b31c6d2 req-90fb9eba-71a5-4b4a-ad1e-401c40b4f594 service neutron] Attempting to bind port 8abbd5d9-b7b2-4351-a7a3-78621eab95a0 on network 0f5370f1-004e-40df-a622-c79b4bbd1b36 {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 10:00:47.089623 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34651c02-9e8f-4753-addf-aaae1b31c6d2 req-90fb9eba-71a5-4b4a-ad1e-401c40b4f594 service neutron] Port 8abbd5d9-b7b2-4351-a7a3-78621eab95a0 on network 0f5370f1-004e-40df-a622-c79b4bbd1b36 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84496 {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 10:00:47.089947 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34651c02-9e8f-4753-addf-aaae1b31c6d2 req-90fb9eba-71a5-4b4a-ad1e-401c40b4f594 service neutron] Attempting to bind port 8abbd5d9-b7b2-4351-a7a3-78621eab95a0 on network 0f5370f1-004e-40df-a622-c79b4bbd1b36 {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 10:00:47.095487 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34651c02-9e8f-4753-addf-aaae1b31c6d2 req-90fb9eba-71a5-4b4a-ad1e-401c40b4f594 service neutron] Checking agent: {'id': 'e6f198be-e193-4693-a253-f9c4522a6272', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 9, 45, 52), 'started_at': datetime.datetime(2022, 8, 31, 9, 45, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 10, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 10:00:47.095828 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34651c02-9e8f-4753-addf-aaae1b31c6d2 req-90fb9eba-71a5-4b4a-ad1e-401c40b4f594 service neutron] Checking segment: {'id': 'a90b8ffb-f27b-4c61-9949-27265dbdd344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0f5370f1-004e-40df-a622-c79b4bbd1b36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 10:00:47.096207 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34651c02-9e8f-4753-addf-aaae1b31c6d2 req-90fb9eba-71a5-4b4a-ad1e-401c40b4f594 service neutron] Bound using segment: {'id': 'a90b8ffb-f27b-4c61-9949-27265dbdd344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0f5370f1-004e-40df-a622-c79b4bbd1b36'} {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 10:00:47.096640 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.managers [req-34651c02-9e8f-4753-addf-aaae1b31c6d2 req-90fb9eba-71a5-4b4a-ad1e-401c40b4f594 service neutron] Bound port: 8abbd5d9-b7b2-4351-a7a3-78621eab95a0, host: hv-cinder-84496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a90b8ffb-f27b-4c61-9949-27265dbdd344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0f5370f1-004e-40df-a622-c79b4bbd1b36'}}] {{(pid=112919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 10:00:47.096993 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-34651c02-9e8f-4753-addf-aaae1b31c6d2 req-90fb9eba-71a5-4b4a-ad1e-401c40b4f594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (8abbd5d9-b7b2-4351-a7a3-78621eab95a0), before_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:47.172196 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.db [req-34651c02-9e8f-4753-addf-aaae1b31c6d2 req-90fb9eba-71a5-4b4a-ad1e-401c40b4f594 service neutron] For port 8abbd5d9-b7b2-4351-a7a3-78621eab95a0, host hv-cinder-84496, cleared binding levels {{(pid=112919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:00:47.175753 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.db [req-34651c02-9e8f-4753-addf-aaae1b31c6d2 req-90fb9eba-71a5-4b4a-ad1e-401c40b4f594 service neutron] For port 8abbd5d9-b7b2-4351-a7a3-78621eab95a0, host hv-cinder-84496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=8abbd5d9-b7b2-4351-a7a3-78621eab95a0,segment=NetworkSegment(a90b8ffb-f27b-4c61-9949-27265dbdd344),segment_id=a90b8ffb-f27b-4c61-9949-27265dbdd344)] {{(pid=112919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:00:47.183280 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-34651c02-9e8f-4753-addf-aaae1b31c6d2 req-90fb9eba-71a5-4b4a-ad1e-401c40b4f594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66028615'] for port (8abbd5d9-b7b2-4351-a7a3-78621eab95a0), after_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:47.187763 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34651c02-9e8f-4753-addf-aaae1b31c6d2 req-90fb9eba-71a5-4b4a-ad1e-401c40b4f594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:00:47.188409 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-34651c02-9e8f-4753-addf-aaae1b31c6d2 req-90fb9eba-71a5-4b4a-ad1e-401c40b4f594 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for port (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:47.189985 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-34651c02-9e8f-4753-addf-aaae1b31c6d2 req-90fb9eba-71a5-4b4a-ad1e-401c40b4f594 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/8abbd5d9-b7b2-4351-a7a3-78621eab95a0 HTTP/1.1" status: 200 len: 1093 time: 1.0930839 Aug 31 10:00:47.243014 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fb9eba-71a5-4b4a-ad1e-401c40b4f594 service neutron] Pushing event updated for resources: {'Port': ['ID=8abbd5d9-b7b2-4351-a7a3-78621eab95a0,revision_number=3']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:47.323713 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34651c02-9e8f-4753-addf-aaae1b31c6d2 req-5105eec7-1d28-4ba0-a199-dd3a27724aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:00:47.325466 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-34651c02-9e8f-4753-addf-aaae1b31c6d2 req-5105eec7-1d28-4ba0-a199-dd3a27724aad service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=a68bf51dcd404f559e9ae2efeb185712&device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 1127 time: 0.0494554 Aug 31 10:00:47.398611 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-34651c02-9e8f-4753-addf-aaae1b31c6d2 req-513ac2ed-4f31-467e-86e2-dda742ed2b90 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8abbd5d9-b7b2-4351-a7a3-78621eab95a0 HTTP/1.1" status: 200 len: 217 time: 0.0394542 Aug 31 10:00:47.637115 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34651c02-9e8f-4753-addf-aaae1b31c6d2 req-5fa4b69f-c9ef-4e7f-966d-7af0f2c49976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:00:47.638784 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-34651c02-9e8f-4753-addf-aaae1b31c6d2 req-5fa4b69f-c9ef-4e7f-966d-7af0f2c49976 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=7552609c-80f9-41d8-a1ca-1fd2186ed151 HTTP/1.1" status: 200 len: 856 time: 0.0482304 Aug 31 10:00:47.687184 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34651c02-9e8f-4753-addf-aaae1b31c6d2 req-b04725cd-78ec-40be-aef7-acfef3fb39e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:00:47.688703 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-34651c02-9e8f-4753-addf-aaae1b31c6d2 req-b04725cd-78ec-40be-aef7-acfef3fb39e3 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=0f5370f1-004e-40df-a622-c79b4bbd1b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437250 Aug 31 10:00:47.704209 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:DELETE=5,neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:00:47.797976 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-34651c02-9e8f-4753-addf-aaae1b31c6d2 req-8a430431-4c9e-45ad-80e0-5d7125c0530a service neutron] 10.222.0.64 "GET /networking/v2.0/networks/0f5370f1-004e-40df-a622-c79b4bbd1b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016417 Aug 31 10:00:47.873558 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:00:47.910692 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2388f425-6333-4c43-8e39-b82e1ea2cdf5 req-eb37c3b4-de52-43b7-a43c-41a83622aacd tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:00:47.914888 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2388f425-6333-4c43-8e39-b82e1ea2cdf5 req-eb37c3b4-de52-43b7-a43c-41a83622aacd tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 943 time: 0.1006117 Aug 31 10:00:47.956473 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-34651c02-9e8f-4753-addf-aaae1b31c6d2 req-f5d85526-947f-4723-b86b-4c895bc0fca4 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/0f5370f1-004e-40df-a622-c79b4bbd1b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527159 Aug 31 10:00:47.994124 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2388f425-6333-4c43-8e39-b82e1ea2cdf5 req-3a95e621-0812-4bb7-a156-102aea004efc tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=719dd2d4-e680-4c49-ae1a-768b35ac987d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677164 Aug 31 10:00:48.073484 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:00:48.762738 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device 2ab97470-728c-4977-b280-3db1e3c28e5c no longer exists at agent hyperv_hv-cinder-84496 {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:00:48.799825 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] No Port match for: 2ab97470-728c-4977-b280-3db1e3c28e5c {{(pid=112921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 10:00:48.800260 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device 2ab97470-728c-4977-b280-3db1e3c28e5c not bound to the agent host hv-cinder-84496 {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:00:48.986846 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f34e6a94-72da-4a22-bab7-c5edbaae687c', 'tag': '8abbd5d9-b7b2-4351-a7a3-78621eab95a0'}] {{(pid=112919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 10:00:48.990161 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f6ad1632a392cf14020321c7ce6c49338053db0fa13ffca62b7dfe78a8e90b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684b60a0-35af-4e2c-90bb-a6a1a79deb8a" -d '{"events": [{"name": "network-changed", "server_uuid": "f34e6a94-72da-4a22-bab7-c5edbaae687c", "tag": "8abbd5d9-b7b2-4351-a7a3-78621eab95a0"}]}' {{(pid=112919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:00:49.031297 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 10:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab688ae8-3fd6-406c-8593-c6b6c9c7837e x-openstack-request-id: req-ab688ae8-3fd6-406c-8593-c6b6c9c7837e {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:00:49.031606 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f34e6a94-72da-4a22-bab7-c5edbaae687c", "tag": "8abbd5d9-b7b2-4351-a7a3-78621eab95a0", "status": "completed", "code": 200}]} {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:00:49.032914 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ab688ae8-3fd6-406c-8593-c6b6c9c7837e {{(pid=112919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:00:49.033407 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab688ae8-3fd6-406c-8593-c6b6c9c7837e'] response: {'name': 'network-changed', 'server_uuid': 'f34e6a94-72da-4a22-bab7-c5edbaae687c', 'tag': '8abbd5d9-b7b2-4351-a7a3-78621eab95a0', 'status': 'completed', 'code': 200} Aug 31 10:00:49.127972 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c73e7-76d5-4e6a-8a56-3dc83810aeac req-a625c874-a5d0-4942-91b7-5f23225ac1f0 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:00:49.129369 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0e7c73e7-76d5-4e6a-8a56-3dc83810aeac req-a625c874-a5d0-4942-91b7-5f23225ac1f0 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 943 time: 0.0519328 Aug 31 10:00:49.183400 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0e7c73e7-76d5-4e6a-8a56-3dc83810aeac req-19cba879-86c3-43f3-a39c-3300681ff1ad tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=719dd2d4-e680-4c49-ae1a-768b35ac987d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474246 Aug 31 10:00:50.319222 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ac8a3-a01a-4585-bef8-67472782427b req-615f84d7-f2c9-40b2-885e-3106d7ddb2cb tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:00:50.320727 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-264ac8a3-a01a-4585-bef8-67472782427b req-615f84d7-f2c9-40b2-885e-3106d7ddb2cb tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 943 time: 0.0543664 Aug 31 10:00:50.670296 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b60a0-35af-4e2c-90bb-a6a1a79deb8a req-d6d0b2f1-0685-4877-87e1-c24e1f89a08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:00:50.671773 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-684b60a0-35af-4e2c-90bb-a6a1a79deb8a req-d6d0b2f1-0685-4877-87e1-c24e1f89a08e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=a68bf51dcd404f559e9ae2efeb185712&device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 1127 time: 0.0619681 Aug 31 10:00:50.674981 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-264ac8a3-a01a-4585-bef8-67472782427b req-3518ae2c-9ec6-4ca8-9c60-a9da71897bfc tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=719dd2d4-e680-4c49-ae1a-768b35ac987d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3472064 Aug 31 10:00:50.759441 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device 8abbd5d9-b7b2-4351-a7a3-78621eab95a0 details requested by agent hyperv_hv-cinder-84496 with host hv-cinder-84496 {{(pid=112921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:00:50.778575 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b60a0-35af-4e2c-90bb-a6a1a79deb8a req-50eb72a8-8f56-4a4d-b501-0b8e9d1b6feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:00:50.780054 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-684b60a0-35af-4e2c-90bb-a6a1a79deb8a req-50eb72a8-8f56-4a4d-b501-0b8e9d1b6feb service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=0f5370f1-004e-40df-a622-c79b4bbd1b36 HTTP/1.1" status: 200 len: 918 time: 0.1022000 Aug 31 10:00:50.826147 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-684b60a0-35af-4e2c-90bb-a6a1a79deb8a req-0db25d19-c9b4-46ea-a73e-8639bf949933 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8abbd5d9-b7b2-4351-a7a3-78621eab95a0 HTTP/1.1" status: 200 len: 217 time: 0.0386763 Aug 31 10:00:50.866257 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port 8abbd5d9-b7b2-4351-a7a3-78621eab95a0, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=8abbd5d9-b7b2-4351-a7a3-78621eab95a0,segment=NetworkSegment(a90b8ffb-f27b-4c61-9949-27265dbdd344),segment_id=a90b8ffb-f27b-4c61-9949-27265dbdd344)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:00:50.876759 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:00:50.878201 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:00:50.878473 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:00:50.882738 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b60a0-35af-4e2c-90bb-a6a1a79deb8a req-f59c1e3e-7ce6-44a5-9a99-b402a4f013f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:00:50.884244 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-684b60a0-35af-4e2c-90bb-a6a1a79deb8a req-f59c1e3e-7ce6-44a5-9a99-b402a4f013f6 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=7552609c-80f9-41d8-a1ca-1fd2186ed151 HTTP/1.1" status: 200 len: 856 time: 0.0516634 Aug 31 10:00:50.884990 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Returning: {'device': '8abbd5d9-b7b2-4351-a7a3-78621eab95a0', 'network_id': '0f5370f1-004e-40df-a622-c79b4bbd1b36', 'port_id': '8abbd5d9-b7b2-4351-a7a3-78621eab95a0', 'mac_address': 'fa:16:3e:7b:b7:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7552609c-80f9-41d8-a1ca-1fd2186ed151', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:00:50.887642 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:00:50.922943 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Current status of the port 8abbd5d9-b7b2-4351-a7a3-78621eab95a0 is: DOWN; New status is: BUILD {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 10:00:50.923331 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (8abbd5d9-b7b2-4351-a7a3-78621eab95a0), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:50.933536 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b60a0-35af-4e2c-90bb-a6a1a79deb8a req-810ad27a-0f8d-4f45-a942-9e16dfb6e374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:00:50.935219 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-684b60a0-35af-4e2c-90bb-a6a1a79deb8a req-810ad27a-0f8d-4f45-a942-9e16dfb6e374 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=0f5370f1-004e-40df-a622-c79b4bbd1b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448449 Aug 31 10:00:50.938421 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.notifiers.nova [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8abbd5d9-b7b2-4351-a7a3-78621eab95a0 {{(pid=112921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 10:00:50.961102 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port 8abbd5d9-b7b2-4351-a7a3-78621eab95a0, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=8abbd5d9-b7b2-4351-a7a3-78621eab95a0,segment=NetworkSegment(a90b8ffb-f27b-4c61-9949-27265dbdd344),segment_id=a90b8ffb-f27b-4c61-9949-27265dbdd344)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:00:50.965200 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (8abbd5d9-b7b2-4351-a7a3-78621eab95a0), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:51.016499 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Pushing event updated for resources: {'Port': ['ID=8abbd5d9-b7b2-4351-a7a3-78621eab95a0,revision_number=4']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:51.046589 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-684b60a0-35af-4e2c-90bb-a6a1a79deb8a req-1201b5d4-3f4b-4397-9db4-834eb826679e service neutron] 10.222.0.64 "GET /networking/v2.0/networks/0f5370f1-004e-40df-a622-c79b4bbd1b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050761 Aug 31 10:00:51.148553 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-684b60a0-35af-4e2c-90bb-a6a1a79deb8a req-c067a277-fade-4446-bfc1-d370a6ae95a6 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/0f5370f1-004e-40df-a622-c79b4bbd1b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958951 Aug 31 10:00:51.408345 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] get_ports_and_sgs() called for port_ids ['8abbd5d9-b7b2-4351-a7a3-78621eab95a0'] {{(pid=112921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 10:00:51.813266 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c7e96-3e0f-4b83-b254-020049bfad44 req-d2d5fd5b-b90e-4597-bcd9-4dc1f1e26b5d tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:00:51.814941 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-107c7e96-3e0f-4b83-b254-020049bfad44 req-d2d5fd5b-b90e-4597-bcd9-4dc1f1e26b5d tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 944 time: 0.0533805 Aug 31 10:00:51.867322 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-107c7e96-3e0f-4b83-b254-020049bfad44 req-7c7122d0-eada-4de2-9a66-5c47d1b45814 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=719dd2d4-e680-4c49-ae1a-768b35ac987d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460219 Aug 31 10:00:52.137415 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 52880) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:00:52.290874 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-83ac385b-4e9c-49ed-89ac-8c5502873c04 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=cdafb29648f34d9cbad378da051ac5c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1522236 Aug 31 10:00:52.293523 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 52884) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:00:52.367705 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-09939741-57c8-4b23-92e9-f15bbd57820e admin admin] Publish callbacks [] for security_group (7fe7418f-dccf-49f0-bb3b-f7e85dd8e8dd), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:52.388367 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-09939741-57c8-4b23-92e9-f15bbd57820e admin admin] Publish callbacks [] for security_group (7fe7418f-dccf-49f0-bb3b-f7e85dd8e8dd), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:52.440251 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-09939741-57c8-4b23-92e9-f15bbd57820e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (7fe7418f-dccf-49f0-bb3b-f7e85dd8e8dd), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:52.443217 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-09939741-57c8-4b23-92e9-f15bbd57820e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:52.445438 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-09939741-57c8-4b23-92e9-f15bbd57820e admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/7fe7418f-dccf-49f0-bb3b-f7e85dd8e8dd HTTP/1.1" status: 204 len: 168 time: 0.1509411 Aug 31 10:00:52.453458 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09939741-57c8-4b23-92e9-f15bbd57820e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe7418f-dccf-49f0-bb3b-f7e85dd8e8dd,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:52.461665 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09939741-57c8-4b23-92e9-f15bbd57820e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:52.462137 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09939741-57c8-4b23-92e9-f15bbd57820e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:52.463162 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09939741-57c8-4b23-92e9-f15bbd57820e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:52.463162 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09939741-57c8-4b23-92e9-f15bbd57820e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:52.463162 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09939741-57c8-4b23-92e9-f15bbd57820e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:52.463637 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09939741-57c8-4b23-92e9-f15bbd57820e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:52.463964 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09939741-57c8-4b23-92e9-f15bbd57820e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:52.464352 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09939741-57c8-4b23-92e9-f15bbd57820e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:52.464800 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09939741-57c8-4b23-92e9-f15bbd57820e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:52.465131 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09939741-57c8-4b23-92e9-f15bbd57820e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:52.465478 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09939741-57c8-4b23-92e9-f15bbd57820e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:52.465804 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09939741-57c8-4b23-92e9-f15bbd57820e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:52.466125 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09939741-57c8-4b23-92e9-f15bbd57820e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:52.466443 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09939741-57c8-4b23-92e9-f15bbd57820e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:52.466761 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09939741-57c8-4b23-92e9-f15bbd57820e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:52.806872 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device 8abbd5d9-b7b2-4351-a7a3-78621eab95a0 up at agent hyperv_hv-cinder-84496 {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:00:52.857960 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Provisioning for port 8abbd5d9-b7b2-4351-a7a3-78621eab95a0 completed by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 10:00:52.862963 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Provisioning complete for port 8abbd5d9-b7b2-4351-a7a3-78621eab95a0 triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 10:00:52.863335 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (8abbd5d9-b7b2-4351-a7a3-78621eab95a0), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:52.955805 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Current status of the port 8abbd5d9-b7b2-4351-a7a3-78621eab95a0 is: BUILD; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 10:00:52.956209 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (8abbd5d9-b7b2-4351-a7a3-78621eab95a0), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:52.984237 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34e6a94-72da-4a22-bab7-c5edbaae687c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8abbd5d9-b7b2-4351-a7a3-78621eab95a0'}] {{(pid=112921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 10:00:52.986812 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b0c9b70db3c71f613761f7f5e171cb6bed896c41d1f4f7babde002b819469c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd93ec88-1679-4c30-87af-5e142d5315cd" -d '{"events": [{"server_uuid": "f34e6a94-72da-4a22-bab7-c5edbaae687c", "name": "network-vif-plugged", "status": "completed", "tag": "8abbd5d9-b7b2-4351-a7a3-78621eab95a0"}]}' {{(pid=112921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:00:53.000659 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port 8abbd5d9-b7b2-4351-a7a3-78621eab95a0, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=8abbd5d9-b7b2-4351-a7a3-78621eab95a0,segment=NetworkSegment(a90b8ffb-f27b-4c61-9949-27265dbdd344),segment_id=a90b8ffb-f27b-4c61-9949-27265dbdd344)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:00:53.007626 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (8abbd5d9-b7b2-4351-a7a3-78621eab95a0), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:53.013085 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:00:53.024820 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db39fc-385a-4874-bd77-fea0d73dea75 req-10a29558-2c07-43fc-a435-67b1f8462955 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:00:53.026682 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-83db39fc-385a-4874-bd77-fea0d73dea75 req-10a29558-2c07-43fc-a435-67b1f8462955 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 944 time: 0.0695543 Aug 31 10:00:53.041519 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 10:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56b5552-48a1-46d2-a858-0c5dfdca9c39 x-openstack-request-id: req-d56b5552-48a1-46d2-a858-0c5dfdca9c39 {{(pid=112921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:00:53.041812 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f34e6a94-72da-4a22-bab7-c5edbaae687c", "name": "network-vif-plugged", "status": "completed", "tag": "8abbd5d9-b7b2-4351-a7a3-78621eab95a0", "code": 200}]} {{(pid=112921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:00:53.042063 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d56b5552-48a1-46d2-a858-0c5dfdca9c39 {{(pid=112921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:00:53.042457 dv-cinder-844961-2-iscsi neutron-server[112921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d56b5552-48a1-46d2-a858-0c5dfdca9c39'] response: {'server_uuid': 'f34e6a94-72da-4a22-bab7-c5edbaae687c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8abbd5d9-b7b2-4351-a7a3-78621eab95a0', 'code': 200} Aug 31 10:00:53.060438 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Pushing event updated for resources: {'Port': ['ID=8abbd5d9-b7b2-4351-a7a3-78621eab95a0,revision_number=5']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:53.082823 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-83db39fc-385a-4874-bd77-fea0d73dea75 req-851828e6-3f60-42af-8b0a-9d12c5d47bbc tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=719dd2d4-e680-4c49-ae1a-768b35ac987d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494821 Aug 31 10:00:53.260139 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc505313-f1f7-4a7f-80bc-55a158880ac4 req-c26a2273-be2a-4ee4-8348-2973b8747520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:00:53.261744 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-cc505313-f1f7-4a7f-80bc-55a158880ac4 req-c26a2273-be2a-4ee4-8348-2973b8747520 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 1129 time: 0.0407515 Aug 31 10:00:53.293809 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:00:53.309533 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-cc505313-f1f7-4a7f-80bc-55a158880ac4 req-8ad790a5-7aed-41b0-99c0-ae7f8f7ff274 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=719dd2d4-e680-4c49-ae1a-768b35ac987d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422499 Aug 31 10:00:54.213346 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ebed3-cec3-4f11-b0f4-b0caee7066a3 req-e92716f2-e98b-44da-820c-9172747a429a tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:00:54.214891 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e98ebed3-cec3-4f11-b0f4-b0caee7066a3 req-e92716f2-e98b-44da-820c-9172747a429a tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 945 time: 0.0489826 Aug 31 10:00:54.246775 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-37eecde0-5210-4142-9999-9c121281e4b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:54.269467 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e98ebed3-cec3-4f11-b0f4-b0caee7066a3 req-4aff76b3-4237-40a0-bab3-e65d28a3efaf tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=719dd2d4-e680-4c49-ae1a-768b35ac987d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489604 Aug 31 10:00:55.400989 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a71fff-c0ee-4778-9bb7-66d6b58ad5d1 req-0e63f543-1dba-4160-922e-db5854343c46 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:00:55.402730 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-55a71fff-c0ee-4778-9bb7-66d6b58ad5d1 req-0e63f543-1dba-4160-922e-db5854343c46 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 945 time: 0.0507648 Aug 31 10:00:55.454894 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-55a71fff-c0ee-4778-9bb7-66d6b58ad5d1 req-2889941e-d74f-4399-a229-88b51aa2ec75 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=719dd2d4-e680-4c49-ae1a-768b35ac987d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464075 Aug 31 10:00:55.865418 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e6f198be-e193-4693-a253-f9c4522a6272), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:56.509690 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-2e6c2b75-8aaf-4f2e-b9c0-9fe56a20ed22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:56.594869 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5c446-5a4e-4a62-81d6-b36a901003c9 req-eaf3983e-bacd-48b6-8551-2ad3a3dba9c6 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:00:56.596455 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5bd5c446-5a4e-4a62-81d6-b36a901003c9 req-eaf3983e-bacd-48b6-8551-2ad3a3dba9c6 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 945 time: 0.0598278 Aug 31 10:00:56.650854 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5bd5c446-5a4e-4a62-81d6-b36a901003c9 req-09536ae0-728c-4a2b-8862-810c060b26db tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=719dd2d4-e680-4c49-ae1a-768b35ac987d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478516 Aug 31 10:00:56.788239 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6088300-8619-4d60-8b65-3cbfd26d1c33 req-6d98a7a4-ccb7-47d2-b583-17d885be0637 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:00:56.789717 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a6088300-8619-4d60-8b65-3cbfd26d1c33 req-6d98a7a4-ccb7-47d2-b583-17d885be0637 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 945 time: 0.0572591 Aug 31 10:00:56.799712 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 52900) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:00:56.804351 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [None req-f0547c32-4cfb-4001-95cf-fa7900a80505 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Request body: {'floatingip': {'port_id': '8abbd5d9-b7b2-4351-a7a3-78621eab95a0'}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:00:56.847452 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-f0547c32-4cfb-4001-95cf-fa7900a80505 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks [] for floatingip (46c69b37-f926-48be-83fb-bd18c3c57b9b), before_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:57.317708 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-f0547c32-4cfb-4001-95cf-fa7900a80505 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:57.322485 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-f0547c32-4cfb-4001-95cf-fa7900a80505 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964517'] for floatingip (46c69b37-f926-48be-83fb-bd18c3c57b9b), after_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:57.431036 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.db.l3_db [None req-f0547c32-4cfb-4001-95cf-fa7900a80505 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Floating IP 46c69b37-f926-48be-83fb-bd18c3c57b9b associated. External IP: 172.27.3.105, port: 8abbd5d9-b7b2-4351-a7a3-78621eab95a0. Aug 31 10:00:57.480927 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:00:57.575782 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:00:57.640284 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0547c32-4cfb-4001-95cf-fa7900a80505 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Router ef3039e0-81ed-4020-a3d2-084638a12f54 has already been hosted by L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 {{(pid=112919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:00:57.750402 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0547c32-4cfb-4001-95cf-fa7900a80505 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:00:57.755559 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-f0547c32-4cfb-4001-95cf-fa7900a80505 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for floatingip (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:57.764637 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca44db1-62c8-4d79-85c2-edec3435f90e None None] Sync routers for ids ['ef3039e0-81ed-4020-a3d2-084638a12f54'] in dv-cinder-844961-2-iscsi {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:00:57.780737 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca44db1-62c8-4d79-85c2-edec3435f90e None None] Routers {'ef3039e0-81ed-4020-a3d2-084638a12f54'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 10:00:57.781409 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-eca44db1-62c8-4d79-85c2-edec3435f90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T10:00:56Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['ef3039e0-81ed-4020-a3d2-084638a12f54'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:00:57.789952 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-f0547c32-4cfb-4001-95cf-fa7900a80505 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "PUT /networking/v2.0/floatingips/46c69b37-f926-48be-83fb-bd18c3c57b9b HTTP/1.1" status: 200 len: 991 time: 0.9890249 Aug 31 10:00:57.790653 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f34e6a94-72da-4a22-bab7-c5edbaae687c', 'tag': '8abbd5d9-b7b2-4351-a7a3-78621eab95a0'}] {{(pid=112919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 10:00:57.793001 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f6ad1632a392cf14020321c7ce6c49338053db0fa13ffca62b7dfe78a8e90b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a00055-4682-4749-aab3-4503dd7ff812" -d '{"events": [{"name": "network-changed", "server_uuid": "f34e6a94-72da-4a22-bab7-c5edbaae687c", "tag": "8abbd5d9-b7b2-4351-a7a3-78621eab95a0"}]}' {{(pid=112919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:00:57.831091 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:00:57.853155 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 10:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07934c09-bf23-4f0c-99ae-e411dd33c8f7 x-openstack-request-id: req-07934c09-bf23-4f0c-99ae-e411dd33c8f7 {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:00:57.853522 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f34e6a94-72da-4a22-bab7-c5edbaae687c", "tag": "8abbd5d9-b7b2-4351-a7a3-78621eab95a0", "status": "completed", "code": 200}]} {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:00:57.853745 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-07934c09-bf23-4f0c-99ae-e411dd33c8f7 {{(pid=112919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:00:57.854347 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07934c09-bf23-4f0c-99ae-e411dd33c8f7'] response: {'name': 'network-changed', 'server_uuid': 'f34e6a94-72da-4a22-bab7-c5edbaae687c', 'tag': '8abbd5d9-b7b2-4351-a7a3-78621eab95a0', 'status': 'completed', 'code': 200} Aug 31 10:00:57.883235 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:57.910069 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-eca44db1-62c8-4d79-85c2-edec3435f90e None None] Set router ef3039e0-81ed-4020-a3d2-084638a12f54 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 10:00:57.946636 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a00055-4682-4749-aab3-4503dd7ff812 req-c35fe3d5-142f-48b3-9680-9cd87cb2259d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:00:57.948201 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-82a00055-4682-4749-aab3-4503dd7ff812 req-c35fe3d5-142f-48b3-9680-9cd87cb2259d service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=a68bf51dcd404f559e9ae2efeb185712&device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 1129 time: 0.0480609 Aug 31 10:00:57.948375 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:00:58.046383 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a00055-4682-4749-aab3-4503dd7ff812 req-309cf530-fbd2-45ff-a374-ea086ae71371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:00:58.047867 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-82a00055-4682-4749-aab3-4503dd7ff812 req-309cf530-fbd2-45ff-a374-ea086ae71371 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=0f5370f1-004e-40df-a622-c79b4bbd1b36 HTTP/1.1" status: 200 len: 918 time: 0.0933001 Aug 31 10:00:58.120952 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-82a00055-4682-4749-aab3-4503dd7ff812 req-da67feee-e0f2-4dce-b3cd-c701df29ff8a service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8abbd5d9-b7b2-4351-a7a3-78621eab95a0 HTTP/1.1" status: 200 len: 999 time: 0.0643637 Aug 31 10:00:58.141667 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-eca44db1-62c8-4d79-85c2-edec3435f90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef3039e0-81ed-4020-a3d2-084638a12f54', 'name': 'tempest-AttachVolumeShelveTestJSON-1372282155-router', 'tenant_id': 'a68bf51dcd404f559e9ae2efeb185712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'de365d83-91d1-4d1c-b630-fa17c00e8650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:56:07Z', 'updated_at': '2022-08-31T09:56:10Z', 'revision_number': 4, 'project_id': 'a68bf51dcd404f559e9ae2efeb185712', 'gw_port': {'id': 'de365d83-91d1-4d1c-b630-fa17c00e8650', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:62:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3039e0-81ed-4020-a3d2-084638a12f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:56:08Z', 'updated_at': '2022-08-31T09:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_floatingips': [{'id': '46c69b37-f926-48be-83fb-bd18c3c57b9b', 'tenant_id': 'a68bf51dcd404f559e9ae2efeb185712', 'floating_ip_address': '172.27.3.105', 'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'router_id': 'ef3039e0-81ed-4020-a3d2-084638a12f54', 'port_id': '8abbd5d9-b7b2-4351-a7a3-78621eab95a0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f5370f1-004e-40df-a622-c79b4bbd1b36', 'mac_address': 'fa:16:3e:7b:b7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34e6a94-72da-4a22-bab7-c5edbaae687c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T10:00:40Z', 'updated_at': '2022-08-31T10:00:57Z', 'revision_number': 1, 'project_id': 'a68bf51dcd404f559e9ae2efeb185712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49757a03-7781-48a1-a2e6-75a60cab962b', 'name': '', 'network_id': '0f5370f1-004e-40df-a622-c79b4bbd1b36', 'tenant_id': 'a68bf51dcd404f559e9ae2efeb185712', 'mac_address': 'fa:16:3e:51:94:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3039e0-81ed-4020-a3d2-084638a12f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7552609c-80f9-41d8-a1ca-1fd2186ed151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:56:10Z', 'updated_at': '2022-08-31T09:56:17Z', 'revision_number': 5, 'project_id': 'a68bf51dcd404f559e9ae2efeb185712', 'subnets': [{'id': '7552609c-80f9-41d8-a1ca-1fd2186ed151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:00:58.175296 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a00055-4682-4749-aab3-4503dd7ff812 req-ba08dd73-8db8-449e-86ef-70fdeda06618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:00:58.176978 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-82a00055-4682-4749-aab3-4503dd7ff812 req-ba08dd73-8db8-449e-86ef-70fdeda06618 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=7552609c-80f9-41d8-a1ca-1fd2186ed151 HTTP/1.1" status: 200 len: 856 time: 0.0497823 Aug 31 10:00:58.226120 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a00055-4682-4749-aab3-4503dd7ff812 req-68eb9b89-14be-470f-8ece-e52a6c7b636f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:00:58.227372 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-82a00055-4682-4749-aab3-4503dd7ff812 req-68eb9b89-14be-470f-8ece-e52a6c7b636f service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=0f5370f1-004e-40df-a622-c79b4bbd1b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437849 Aug 31 10:00:58.300111 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca44db1-62c8-4d79-85c2-edec3435f90e None None] Checking router: ef3039e0-81ed-4020-a3d2-084638a12f54 for host: dv-cinder-844961-2-iscsi {{(pid=112921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:00:58.309353 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca44db1-62c8-4d79-85c2-edec3435f90e None None] Routers {'ef3039e0-81ed-4020-a3d2-084638a12f54'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 10:00:58.310009 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-eca44db1-62c8-4d79-85c2-edec3435f90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T10:00:56Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['ef3039e0-81ed-4020-a3d2-084638a12f54'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:00:58.332182 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-82a00055-4682-4749-aab3-4503dd7ff812 req-c07d5848-37b4-46cc-ab07-0de8eb15d486 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/0f5370f1-004e-40df-a622-c79b4bbd1b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971303 Aug 31 10:00:58.430494 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-eca44db1-62c8-4d79-85c2-edec3435f90e None None] Set router ef3039e0-81ed-4020-a3d2-084638a12f54 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 10:00:58.434594 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-82a00055-4682-4749-aab3-4503dd7ff812 req-2297d5e2-52c7-4357-a50b-e5f611392a8c service neutron] 10.222.0.64 "GET /networking/v2.0/networks/0f5370f1-004e-40df-a622-c79b4bbd1b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959141 Aug 31 10:00:58.665074 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-eca44db1-62c8-4d79-85c2-edec3435f90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef3039e0-81ed-4020-a3d2-084638a12f54', 'name': 'tempest-AttachVolumeShelveTestJSON-1372282155-router', 'tenant_id': 'a68bf51dcd404f559e9ae2efeb185712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'de365d83-91d1-4d1c-b630-fa17c00e8650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:56:07Z', 'updated_at': '2022-08-31T09:56:10Z', 'revision_number': 4, 'project_id': 'a68bf51dcd404f559e9ae2efeb185712', 'gw_port': {'id': 'de365d83-91d1-4d1c-b630-fa17c00e8650', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:62:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3039e0-81ed-4020-a3d2-084638a12f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:56:08Z', 'updated_at': '2022-08-31T09:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_floatingips': [{'id': '46c69b37-f926-48be-83fb-bd18c3c57b9b', 'tenant_id': 'a68bf51dcd404f559e9ae2efeb185712', 'floating_ip_address': '172.27.3.105', 'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'router_id': 'ef3039e0-81ed-4020-a3d2-084638a12f54', 'port_id': '8abbd5d9-b7b2-4351-a7a3-78621eab95a0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f5370f1-004e-40df-a622-c79b4bbd1b36', 'mac_address': 'fa:16:3e:7b:b7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34e6a94-72da-4a22-bab7-c5edbaae687c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T10:00:40Z', 'updated_at': '2022-08-31T10:00:57Z', 'revision_number': 1, 'project_id': 'a68bf51dcd404f559e9ae2efeb185712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49757a03-7781-48a1-a2e6-75a60cab962b', 'name': '', 'network_id': '0f5370f1-004e-40df-a622-c79b4bbd1b36', 'tenant_id': 'a68bf51dcd404f559e9ae2efeb185712', 'mac_address': 'fa:16:3e:51:94:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3039e0-81ed-4020-a3d2-084638a12f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7552609c-80f9-41d8-a1ca-1fd2186ed151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:56:10Z', 'updated_at': '2022-08-31T09:56:17Z', 'revision_number': 5, 'project_id': 'a68bf51dcd404f559e9ae2efeb185712', 'subnets': [{'id': '7552609c-80f9-41d8-a1ca-1fd2186ed151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:00:58.696642 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca44db1-62c8-4d79-85c2-edec3435f90e None None] The sync data for ids ['ef3039e0-81ed-4020-a3d2-084638a12f54'] in dv-cinder-844961-2-iscsi is: [{'id': 'ef3039e0-81ed-4020-a3d2-084638a12f54', 'name': 'tempest-AttachVolumeShelveTestJSON-1372282155-router', 'tenant_id': 'a68bf51dcd404f559e9ae2efeb185712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'de365d83-91d1-4d1c-b630-fa17c00e8650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:56:07Z', 'updated_at': '2022-08-31T09:56:10Z', 'revision_number': 4, 'project_id': 'a68bf51dcd404f559e9ae2efeb185712', 'gw_port': {'id': 'de365d83-91d1-4d1c-b630-fa17c00e8650', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:62:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3039e0-81ed-4020-a3d2-084638a12f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:56:08Z', 'updated_at': '2022-08-31T09:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_floatingips': [{'id': '46c69b37-f926-48be-83fb-bd18c3c57b9b', 'tenant_id': 'a68bf51dcd404f559e9ae2efeb185712', 'floating_ip_address': '172.27.3.105', 'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'router_id': 'ef3039e0-81ed-4020-a3d2-084638a12f54', 'port_id': '8abbd5d9-b7b2-4351-a7a3-78621eab95a0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f5370f1-004e-40df-a622-c79b4bbd1b36', 'mac_address': 'fa:16:3e:7b:b7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34e6a94-72da-4a22-bab7-c5edbaae687c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T10:00:40Z', 'updated_at': '2022-08-31T10:00:57Z', 'revision_number': 1, 'project_id': 'a68bf51dcd404f559e9ae2efeb185712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49757a03-7781-48a1-a2e6-75a60cab962b', 'name': '', 'network_id': '0f5370f1-004e-40df-a622-c79b4bbd1b36', 'tenant_id': 'a68bf51dcd404f559e9ae2efeb185712', 'mac_address': 'fa:16:3e:51:94:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3039e0-81ed-4020-a3d2-084638a12f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7552609c-80f9-41d8-a1ca-1fd2186ed151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:56:10Z', 'updated_at': '2022-08-31T09:56:17Z', 'revision_number': 5, 'project_id': 'a68bf51dcd404f559e9ae2efeb185712', 'subnets': [{'id': '7552609c-80f9-41d8-a1ca-1fd2186ed151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:00:58.903775 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726c58dd-f5ec-41ad-bdd8-7c45c64c036a None None] New status for floating IP 46c69b37-f926-48be-83fb-bd18c3c57b9b: ACTIVE {{(pid=112922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 10:00:59.511593 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:00:59.627904 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:02.455933 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:01:02.456776 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=26,neutron:DELETE=3 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:01:05.479607 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-11290a29-2f66-4465-9e4d-921beefc8de2 req-e8e6f1f5-8fa2-40dd-a691-c697c7f37e93 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=482325e0-2a4b-4446-804a-0e3a1bcb722c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391476 Aug 31 10:01:05.591422 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11290a29-2f66-4465-9e4d-921beefc8de2 req-c9b820d3-e12e-42d4-b075-1247e1507f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:01:05.592921 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-11290a29-2f66-4465-9e4d-921beefc8de2 req-c9b820d3-e12e-42d4-b075-1247e1507f34 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=6634173c9d534fca800d394d545a9d0c&device_id=482325e0-2a4b-4446-804a-0e3a1bcb722c HTTP/1.1" status: 200 len: 1130 time: 0.0430436 Aug 31 10:01:05.702140 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11290a29-2f66-4465-9e4d-921beefc8de2 req-c097e1ca-5a9f-418b-949c-529deab2d88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:01:05.703669 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-11290a29-2f66-4465-9e4d-921beefc8de2 req-c097e1ca-5a9f-418b-949c-529deab2d88a service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a HTTP/1.1" status: 200 len: 911 time: 0.0922868 Aug 31 10:01:05.755477 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:01:05.770209 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-11290a29-2f66-4465-9e4d-921beefc8de2 req-d1fec9ae-5c81-4da8-9228-fc1f2ce86231 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6937ee29-5c42-40ef-97b4-9409defc0131 HTTP/1.1" status: 200 len: 1001 time: 0.0598743 Aug 31 10:01:05.819192 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11290a29-2f66-4465-9e4d-921beefc8de2 req-a56f1122-c1a1-4bc5-bee6-77fef6c24da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:01:05.820663 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-11290a29-2f66-4465-9e4d-921beefc8de2 req-a56f1122-c1a1-4bc5-bee6-77fef6c24da5 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=951df996-7b80-48db-8007-5a5a52488eaf HTTP/1.1" status: 200 len: 849 time: 0.0438445 Aug 31 10:01:05.835572 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:01:05.865300 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11290a29-2f66-4465-9e4d-921beefc8de2 req-b3c522fb-89ec-416c-9a34-a9393cae0ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:01:05.866831 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-11290a29-2f66-4465-9e4d-921beefc8de2 req-b3c522fb-89ec-416c-9a34-a9393cae0ffd service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398333 Aug 31 10:01:05.960856 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-11290a29-2f66-4465-9e4d-921beefc8de2 req-55674324-ba26-45ac-aa0d-987fde19a362 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871396 Aug 31 10:01:06.068787 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-11290a29-2f66-4465-9e4d-921beefc8de2 req-d55623b9-3112-4d6e-a971-2104b27651f0 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892048 Aug 31 10:01:09.615826 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=69 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:01:09.622884 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=60,neutron:UPDATE=2 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:01:12.094718 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.agents_db [None req-8002e13a-56e4-448b-bc0d-5c9f038cbdad None None] Agent healthcheck: found 6 active agents {{(pid=112922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:01:16.059640 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=22 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:01:16.065777 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=29 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:01:22.089724 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:01:22.091024 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:01:24.249949 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-7f085818-1aac-4779-bd1a-73bd0c604677 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:25.875718 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e6f198be-e193-4693-a253-f9c4522a6272), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:26.513833 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-f800bd18-4192-48cc-bc93-057cdab1ff80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:27.840049 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:29.511304 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:29.620812 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:39.609979 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:01:39.617675 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:01:42.805583 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 52920) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:01:43.125126 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [None req-d8bc4020-6269-4f67-9e72-96916ef017ac tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Deleting port 9fc0cec7-f4bb-449d-9458-fdc64a339d40 {{(pid=112919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 10:01:43.125359 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-d8bc4020-6269-4f67-9e72-96916ef017ac tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (9fc0cec7-f4bb-449d-9458-fdc64a339d40), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:43.200495 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-d8bc4020-6269-4f67-9e72-96916ef017ac tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (9fc0cec7-f4bb-449d-9458-fdc64a339d40), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:43.200822 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-d8bc4020-6269-4f67-9e72-96916ef017ac tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks [] for floatingip (9fc0cec7-f4bb-449d-9458-fdc64a339d40), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:43.213662 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [None req-d8bc4020-6269-4f67-9e72-96916ef017ac tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Calling delete_port for 9fc0cec7-f4bb-449d-9458-fdc64a339d40 owned by network:floatingip {{(pid=112919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 10:01:43.362998 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-d8bc4020-6269-4f67-9e72-96916ef017ac tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66028622'] for port (9fc0cec7-f4bb-449d-9458-fdc64a339d40), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:43.385832 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc4020-6269-4f67-9e72-96916ef017ac tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Pushing event deleted for resources: {'Port': ['ID=9fc0cec7-f4bb-449d-9458-fdc64a339d40,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:01:43.400024 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc4020-6269-4f67-9e72-96916ef017ac tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:43.400373 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc4020-6269-4f67-9e72-96916ef017ac tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:43.400716 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc4020-6269-4f67-9e72-96916ef017ac tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:43.401055 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc4020-6269-4f67-9e72-96916ef017ac tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:43.401417 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc4020-6269-4f67-9e72-96916ef017ac tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:43.401744 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc4020-6269-4f67-9e72-96916ef017ac tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:43.402073 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc4020-6269-4f67-9e72-96916ef017ac tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:43.402398 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc4020-6269-4f67-9e72-96916ef017ac tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:43.402727 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc4020-6269-4f67-9e72-96916ef017ac tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:43.403050 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc4020-6269-4f67-9e72-96916ef017ac tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:43.403378 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc4020-6269-4f67-9e72-96916ef017ac tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:43.403704 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc4020-6269-4f67-9e72-96916ef017ac tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:43.404028 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc4020-6269-4f67-9e72-96916ef017ac tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:43.404348 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc4020-6269-4f67-9e72-96916ef017ac tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:43.404667 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc4020-6269-4f67-9e72-96916ef017ac tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:43.464696 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-d8bc4020-6269-4f67-9e72-96916ef017ac tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks [] for floatingip (2bb5582b-84bc-45db-a7c9-7f057bada72e), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:43.465019 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.db.l3_db [None req-d8bc4020-6269-4f67-9e72-96916ef017ac tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Floating IP 2bb5582b-84bc-45db-a7c9-7f057bada72e disassociated (deleted). External IP: 172.27.3.209, port: bcf607ac-7dab-42c6-8b61-31f31956b33b. Aug 31 10:01:43.660973 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8bc4020-6269-4f67-9e72-96916ef017ac tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Router eac686d3-e381-4e81-8df0-b10cffb85e37 has already been hosted by L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 {{(pid=112919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:01:43.748315 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:01:43.768095 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8bc4020-6269-4f67-9e72-96916ef017ac tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:01:43.773019 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-d8bc4020-6269-4f67-9e72-96916ef017ac tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for floatingip (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:43.779295 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056976f7-aace-40d0-a75d-75452d908fb1 None None] Sync routers for ids ['eac686d3-e381-4e81-8df0-b10cffb85e37'] in dv-cinder-844961-2-iscsi {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:01:43.788955 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056976f7-aace-40d0-a75d-75452d908fb1 None None] Routers {'eac686d3-e381-4e81-8df0-b10cffb85e37'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 10:01:43.789613 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-056976f7-aace-40d0-a75d-75452d908fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T10:01:26Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['eac686d3-e381-4e81-8df0-b10cffb85e37'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:01:43.803374 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-d8bc4020-6269-4f67-9e72-96916ef017ac tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "DELETE /networking/v2.0/floatingips/2bb5582b-84bc-45db-a7c9-7f057bada72e HTTP/1.1" status: 204 len: 168 time: 0.9967921 Aug 31 10:01:43.803960 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '513a781e-0b66-461a-8d8a-296738d61779', 'tag': 'bcf607ac-7dab-42c6-8b61-31f31956b33b'}] {{(pid=112919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 10:01:43.806258 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f6ad1632a392cf14020321c7ce6c49338053db0fa13ffca62b7dfe78a8e90b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69153a34-fcac-49f8-8983-72cf9f0e297c" -d '{"events": [{"name": "network-changed", "server_uuid": "513a781e-0b66-461a-8d8a-296738d61779", "tag": "bcf607ac-7dab-42c6-8b61-31f31956b33b"}]}' {{(pid=112919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:01:43.870017 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 10:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9144a7b4-2cf7-4457-bb1f-68f1207c6cdf x-openstack-request-id: req-9144a7b4-2cf7-4457-bb1f-68f1207c6cdf {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:01:43.870017 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "513a781e-0b66-461a-8d8a-296738d61779", "tag": "bcf607ac-7dab-42c6-8b61-31f31956b33b", "status": "completed", "code": 200}]} {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:01:43.870017 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9144a7b4-2cf7-4457-bb1f-68f1207c6cdf {{(pid=112919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:01:43.870443 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9144a7b4-2cf7-4457-bb1f-68f1207c6cdf'] response: {'name': 'network-changed', 'server_uuid': '513a781e-0b66-461a-8d8a-296738d61779', 'tag': 'bcf607ac-7dab-42c6-8b61-31f31956b33b', 'status': 'completed', 'code': 200} Aug 31 10:01:43.897343 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-056976f7-aace-40d0-a75d-75452d908fb1 None None] Set router eac686d3-e381-4e81-8df0-b10cffb85e37 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 10:01:43.978992 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69153a34-fcac-49f8-8983-72cf9f0e297c req-c7d46432-439a-4101-a571-4a04f54cce46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:01:43.980550 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-69153a34-fcac-49f8-8983-72cf9f0e297c req-c7d46432-439a-4101-a571-4a04f54cce46 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=6634173c9d534fca800d394d545a9d0c&device_id=513a781e-0b66-461a-8d8a-296738d61779 HTTP/1.1" status: 200 len: 1129 time: 0.0561585 Aug 31 10:01:44.053908 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:01:44.065875 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ec00fb-768d-488c-8e7b-7415b5a07ff9 req-746647ec-4172-4a0c-93c6-6d23eb2c3ebe tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:01:44.067384 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d4ec00fb-768d-488c-8e7b-7415b5a07ff9 req-746647ec-4172-4a0c-93c6-6d23eb2c3ebe tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=513a781e-0b66-461a-8d8a-296738d61779 HTTP/1.1" status: 200 len: 945 time: 0.0504122 Aug 31 10:01:44.118579 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d4ec00fb-768d-488c-8e7b-7415b5a07ff9 req-bdb6d696-51e4-41ce-ae52-8fef6e214a5b tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444541 Aug 31 10:01:44.130670 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-056976f7-aace-40d0-a75d-75452d908fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'name': 'tempest-TestVolumeBootPattern-35709202-router', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '603cacde-2f37-4c9a-bec9-1d8b0343ffdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:51:11Z', 'updated_at': '2022-08-31T09:51:17Z', 'revision_number': 4, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'gw_port': {'id': '603cacde-2f37-4c9a-bec9-1d8b0343ffdd', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:85:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:11Z', 'updated_at': '2022-08-31T09:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_floatingips': [{'id': '9dbc0bfd-f86b-432d-9d4a-ae2aa3e73e5e', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'floating_ip_address': '172.27.3.53', 'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'router_id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'port_id': '6937ee29-5c42-40ef-97b4-9409defc0131', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a', 'mac_address': 'fa:16:3e:cc:93:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482325e0-2a4b-4446-804a-0e3a1bcb722c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T09:56:49Z', 'updated_at': '2022-08-31T09:56:51Z', 'revision_number': 1, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d2ec1c7-5052-416f-81de-e9aab741524f', 'name': '', 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'mac_address': 'fa:16:3e:06:97:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '951df996-7b80-48db-8007-5a5a52488eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:16Z', 'updated_at': '2022-08-31T09:51:26Z', 'revision_number': 5, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'subnets': [{'id': '951df996-7b80-48db-8007-5a5a52488eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:01:44.159967 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056976f7-aace-40d0-a75d-75452d908fb1 None None] Checking router: eac686d3-e381-4e81-8df0-b10cffb85e37 for host: dv-cinder-844961-2-iscsi {{(pid=112921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:01:44.168332 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056976f7-aace-40d0-a75d-75452d908fb1 None None] Routers {'eac686d3-e381-4e81-8df0-b10cffb85e37'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 10:01:44.168948 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-056976f7-aace-40d0-a75d-75452d908fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T10:01:26Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['eac686d3-e381-4e81-8df0-b10cffb85e37'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:01:44.270310 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-056976f7-aace-40d0-a75d-75452d908fb1 None None] Set router eac686d3-e381-4e81-8df0-b10cffb85e37 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 10:01:44.481739 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-056976f7-aace-40d0-a75d-75452d908fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'name': 'tempest-TestVolumeBootPattern-35709202-router', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '603cacde-2f37-4c9a-bec9-1d8b0343ffdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:51:11Z', 'updated_at': '2022-08-31T09:51:17Z', 'revision_number': 4, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'gw_port': {'id': '603cacde-2f37-4c9a-bec9-1d8b0343ffdd', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:85:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:11Z', 'updated_at': '2022-08-31T09:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_floatingips': [{'id': '9dbc0bfd-f86b-432d-9d4a-ae2aa3e73e5e', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'floating_ip_address': '172.27.3.53', 'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'router_id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'port_id': '6937ee29-5c42-40ef-97b4-9409defc0131', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a', 'mac_address': 'fa:16:3e:cc:93:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482325e0-2a4b-4446-804a-0e3a1bcb722c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T09:56:49Z', 'updated_at': '2022-08-31T09:56:51Z', 'revision_number': 1, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d2ec1c7-5052-416f-81de-e9aab741524f', 'name': '', 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'mac_address': 'fa:16:3e:06:97:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '951df996-7b80-48db-8007-5a5a52488eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:16Z', 'updated_at': '2022-08-31T09:51:26Z', 'revision_number': 5, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'subnets': [{'id': '951df996-7b80-48db-8007-5a5a52488eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:01:44.511076 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056976f7-aace-40d0-a75d-75452d908fb1 None None] The sync data for ids ['eac686d3-e381-4e81-8df0-b10cffb85e37'] in dv-cinder-844961-2-iscsi is: [{'id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'name': 'tempest-TestVolumeBootPattern-35709202-router', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '603cacde-2f37-4c9a-bec9-1d8b0343ffdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:51:11Z', 'updated_at': '2022-08-31T09:51:17Z', 'revision_number': 4, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'gw_port': {'id': '603cacde-2f37-4c9a-bec9-1d8b0343ffdd', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:85:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:11Z', 'updated_at': '2022-08-31T09:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_floatingips': [{'id': '9dbc0bfd-f86b-432d-9d4a-ae2aa3e73e5e', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'floating_ip_address': '172.27.3.53', 'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'router_id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'port_id': '6937ee29-5c42-40ef-97b4-9409defc0131', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a', 'mac_address': 'fa:16:3e:cc:93:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482325e0-2a4b-4446-804a-0e3a1bcb722c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T09:56:49Z', 'updated_at': '2022-08-31T09:56:51Z', 'revision_number': 1, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d2ec1c7-5052-416f-81de-e9aab741524f', 'name': '', 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'mac_address': 'fa:16:3e:06:97:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '951df996-7b80-48db-8007-5a5a52488eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:16Z', 'updated_at': '2022-08-31T09:51:26Z', 'revision_number': 5, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'subnets': [{'id': '951df996-7b80-48db-8007-5a5a52488eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:01:44.726635 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abb2199-21be-486f-bc94-4092a9690936 None None] New status for floating IP 2bb5582b-84bc-45db-a7c9-7f057bada72e: DOWN {{(pid=112922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 10:01:45.276216 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e23e2-6456-4ef7-af00-129339961610 req-ba055e05-b655-4f80-84fd-cba04ad07d0f tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:01:45.277677 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a19e23e2-6456-4ef7-af00-129339961610 req-ba055e05-b655-4f80-84fd-cba04ad07d0f tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=513a781e-0b66-461a-8d8a-296738d61779 HTTP/1.1" status: 200 len: 945 time: 0.0588834 Aug 31 10:01:45.314095 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69153a34-fcac-49f8-8983-72cf9f0e297c req-c5378a8a-1676-4af9-a88a-330e8d8b1e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:01:45.315620 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-69153a34-fcac-49f8-8983-72cf9f0e297c req-c5378a8a-1676-4af9-a88a-330e8d8b1e91 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a HTTP/1.1" status: 200 len: 911 time: 0.1564469 Aug 31 10:01:45.344101 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a19e23e2-6456-4ef7-af00-129339961610 req-6a97cfea-6ccf-44c7-8a21-e8229037e2ad tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595512 Aug 31 10:01:45.498422 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-69153a34-fcac-49f8-8983-72cf9f0e297c req-dc4a07fb-d9f6-42d8-a34e-ee33548668f9 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bcf607ac-7dab-42c6-8b61-31f31956b33b HTTP/1.1" status: 200 len: 217 time: 0.0363257 Aug 31 10:01:45.861940 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69153a34-fcac-49f8-8983-72cf9f0e297c req-d3ca9d13-4736-4e11-8c1b-824ce1c145fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:01:45.863561 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-69153a34-fcac-49f8-8983-72cf9f0e297c req-d3ca9d13-4736-4e11-8c1b-824ce1c145fb service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=951df996-7b80-48db-8007-5a5a52488eaf HTTP/1.1" status: 200 len: 849 time: 0.0457256 Aug 31 10:01:46.019709 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69153a34-fcac-49f8-8983-72cf9f0e297c req-cc0050b5-1421-4b0b-877e-8d483e7ba445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:01:46.021196 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-69153a34-fcac-49f8-8983-72cf9f0e297c req-cc0050b5-1421-4b0b-877e-8d483e7ba445 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0672596 Aug 31 10:01:46.028901 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1389d-7ccf-406b-b4c7-2f38907d594f req-f453ce99-b007-45ac-8f57-63a140f7a2ae tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:01:46.030252 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-94d1389d-7ccf-406b-b4c7-2f38907d594f req-f453ce99-b007-45ac-8f57-63a140f7a2ae tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=513a781e-0b66-461a-8d8a-296738d61779 HTTP/1.1" status: 200 len: 945 time: 0.0748246 Aug 31 10:01:46.444430 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [req-94d1389d-7ccf-406b-b4c7-2f38907d594f req-11ac9b49-e15f-408f-a922-a1a400a06fe0 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Deleting port bcf607ac-7dab-42c6-8b61-31f31956b33b {{(pid=112919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 10:01:46.445174 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-94d1389d-7ccf-406b-b4c7-2f38907d594f req-11ac9b49-e15f-408f-a922-a1a400a06fe0 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (bcf607ac-7dab-42c6-8b61-31f31956b33b), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:46.485733 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-69153a34-fcac-49f8-8983-72cf9f0e297c req-91b57162-fbd5-418e-ab97-4e88d78d28a0 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4538808 Aug 31 10:01:46.543828 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b0975-0f05-44d2-8dbc-866d152cc128 req-3beea2f5-f1d1-4c7f-9fa2-629ace32a8ff tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:01:46.545262 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-804b0975-0f05-44d2-8dbc-866d152cc128 req-3beea2f5-f1d1-4c7f-9fa2-629ace32a8ff tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=513a781e-0b66-461a-8d8a-296738d61779 HTTP/1.1" status: 200 len: 945 time: 0.1170695 Aug 31 10:01:46.678615 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.db [req-94d1389d-7ccf-406b-b4c7-2f38907d594f req-11ac9b49-e15f-408f-a922-a1a400a06fe0 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] For port bcf607ac-7dab-42c6-8b61-31f31956b33b, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=bcf607ac-7dab-42c6-8b61-31f31956b33b,segment=NetworkSegment(ea218d44-3149-46b8-ba8f-676cf816a455),segment_id=ea218d44-3149-46b8-ba8f-676cf816a455)] {{(pid=112919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:01:46.678890 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-94d1389d-7ccf-406b-b4c7-2f38907d594f req-11ac9b49-e15f-408f-a922-a1a400a06fe0 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (bcf607ac-7dab-42c6-8b61-31f31956b33b), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:46.689236 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-804b0975-0f05-44d2-8dbc-866d152cc128 req-30767852-182a-4c3d-b8ca-d34b580c5b73 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129088 Aug 31 10:01:46.704945 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-69153a34-fcac-49f8-8983-72cf9f0e297c req-ec67a262-d55e-4cfe-a531-72c372435f2d service neutron] 10.222.0.64 "GET /networking/v2.0/networks/b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883080 Aug 31 10:01:46.705902 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [req-94d1389d-7ccf-406b-b4c7-2f38907d594f req-11ac9b49-e15f-408f-a922-a1a400a06fe0 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Calling delete_port for bcf607ac-7dab-42c6-8b61-31f31956b33b owned by compute:nova {{(pid=112919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 10:01:46.752518 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:01:46.782153 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:01:46.839950 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-94d1389d-7ccf-406b-b4c7-2f38907d594f req-11ac9b49-e15f-408f-a922-a1a400a06fe0 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66028622'] for port (bcf607ac-7dab-42c6-8b61-31f31956b33b), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:46.866336 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac9b49-e15f-408f-a922-a1a400a06fe0 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Pushing event deleted for resources: {'Port': ['ID=bcf607ac-7dab-42c6-8b61-31f31956b33b,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:01:46.917349 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d1389d-7ccf-406b-b4c7-2f38907d594f req-11ac9b49-e15f-408f-a922-a1a400a06fe0 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] No DVR routers for this DVR port bcf607ac-7dab-42c6-8b61-31f31956b33b on host hv-cinder-84496 {{(pid=112919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 10:01:46.919893 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-94d1389d-7ccf-406b-b4c7-2f38907d594f req-11ac9b49-e15f-408f-a922-a1a400a06fe0 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for port (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:46.923720 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-94d1389d-7ccf-406b-b4c7-2f38907d594f req-11ac9b49-e15f-408f-a922-a1a400a06fe0 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.64 "DELETE /networking/v2.0/ports/bcf607ac-7dab-42c6-8b61-31f31956b33b HTTP/1.1" status: 204 len: 173 time: 0.8851118 Aug 31 10:01:46.924175 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '513a781e-0b66-461a-8d8a-296738d61779', 'name': 'network-vif-deleted', 'tag': 'bcf607ac-7dab-42c6-8b61-31f31956b33b'}] {{(pid=112919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 10:01:46.926971 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f6ad1632a392cf14020321c7ce6c49338053db0fa13ffca62b7dfe78a8e90b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fdf3666-8e11-4510-b3c7-0fa88c7a4529" -d '{"events": [{"server_uuid": "513a781e-0b66-461a-8d8a-296738d61779", "name": "network-vif-deleted", "tag": "bcf607ac-7dab-42c6-8b61-31f31956b33b"}]}' {{(pid=112919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:01:46.966441 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 10:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11c675f-e9ab-46b4-803f-f4994153ea5d x-openstack-request-id: req-e11c675f-e9ab-46b4-803f-f4994153ea5d {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:01:46.966840 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "513a781e-0b66-461a-8d8a-296738d61779", "name": "network-vif-deleted", "tag": "bcf607ac-7dab-42c6-8b61-31f31956b33b", "status": "completed", "code": 200}]} {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:01:46.967223 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e11c675f-e9ab-46b4-803f-f4994153ea5d {{(pid=112919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:01:46.967643 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e11c675f-e9ab-46b4-803f-f4994153ea5d'] response: {'server_uuid': '513a781e-0b66-461a-8d8a-296738d61779', 'name': 'network-vif-deleted', 'tag': 'bcf607ac-7dab-42c6-8b61-31f31956b33b', 'status': 'completed', 'code': 200} Aug 31 10:01:47.805626 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c63dfd9e-f6fd-4b39-8d7a-4edd51102610 req-2b1af3c4-29d6-4fc8-8da1-b4ba8aed049e tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=513a781e-0b66-461a-8d8a-296738d61779 HTTP/1.1" status: 200 len: 210 time: 0.0291157 Aug 31 10:01:49.089926 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device bcf607ac-7dab-42c6-8b61-31f31956b33b no longer exists at agent hyperv_hv-cinder-84496 {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:01:49.093603 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.agents_db [None req-8002e13a-56e4-448b-bc0d-5c9f038cbdad None None] Agent healthcheck: found 6 active agents {{(pid=112922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:01:49.109414 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] No Port match for: bcf607ac-7dab-42c6-8b61-31f31956b33b {{(pid=112921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 10:01:49.109778 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device bcf607ac-7dab-42c6-8b61-31f31956b33b not bound to the agent host hv-cinder-84496 {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:01:51.112511 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 52958) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:01:51.253567 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [None req-1d1fe4ed-1796-4460-bbba-c993717bdee4 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Deleting port d29e3051-b9d8-4031-8b45-e2e3a55c0d3b {{(pid=112919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 10:01:51.253824 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-1d1fe4ed-1796-4460-bbba-c993717bdee4 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (d29e3051-b9d8-4031-8b45-e2e3a55c0d3b), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:51.334611 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-1d1fe4ed-1796-4460-bbba-c993717bdee4 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (d29e3051-b9d8-4031-8b45-e2e3a55c0d3b), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:51.334942 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-1d1fe4ed-1796-4460-bbba-c993717bdee4 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks [] for floatingip (d29e3051-b9d8-4031-8b45-e2e3a55c0d3b), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:51.347444 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [None req-1d1fe4ed-1796-4460-bbba-c993717bdee4 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Calling delete_port for d29e3051-b9d8-4031-8b45-e2e3a55c0d3b owned by network:floatingip {{(pid=112919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 10:01:51.495556 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-1d1fe4ed-1796-4460-bbba-c993717bdee4 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66028622'] for port (d29e3051-b9d8-4031-8b45-e2e3a55c0d3b), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:51.519715 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1fe4ed-1796-4460-bbba-c993717bdee4 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Pushing event deleted for resources: {'Port': ['ID=d29e3051-b9d8-4031-8b45-e2e3a55c0d3b,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:01:51.584156 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-1d1fe4ed-1796-4460-bbba-c993717bdee4 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks [] for floatingip (9dbc0bfd-f86b-432d-9d4a-ae2aa3e73e5e), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:51.584482 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.db.l3_db [None req-1d1fe4ed-1796-4460-bbba-c993717bdee4 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Floating IP 9dbc0bfd-f86b-432d-9d4a-ae2aa3e73e5e disassociated (deleted). External IP: 172.27.3.53, port: 6937ee29-5c42-40ef-97b4-9409defc0131. Aug 31 10:01:51.763687 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:01:51.789188 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d1fe4ed-1796-4460-bbba-c993717bdee4 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Router eac686d3-e381-4e81-8df0-b10cffb85e37 has already been hosted by L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 {{(pid=112919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:01:51.831338 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:01:51.897250 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1fe4ed-1796-4460-bbba-c993717bdee4 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:01:51.902002 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-1d1fe4ed-1796-4460-bbba-c993717bdee4 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for floatingip (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:51.907302 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44326214-ffe7-4442-b29f-623019384998 None None] Sync routers for ids ['eac686d3-e381-4e81-8df0-b10cffb85e37'] in dv-cinder-844961-2-iscsi {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:01:51.916925 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44326214-ffe7-4442-b29f-623019384998 None None] Routers {'eac686d3-e381-4e81-8df0-b10cffb85e37'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 10:01:51.917572 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-44326214-ffe7-4442-b29f-623019384998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T10:01:26Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['eac686d3-e381-4e81-8df0-b10cffb85e37'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:01:51.933004 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-1d1fe4ed-1796-4460-bbba-c993717bdee4 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "DELETE /networking/v2.0/floatingips/9dbc0bfd-f86b-432d-9d4a-ae2aa3e73e5e HTTP/1.1" status: 204 len: 168 time: 0.8190880 Aug 31 10:01:51.933653 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '482325e0-2a4b-4446-804a-0e3a1bcb722c', 'tag': '6937ee29-5c42-40ef-97b4-9409defc0131'}] {{(pid=112919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 10:01:51.935860 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f6ad1632a392cf14020321c7ce6c49338053db0fa13ffca62b7dfe78a8e90b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4d48a9-6391-41ab-b438-cba2c6dec609" -d '{"events": [{"name": "network-changed", "server_uuid": "482325e0-2a4b-4446-804a-0e3a1bcb722c", "tag": "6937ee29-5c42-40ef-97b4-9409defc0131"}]}' {{(pid=112919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:01:51.976734 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 10:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57ee50d-2494-400f-93a6-18c3d44fae7c x-openstack-request-id: req-f57ee50d-2494-400f-93a6-18c3d44fae7c {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:01:51.977027 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "482325e0-2a4b-4446-804a-0e3a1bcb722c", "tag": "6937ee29-5c42-40ef-97b4-9409defc0131", "status": "completed", "code": 200}]} {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:01:51.977281 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f57ee50d-2494-400f-93a6-18c3d44fae7c {{(pid=112919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:01:51.977722 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f57ee50d-2494-400f-93a6-18c3d44fae7c'] response: {'name': 'network-changed', 'server_uuid': '482325e0-2a4b-4446-804a-0e3a1bcb722c', 'tag': '6937ee29-5c42-40ef-97b4-9409defc0131', 'status': 'completed', 'code': 200} Aug 31 10:01:52.029833 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-44326214-ffe7-4442-b29f-623019384998 None None] Set router eac686d3-e381-4e81-8df0-b10cffb85e37 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 10:01:52.072478 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d48a9-6391-41ab-b438-cba2c6dec609 req-b3125942-25c9-40e9-b8a4-8d3200b778d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:01:52.074386 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0e4d48a9-6391-41ab-b438-cba2c6dec609 req-b3125942-25c9-40e9-b8a4-8d3200b778d2 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=6634173c9d534fca800d394d545a9d0c&device_id=482325e0-2a4b-4446-804a-0e3a1bcb722c HTTP/1.1" status: 200 len: 1130 time: 0.0440714 Aug 31 10:01:52.152766 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=100 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:01:52.195736 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=100 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:01:52.239308 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-44326214-ffe7-4442-b29f-623019384998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'name': 'tempest-TestVolumeBootPattern-35709202-router', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '603cacde-2f37-4c9a-bec9-1d8b0343ffdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:51:11Z', 'updated_at': '2022-08-31T09:51:17Z', 'revision_number': 4, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'gw_port': {'id': '603cacde-2f37-4c9a-bec9-1d8b0343ffdd', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:85:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:11Z', 'updated_at': '2022-08-31T09:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': '5d2ec1c7-5052-416f-81de-e9aab741524f', 'name': '', 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'mac_address': 'fa:16:3e:06:97:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '951df996-7b80-48db-8007-5a5a52488eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:16Z', 'updated_at': '2022-08-31T09:51:26Z', 'revision_number': 5, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'subnets': [{'id': '951df996-7b80-48db-8007-5a5a52488eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:01:52.248582 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d48a9-6391-41ab-b438-cba2c6dec609 req-32f66e69-aa04-4e4f-beae-a7e6ad70eb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:01:52.250650 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0e4d48a9-6391-41ab-b438-cba2c6dec609 req-32f66e69-aa04-4e4f-beae-a7e6ad70eb42 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a HTTP/1.1" status: 200 len: 911 time: 0.1698961 Aug 31 10:01:52.256532 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b90cad-9bdc-4dca-ac9a-13ae82c53d53 req-81ff35e6-ac08-45bd-8427-ab232c0e98b8 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:01:52.258066 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b7b90cad-9bdc-4dca-ac9a-13ae82c53d53 req-81ff35e6-ac08-45bd-8427-ab232c0e98b8 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=482325e0-2a4b-4446-804a-0e3a1bcb722c HTTP/1.1" status: 200 len: 946 time: 0.0691435 Aug 31 10:01:52.332192 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0e4d48a9-6391-41ab-b438-cba2c6dec609 req-a536e40c-9da8-4cd2-a3e0-6150165329a0 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6937ee29-5c42-40ef-97b4-9409defc0131 HTTP/1.1" status: 200 len: 217 time: 0.0462093 Aug 31 10:01:52.376323 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b7b90cad-9bdc-4dca-ac9a-13ae82c53d53 req-6147d442-3bf2-47cb-90fd-12d7c4f9a66e tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2f3e75c3-3d51-4110-bbcf-b88f0207fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121817 Aug 31 10:01:52.395065 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44326214-ffe7-4442-b29f-623019384998 None None] Checking router: eac686d3-e381-4e81-8df0-b10cffb85e37 for host: dv-cinder-844961-2-iscsi {{(pid=112921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:01:52.395699 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d48a9-6391-41ab-b438-cba2c6dec609 req-8f6029f5-2037-48c2-b066-a1223d1abccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:01:52.397138 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0e4d48a9-6391-41ab-b438-cba2c6dec609 req-8f6029f5-2037-48c2-b066-a1223d1abccf service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=951df996-7b80-48db-8007-5a5a52488eaf HTTP/1.1" status: 200 len: 849 time: 0.0565622 Aug 31 10:01:52.403555 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44326214-ffe7-4442-b29f-623019384998 None None] Routers {'eac686d3-e381-4e81-8df0-b10cffb85e37'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 10:01:52.404154 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-44326214-ffe7-4442-b29f-623019384998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T10:01:26Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['eac686d3-e381-4e81-8df0-b10cffb85e37'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:01:52.458530 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d48a9-6391-41ab-b438-cba2c6dec609 req-bddf14d6-e0d4-4113-839b-bbc8fb795814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:01:52.460030 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0e4d48a9-6391-41ab-b438-cba2c6dec609 req-bddf14d6-e0d4-4113-839b-bbc8fb795814 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441756 Aug 31 10:01:52.507226 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-44326214-ffe7-4442-b29f-623019384998 None None] Set router eac686d3-e381-4e81-8df0-b10cffb85e37 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 10:01:52.698068 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-44326214-ffe7-4442-b29f-623019384998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'name': 'tempest-TestVolumeBootPattern-35709202-router', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '603cacde-2f37-4c9a-bec9-1d8b0343ffdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:51:11Z', 'updated_at': '2022-08-31T09:51:17Z', 'revision_number': 4, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'gw_port': {'id': '603cacde-2f37-4c9a-bec9-1d8b0343ffdd', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:85:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:11Z', 'updated_at': '2022-08-31T09:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': '5d2ec1c7-5052-416f-81de-e9aab741524f', 'name': '', 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'mac_address': 'fa:16:3e:06:97:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '951df996-7b80-48db-8007-5a5a52488eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:16Z', 'updated_at': '2022-08-31T09:51:26Z', 'revision_number': 5, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'subnets': [{'id': '951df996-7b80-48db-8007-5a5a52488eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:01:52.701253 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0e4d48a9-6391-41ab-b438-cba2c6dec609 req-a367b71d-bd3f-4964-a000-cd2d543b66e4 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892279 Aug 31 10:01:52.727012 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44326214-ffe7-4442-b29f-623019384998 None None] The sync data for ids ['eac686d3-e381-4e81-8df0-b10cffb85e37'] in dv-cinder-844961-2-iscsi is: [{'id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'name': 'tempest-TestVolumeBootPattern-35709202-router', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '603cacde-2f37-4c9a-bec9-1d8b0343ffdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:51:11Z', 'updated_at': '2022-08-31T09:51:17Z', 'revision_number': 4, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'gw_port': {'id': '603cacde-2f37-4c9a-bec9-1d8b0343ffdd', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:85:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:11Z', 'updated_at': '2022-08-31T09:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': '5d2ec1c7-5052-416f-81de-e9aab741524f', 'name': '', 'network_id': 'b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'mac_address': 'fa:16:3e:06:97:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '951df996-7b80-48db-8007-5a5a52488eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:16Z', 'updated_at': '2022-08-31T09:51:26Z', 'revision_number': 5, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'subnets': [{'id': '951df996-7b80-48db-8007-5a5a52488eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:01:52.954182 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd25ad1b-163b-4369-82b3-4b65cb8451ea None None] New status for floating IP 9dbc0bfd-f86b-432d-9d4a-ae2aa3e73e5e: DOWN {{(pid=112922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 10:01:52.960512 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0e4d48a9-6391-41ab-b438-cba2c6dec609 req-daaa5f94-5f8f-4869-8eb5-60d800e4b351 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966632 Aug 31 10:01:53.070481 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac24dd-7c86-42b2-ac4e-e229e2ecf683 req-ec4621dc-e283-47c1-8e5b-6239bdc189e9 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:01:53.071946 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-54ac24dd-7c86-42b2-ac4e-e229e2ecf683 req-ec4621dc-e283-47c1-8e5b-6239bdc189e9 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=482325e0-2a4b-4446-804a-0e3a1bcb722c HTTP/1.1" status: 200 len: 946 time: 0.0486302 Aug 31 10:01:53.157643 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [req-54ac24dd-7c86-42b2-ac4e-e229e2ecf683 req-a95dfda6-cc8a-4df0-82cb-7f03ce1b66a2 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Deleting port 6937ee29-5c42-40ef-97b4-9409defc0131 {{(pid=112919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 10:01:53.157985 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-54ac24dd-7c86-42b2-ac4e-e229e2ecf683 req-a95dfda6-cc8a-4df0-82cb-7f03ce1b66a2 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (6937ee29-5c42-40ef-97b4-9409defc0131), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:53.251989 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.db [req-54ac24dd-7c86-42b2-ac4e-e229e2ecf683 req-a95dfda6-cc8a-4df0-82cb-7f03ce1b66a2 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] For port 6937ee29-5c42-40ef-97b4-9409defc0131, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=6937ee29-5c42-40ef-97b4-9409defc0131,segment=NetworkSegment(ea218d44-3149-46b8-ba8f-676cf816a455),segment_id=ea218d44-3149-46b8-ba8f-676cf816a455)] {{(pid=112919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:01:53.252693 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-54ac24dd-7c86-42b2-ac4e-e229e2ecf683 req-a95dfda6-cc8a-4df0-82cb-7f03ce1b66a2 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (6937ee29-5c42-40ef-97b4-9409defc0131), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:53.265602 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [req-54ac24dd-7c86-42b2-ac4e-e229e2ecf683 req-a95dfda6-cc8a-4df0-82cb-7f03ce1b66a2 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Calling delete_port for 6937ee29-5c42-40ef-97b4-9409defc0131 owned by compute:nova {{(pid=112919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 10:01:53.305197 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:01:53.375723 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:01:53.402387 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-54ac24dd-7c86-42b2-ac4e-e229e2ecf683 req-a95dfda6-cc8a-4df0-82cb-7f03ce1b66a2 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66028622'] for port (6937ee29-5c42-40ef-97b4-9409defc0131), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:53.430421 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95dfda6-cc8a-4df0-82cb-7f03ce1b66a2 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Pushing event deleted for resources: {'Port': ['ID=6937ee29-5c42-40ef-97b4-9409defc0131,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:01:53.504198 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.l3_dvrscheduler_db [req-54ac24dd-7c86-42b2-ac4e-e229e2ecf683 req-a95dfda6-cc8a-4df0-82cb-7f03ce1b66a2 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] No DVR routers for this DVR port 6937ee29-5c42-40ef-97b4-9409defc0131 on host hv-cinder-84496 {{(pid=112919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 10:01:53.506954 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-be9664ea-6626-437b-a3d7-fc1e10a055a9 req-668ef913-4117-430e-8273-1a107631a182 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=482325e0-2a4b-4446-804a-0e3a1bcb722c HTTP/1.1" status: 200 len: 210 time: 0.0462062 Aug 31 10:01:53.507999 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-54ac24dd-7c86-42b2-ac4e-e229e2ecf683 req-a95dfda6-cc8a-4df0-82cb-7f03ce1b66a2 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for port (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:53.511064 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-54ac24dd-7c86-42b2-ac4e-e229e2ecf683 req-a95dfda6-cc8a-4df0-82cb-7f03ce1b66a2 tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.64 "DELETE /networking/v2.0/ports/6937ee29-5c42-40ef-97b4-9409defc0131 HTTP/1.1" status: 204 len: 173 time: 0.4336636 Aug 31 10:01:53.978671 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '482325e0-2a4b-4446-804a-0e3a1bcb722c', 'name': 'network-vif-deleted', 'tag': '6937ee29-5c42-40ef-97b4-9409defc0131'}] {{(pid=112919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 10:01:53.981236 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f6ad1632a392cf14020321c7ce6c49338053db0fa13ffca62b7dfe78a8e90b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99e4fed-326f-4ce7-9d02-f10bb9a6299d" -d '{"events": [{"server_uuid": "482325e0-2a4b-4446-804a-0e3a1bcb722c", "name": "network-vif-deleted", "tag": "6937ee29-5c42-40ef-97b4-9409defc0131"}]}' {{(pid=112919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:01:54.019862 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 10:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70002a4a-6b67-441f-b156-75fa5d426df9 x-openstack-request-id: req-70002a4a-6b67-441f-b156-75fa5d426df9 {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:01:54.020162 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "482325e0-2a4b-4446-804a-0e3a1bcb722c", "name": "network-vif-deleted", "tag": "6937ee29-5c42-40ef-97b4-9409defc0131", "status": "completed", "code": 200}]} {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:01:54.020473 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-70002a4a-6b67-441f-b156-75fa5d426df9 {{(pid=112919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:01:54.020914 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70002a4a-6b67-441f-b156-75fa5d426df9'] response: {'server_uuid': '482325e0-2a4b-4446-804a-0e3a1bcb722c', 'name': 'network-vif-deleted', 'tag': '6937ee29-5c42-40ef-97b4-9409defc0131', 'status': 'completed', 'code': 200} Aug 31 10:01:54.254060 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-5e180139-a167-4d5c-8baf-727bc8afa246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:54.572334 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 52974) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:01:54.684253 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [None req-460f814c-8a5c-4524-bb2d-65394c10243e tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Deleting port 2bc0a133-7045-4071-adc3-96d3671f17d0 {{(pid=112919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 10:01:54.684595 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-460f814c-8a5c-4524-bb2d-65394c10243e tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (2bc0a133-7045-4071-adc3-96d3671f17d0), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:54.764504 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-460f814c-8a5c-4524-bb2d-65394c10243e tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (2bc0a133-7045-4071-adc3-96d3671f17d0), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:54.765336 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-460f814c-8a5c-4524-bb2d-65394c10243e tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks [] for floatingip (2bc0a133-7045-4071-adc3-96d3671f17d0), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:54.778178 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [None req-460f814c-8a5c-4524-bb2d-65394c10243e tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Calling delete_port for 2bc0a133-7045-4071-adc3-96d3671f17d0 owned by network:floatingip {{(pid=112919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 10:01:54.911695 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-460f814c-8a5c-4524-bb2d-65394c10243e tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66028622'] for port (2bc0a133-7045-4071-adc3-96d3671f17d0), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:54.933764 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460f814c-8a5c-4524-bb2d-65394c10243e tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Pushing event deleted for resources: {'Port': ['ID=2bc0a133-7045-4071-adc3-96d3671f17d0,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:01:55.000581 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-460f814c-8a5c-4524-bb2d-65394c10243e tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks [] for floatingip (c613e1ca-6d88-4632-bc62-55da7549e66d), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:55.003166 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-460f814c-8a5c-4524-bb2d-65394c10243e tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for floatingip (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:55.004311 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-460f814c-8a5c-4524-bb2d-65394c10243e tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "DELETE /networking/v2.0/floatingips/c613e1ca-6d88-4632-bc62-55da7549e66d HTTP/1.1" status: 204 len: 168 time: 0.4317725 Aug 31 10:01:55.882273 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e6f198be-e193-4693-a253-f9c4522a6272), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:56.216025 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 52986) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:01:56.276521 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-daa04058-9f93-44d6-995c-7870a18e551d tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks [] for security_group (2f3e75c3-3d51-4110-bbcf-b88f0207fea8), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:56.300166 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-daa04058-9f93-44d6-995c-7870a18e551d tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks [] for security_group (2f3e75c3-3d51-4110-bbcf-b88f0207fea8), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:56.359440 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-daa04058-9f93-44d6-995c-7870a18e551d tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (2f3e75c3-3d51-4110-bbcf-b88f0207fea8), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:56.362163 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-daa04058-9f93-44d6-995c-7870a18e551d tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Publish callbacks [] for security_group (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:56.363726 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-daa04058-9f93-44d6-995c-7870a18e551d tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] 10.222.0.13 "DELETE /networking/v2.0/security-groups/2f3e75c3-3d51-4110-bbcf-b88f0207fea8 HTTP/1.1" status: 204 len: 168 time: 0.1466622 Aug 31 10:01:56.373071 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa04058-9f93-44d6-995c-7870a18e551d tempest-TestVolumeBootPattern-854801384 tempest-TestVolumeBootPattern-854801384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3e75c3-3d51-4110-bbcf-b88f0207fea8,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:01:56.425112 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 52990) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:01:56.516582 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-42689cf0-5c0c-401e-b04b-bd6ae3e8e236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:56.837937 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-6cbe7d6b-bc62-4bb3-a972-68e0ba3acaf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962981'] for router_interface (eac686d3-e381-4e81-8df0-b10cffb85e37), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:57.062344 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.plugin [None req-6cbe7d6b-bc62-4bb3-a972-68e0ba3acaf0 admin admin] Deleting port 5d2ec1c7-5052-416f-81de-e9aab741524f {{(pid=112920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 10:01:57.063245 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-6cbe7d6b-bc62-4bb3-a972-68e0ba3acaf0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (5d2ec1c7-5052-416f-81de-e9aab741524f), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:57.143532 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device 6937ee29-5c42-40ef-97b4-9409defc0131 no longer exists at agent hyperv_hv-cinder-84496 {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:01:57.144108 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.db [None req-6cbe7d6b-bc62-4bb3-a972-68e0ba3acaf0 admin admin] For port 5d2ec1c7-5052-416f-81de-e9aab741524f, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=5d2ec1c7-5052-416f-81de-e9aab741524f,segment=NetworkSegment(ea218d44-3149-46b8-ba8f-676cf816a455),segment_id=ea218d44-3149-46b8-ba8f-676cf816a455)] {{(pid=112920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:01:57.144108 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-6cbe7d6b-bc62-4bb3-a972-68e0ba3acaf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (5d2ec1c7-5052-416f-81de-e9aab741524f), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:57.156689 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.plugin [None req-6cbe7d6b-bc62-4bb3-a972-68e0ba3acaf0 admin admin] Calling delete_port for 5d2ec1c7-5052-416f-81de-e9aab741524f owned by network:router_interface {{(pid=112920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 10:01:57.162316 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] No Port match for: 6937ee29-5c42-40ef-97b4-9409defc0131 {{(pid=112921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 10:01:57.162671 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device 6937ee29-5c42-40ef-97b4-9409defc0131 not bound to the agent host hv-cinder-84496 {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:01:57.322819 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:01:57.344800 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-6cbe7d6b-bc62-4bb3-a972-68e0ba3acaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64202837'] for port (5d2ec1c7-5052-416f-81de-e9aab741524f), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:57.595499 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbe7d6b-bc62-4bb3-a972-68e0ba3acaf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d2ec1c7-5052-416f-81de-e9aab741524f,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:01:57.597586 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:01:57.624190 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbe7d6b-bc62-4bb3-a972-68e0ba3acaf0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:57.624534 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbe7d6b-bc62-4bb3-a972-68e0ba3acaf0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:57.624895 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbe7d6b-bc62-4bb3-a972-68e0ba3acaf0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:57.625294 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbe7d6b-bc62-4bb3-a972-68e0ba3acaf0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:57.625663 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbe7d6b-bc62-4bb3-a972-68e0ba3acaf0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:57.625992 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbe7d6b-bc62-4bb3-a972-68e0ba3acaf0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:57.626313 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbe7d6b-bc62-4bb3-a972-68e0ba3acaf0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:57.626636 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbe7d6b-bc62-4bb3-a972-68e0ba3acaf0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:57.626957 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbe7d6b-bc62-4bb3-a972-68e0ba3acaf0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:57.627278 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbe7d6b-bc62-4bb3-a972-68e0ba3acaf0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:57.627599 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbe7d6b-bc62-4bb3-a972-68e0ba3acaf0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:57.627925 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbe7d6b-bc62-4bb3-a972-68e0ba3acaf0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:57.628250 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbe7d6b-bc62-4bb3-a972-68e0ba3acaf0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:57.628563 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbe7d6b-bc62-4bb3-a972-68e0ba3acaf0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:57.628877 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbe7d6b-bc62-4bb3-a972-68e0ba3acaf0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:57.770750 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-6cbe7d6b-bc62-4bb3-a972-68e0ba3acaf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-965653'] for router_interface (eac686d3-e381-4e81-8df0-b10cffb85e37), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:57.845092 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:57.976991 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cbe7d6b-bc62-4bb3-a972-68e0ba3acaf0 admin admin] Router eac686d3-e381-4e81-8df0-b10cffb85e37 has already been hosted by L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 {{(pid=112920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:01:58.082003 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cbe7d6b-bc62-4bb3-a972-68e0ba3acaf0 admin admin] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:01:58.087471 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-6cbe7d6b-bc62-4bb3-a972-68e0ba3acaf0 admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/eac686d3-e381-4e81-8df0-b10cffb85e37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6612105 Aug 31 10:01:58.090190 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 52996) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:01:58.091008 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec4db10-b2ab-43d7-80b7-6cb2bf38c7fb None None] Sync routers for ids ['eac686d3-e381-4e81-8df0-b10cffb85e37'] in dv-cinder-844961-2-iscsi {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:01:58.101811 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec4db10-b2ab-43d7-80b7-6cb2bf38c7fb None None] Routers {'eac686d3-e381-4e81-8df0-b10cffb85e37'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 10:01:58.102336 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-4ec4db10-b2ab-43d7-80b7-6cb2bf38c7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T10:01:57Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['eac686d3-e381-4e81-8df0-b10cffb85e37'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:01:58.191885 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-437314f5-9f0e-4ba5-97fe-eb10010e7779 admin admin] Publish callbacks [] for router (eac686d3-e381-4e81-8df0-b10cffb85e37), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:58.203924 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-4ec4db10-b2ab-43d7-80b7-6cb2bf38c7fb None None] Set router eac686d3-e381-4e81-8df0-b10cffb85e37 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 10:01:58.234713 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:01:58.287970 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:01:58.297513 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-437314f5-9f0e-4ba5-97fe-eb10010e7779 admin admin] Publish callbacks [] for router_gateway (eac686d3-e381-4e81-8df0-b10cffb85e37), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:58.340934 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [None req-437314f5-9f0e-4ba5-97fe-eb10010e7779 admin admin] Deleting port 603cacde-2f37-4c9a-bec9-1d8b0343ffdd {{(pid=112919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 10:01:58.341274 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-437314f5-9f0e-4ba5-97fe-eb10010e7779 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (603cacde-2f37-4c9a-bec9-1d8b0343ffdd), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:58.376660 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-4ec4db10-b2ab-43d7-80b7-6cb2bf38c7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'name': 'tempest-TestVolumeBootPattern-35709202-router', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '603cacde-2f37-4c9a-bec9-1d8b0343ffdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:51:11Z', 'updated_at': '2022-08-31T10:01:57Z', 'revision_number': 5, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'gw_port': {'id': '603cacde-2f37-4c9a-bec9-1d8b0343ffdd', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:85:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:11Z', 'updated_at': '2022-08-31T09:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi'}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:01:58.402508 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec4db10-b2ab-43d7-80b7-6cb2bf38c7fb None None] Checking router: eac686d3-e381-4e81-8df0-b10cffb85e37 for host: dv-cinder-844961-2-iscsi {{(pid=112921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:01:58.411588 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec4db10-b2ab-43d7-80b7-6cb2bf38c7fb None None] Routers {'eac686d3-e381-4e81-8df0-b10cffb85e37'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 10:01:58.412199 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-4ec4db10-b2ab-43d7-80b7-6cb2bf38c7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T10:01:57Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['eac686d3-e381-4e81-8df0-b10cffb85e37'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:01:58.425095 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.db [None req-437314f5-9f0e-4ba5-97fe-eb10010e7779 admin admin] For port 603cacde-2f37-4c9a-bec9-1d8b0343ffdd, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=603cacde-2f37-4c9a-bec9-1d8b0343ffdd,segment=NetworkSegment(a4995e04-234e-4976-89c5-310a94033a09),segment_id=a4995e04-234e-4976-89c5-310a94033a09)] {{(pid=112919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:01:58.425562 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-437314f5-9f0e-4ba5-97fe-eb10010e7779 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (603cacde-2f37-4c9a-bec9-1d8b0343ffdd), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:58.443299 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [None req-437314f5-9f0e-4ba5-97fe-eb10010e7779 admin admin] Calling delete_port for 603cacde-2f37-4c9a-bec9-1d8b0343ffdd owned by network:router_gateway {{(pid=112919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 10:01:58.496910 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-4ec4db10-b2ab-43d7-80b7-6cb2bf38c7fb None None] Set router eac686d3-e381-4e81-8df0-b10cffb85e37 gateway port host: None {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 10:01:58.549754 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-4ec4db10-b2ab-43d7-80b7-6cb2bf38c7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'name': 'tempest-TestVolumeBootPattern-35709202-router', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:51:11Z', 'updated_at': '2022-08-31T10:01:58Z', 'revision_number': 6, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'gw_port_host': None}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:01:58.576050 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec4db10-b2ab-43d7-80b7-6cb2bf38c7fb None None] The sync data for ids ['eac686d3-e381-4e81-8df0-b10cffb85e37'] in dv-cinder-844961-2-iscsi is: [{'id': 'eac686d3-e381-4e81-8df0-b10cffb85e37', 'name': 'tempest-TestVolumeBootPattern-35709202-router', 'tenant_id': '6634173c9d534fca800d394d545a9d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:51:11Z', 'updated_at': '2022-08-31T10:01:58Z', 'revision_number': 6, 'project_id': '6634173c9d534fca800d394d545a9d0c', 'gw_port_host': None}] {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:01:58.618525 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-437314f5-9f0e-4ba5-97fe-eb10010e7779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66028622'] for port (603cacde-2f37-4c9a-bec9-1d8b0343ffdd), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:58.640620 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437314f5-9f0e-4ba5-97fe-eb10010e7779 admin admin] Pushing event deleted for resources: {'Port': ['ID=603cacde-2f37-4c9a-bec9-1d8b0343ffdd,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:01:58.704338 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-437314f5-9f0e-4ba5-97fe-eb10010e7779 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-964582'] for router_gateway (eac686d3-e381-4e81-8df0-b10cffb85e37), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:58.790128 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-437314f5-9f0e-4ba5-97fe-eb10010e7779 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-964043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7957'] for router (eac686d3-e381-4e81-8df0-b10cffb85e37), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:58.792259 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-437314f5-9f0e-4ba5-97fe-eb10010e7779 admin admin] Publish callbacks [] for router_controller (eac686d3-e381-4e81-8df0-b10cffb85e37), precommit_delete_associations {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:58.833445 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-437314f5-9f0e-4ba5-97fe-eb10010e7779 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-965736'] for router (eac686d3-e381-4e81-8df0-b10cffb85e37), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:58.834051 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437314f5-9f0e-4ba5-97fe-eb10010e7779 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eac686d3-e381-4e81-8df0-b10cffb85e37 {{(pid=112919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 10:01:58.838976 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-437314f5-9f0e-4ba5-97fe-eb10010e7779 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:58.842863 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 52998) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:01:58.843971 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-437314f5-9f0e-4ba5-97fe-eb10010e7779 admin admin] 10.222.0.13 "DELETE /networking/v2.0/routers/eac686d3-e381-4e81-8df0-b10cffb85e37 HTTP/1.1" status: 204 len: 168 time: 0.7516315 Aug 31 10:01:58.888870 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0b43ad1-d5ea-49d5-becc-e043233cff4c admin admin] Deleting subnet 951df996-7b80-48db-8007-5a5a52488eaf {{(pid=112920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 10:01:58.893135 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a0b43ad1-d5ea-49d5-becc-e043233cff4c admin admin] Publish callbacks [] for subnet (951df996-7b80-48db-8007-5a5a52488eaf), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:58.929310 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a0b43ad1-d5ea-49d5-becc-e043233cff4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64553430'] for subnet (951df996-7b80-48db-8007-5a5a52488eaf), precommit_delete_associations {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:59.027972 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a0b43ad1-d5ea-49d5-becc-e043233cff4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931882'] for subnet (951df996-7b80-48db-8007-5a5a52488eaf), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:59.087324 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a0b43ad1-d5ea-49d5-becc-e043233cff4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64201894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64498398'] for subnet (951df996-7b80-48db-8007-5a5a52488eaf), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:59.117038 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b43ad1-d5ea-49d5-becc-e043233cff4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=951df996-7b80-48db-8007-5a5a52488eaf,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:01:59.119298 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a0b43ad1-d5ea-49d5-becc-e043233cff4c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:59.122854 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-a0b43ad1-d5ea-49d5-becc-e043233cff4c admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/951df996-7b80-48db-8007-5a5a52488eaf HTTP/1.1" status: 204 len: 168 time: 0.2780952 Aug 31 10:01:59.123130 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf1af11-b152-4de5-8556-4b41e847823c None None] Network b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a requested from dv-cinder-844961-2-iscsi {{(pid=112921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 10:01:59.125374 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 53000) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:01:59.197208 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-4aebfcf1-af07-4663-afa9-6fe844df2850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2085207'] for network (b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:59.202894 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:01:59.207935 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:01:59.209238 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:01:59.242273 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.plugin [None req-4aebfcf1-af07-4663-afa9-6fe844df2850 admin admin] Deleting port 07991d37-b14a-4882-babd-7c7e47131ad6 {{(pid=112920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 10:01:59.242608 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-4aebfcf1-af07-4663-afa9-6fe844df2850 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (07991d37-b14a-4882-babd-7c7e47131ad6), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:59.256231 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:01:59.307135 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.db [None req-4aebfcf1-af07-4663-afa9-6fe844df2850 admin admin] For port 07991d37-b14a-4882-babd-7c7e47131ad6, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=07991d37-b14a-4882-babd-7c7e47131ad6,segment=NetworkSegment(ea218d44-3149-46b8-ba8f-676cf816a455),segment_id=ea218d44-3149-46b8-ba8f-676cf816a455)] {{(pid=112920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:01:59.307410 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-4aebfcf1-af07-4663-afa9-6fe844df2850 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (07991d37-b14a-4882-babd-7c7e47131ad6), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:59.321117 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.plugin [None req-4aebfcf1-af07-4663-afa9-6fe844df2850 admin admin] Calling delete_port for 07991d37-b14a-4882-babd-7c7e47131ad6 owned by network:dhcp {{(pid=112920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 10:01:59.365598 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a07c36-b5cc-4b9d-95da-817b0a93d6f9 None None] DHCP port deletion for b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a request from dv-cinder-844961-2-iscsi {{(pid=112921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 10:01:59.421191 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-4aebfcf1-af07-4663-afa9-6fe844df2850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64202837'] for port (07991d37-b14a-4882-babd-7c7e47131ad6), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:59.422487 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-c0a07c36-b5cc-4b9d-95da-817b0a93d6f9 None None] Deleting port 07991d37-b14a-4882-babd-7c7e47131ad6 {{(pid=112921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 10:01:59.422927 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-c0a07c36-b5cc-4b9d-95da-817b0a93d6f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (07991d37-b14a-4882-babd-7c7e47131ad6), before_delete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:59.427091 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 5d2ec1c7-5052-416f-81de-e9aab741524f no longer exists at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:01:59.447483 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aebfcf1-af07-4663-afa9-6fe844df2850 admin admin] Pushing event deleted for resources: {'Port': ['ID=07991d37-b14a-4882-babd-7c7e47131ad6,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:01:59.450838 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aebfcf1-af07-4663-afa9-6fe844df2850 admin admin] No DVR routers for this DVR port 07991d37-b14a-4882-babd-7c7e47131ad6 on host dv-cinder-844961-2-iscsi {{(pid=112920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 10:01:59.486141 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] No Port match for: 5d2ec1c7-5052-416f-81de-e9aab741524f {{(pid=112921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 10:01:59.486491 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 5d2ec1c7-5052-416f-81de-e9aab741524f not bound to the agent host dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:01:59.528686 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-c0a07c36-b5cc-4b9d-95da-817b0a93d6f9 None None] For port 07991d37-b14a-4882-babd-7c7e47131ad6, host dv-cinder-844961-2-iscsi, got binding levels [] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:01:59.529078 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-c0a07c36-b5cc-4b9d-95da-817b0a93d6f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (07991d37-b14a-4882-babd-7c7e47131ad6), precommit_delete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:59.531094 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-4aebfcf1-af07-4663-afa9-6fe844df2850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1925385', 'neutron.services.segments.db._delete_segments_for_network-8747473415235'] for network (b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:59.543528 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:59.544543 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-c0a07c36-b5cc-4b9d-95da-817b0a93d6f9 None None] Calling delete_port for 07991d37-b14a-4882-babd-7c7e47131ad6 owned by network:dhcp {{(pid=112921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 10:01:59.547899 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.ipam_backend_mixin [None req-c0a07c36-b5cc-4b9d-95da-817b0a93d6f9 None None] Port 07991d37-b14a-4882-babd-7c7e47131ad6 was not found and therefore no delete operation was performed {{(pid=112921) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 31 10:01:59.549051 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-c0a07c36-b5cc-4b9d-95da-817b0a93d6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287'] for port (07991d37-b14a-4882-babd-7c7e47131ad6), after_delete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:59.552927 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.services.segments.db [None req-4aebfcf1-af07-4663-afa9-6fe844df2850 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a']}} {{(pid=112920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:01:59.563050 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.services.segments.db [None req-4aebfcf1-af07-4663-afa9-6fe844df2850 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea218d44-3149-46b8-ba8f-676cf816a455') {'for_net_delete': True} {{(pid=112920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:01:59.563384 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.services.segments.db [None req-4aebfcf1-af07-4663-afa9-6fe844df2850 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea218d44-3149-46b8-ba8f-676cf816a455') {} {{(pid=112920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:01:59.573178 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-4aebfcf1-af07-4663-afa9-6fe844df2850 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747473409711', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64553437'] for segment (ea218d44-3149-46b8-ba8f-676cf816a455), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:59.574714 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a07c36-b5cc-4b9d-95da-817b0a93d6f9 None None] Pushing event deleted for resources: {'Port': ['ID=07991d37-b14a-4882-babd-7c7e47131ad6,revision_number=None']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:01:59.580167 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a07c36-b5cc-4b9d-95da-817b0a93d6f9 None None] No DVR routers for this DVR port 07991d37-b14a-4882-babd-7c7e47131ad6 on host dv-cinder-844961-2-iscsi {{(pid=112921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 10:01:59.589110 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a07c36-b5cc-4b9d-95da-817b0a93d6f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:59.589110 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a07c36-b5cc-4b9d-95da-817b0a93d6f9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:59.589110 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a07c36-b5cc-4b9d-95da-817b0a93d6f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:59.589110 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a07c36-b5cc-4b9d-95da-817b0a93d6f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:59.589110 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a07c36-b5cc-4b9d-95da-817b0a93d6f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:59.589110 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a07c36-b5cc-4b9d-95da-817b0a93d6f9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:59.589110 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a07c36-b5cc-4b9d-95da-817b0a93d6f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:59.589110 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a07c36-b5cc-4b9d-95da-817b0a93d6f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:59.590433 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a07c36-b5cc-4b9d-95da-817b0a93d6f9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:59.590433 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a07c36-b5cc-4b9d-95da-817b0a93d6f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:59.590433 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a07c36-b5cc-4b9d-95da-817b0a93d6f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:59.590433 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a07c36-b5cc-4b9d-95da-817b0a93d6f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:59.591204 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a07c36-b5cc-4b9d-95da-817b0a93d6f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:59.591204 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a07c36-b5cc-4b9d-95da-817b0a93d6f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:59.591204 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a07c36-b5cc-4b9d-95da-817b0a93d6f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:59.597021 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-4aebfcf1-af07-4663-afa9-6fe844df2850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927539'] for segment (ea218d44-3149-46b8-ba8f-676cf816a455), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:59.605017 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aebfcf1-af07-4663-afa9-6fe844df2850 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=112920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:01:59.606787 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-4aebfcf1-af07-4663-afa9-6fe844df2850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64202752'] for segment (ea218d44-3149-46b8-ba8f-676cf816a455), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:59.636797 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:59.682472 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-4aebfcf1-af07-4663-afa9-6fe844df2850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1925376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-964490'] for network (b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:59.693110 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-4aebfcf1-af07-4663-afa9-6fe844df2850 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for network (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:01:59.696494 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-4aebfcf1-af07-4663-afa9-6fe844df2850 admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a HTTP/1.1" status: 204 len: 168 time: 0.5701668 Aug 31 10:01:59.699599 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 53006) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:01:59.713798 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.services.segments.plugin [-] Segment ea218d44-3149-46b8-ba8f-676cf816a455 resource provider aggregate not found Aug 31 10:01:59.717774 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aebfcf1-af07-4663-afa9-6fe844df2850 admin admin] Pushing event deleted for resources: {'Network': ['ID=b98f4fc3-1d55-4d78-8d5f-4e68e4b2b75a,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:01:59.739224 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.services.segments.plugin [-] Segment ea218d44-3149-46b8-ba8f-676cf816a455 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ea218d44-3149-46b8-ba8f-676cf816a455 found for delete ", "request_id": "req-7ed4ad82-7e23-438c-a63b-fc787ea8bf02"}]} Aug 31 10:02:00.278366 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:UPDATE=2,neutron:SELECT=92,neutron:DELETE=6 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:02:00.284911 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-6c1be224-d44e-4426-b4f8-a95110750e2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962981'] for router_interface (71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:02:00.328078 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:02:00.511076 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [None req-6c1be224-d44e-4426-b4f8-a95110750e2b admin admin] Deleting port 778befa9-a480-4622-85e1-eae7747e8444 {{(pid=112919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 10:02:00.511415 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-6c1be224-d44e-4426-b4f8-a95110750e2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (778befa9-a480-4622-85e1-eae7747e8444), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:02:00.588772 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.db [None req-6c1be224-d44e-4426-b4f8-a95110750e2b admin admin] For port 778befa9-a480-4622-85e1-eae7747e8444, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=778befa9-a480-4622-85e1-eae7747e8444,segment=NetworkSegment(3db91f2c-0d75-46a9-bde1-1aa79d1c50f3),segment_id=3db91f2c-0d75-46a9-bde1-1aa79d1c50f3)] {{(pid=112919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:02:00.589045 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-6c1be224-d44e-4426-b4f8-a95110750e2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (778befa9-a480-4622-85e1-eae7747e8444), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:02:00.605972 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [None req-6c1be224-d44e-4426-b4f8-a95110750e2b admin admin] Calling delete_port for 778befa9-a480-4622-85e1-eae7747e8444 owned by network:router_interface {{(pid=112919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 10:02:00.787315 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-6c1be224-d44e-4426-b4f8-a95110750e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66028622'] for port (778befa9-a480-4622-85e1-eae7747e8444), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:02:00.810063 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1be224-d44e-4426-b4f8-a95110750e2b admin admin] Pushing event deleted for resources: {'Port': ['ID=778befa9-a480-4622-85e1-eae7747e8444,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:00.977931 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-6c1be224-d44e-4426-b4f8-a95110750e2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-965653'] for router_interface (71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:02:01.098730 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 07991d37-b14a-4882-babd-7c7e47131ad6 no longer exists at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:02:01.121965 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] No Port match for: 07991d37-b14a-4882-babd-7c7e47131ad6 {{(pid=112921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 10:02:01.122231 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 07991d37-b14a-4882-babd-7c7e47131ad6 not bound to the agent host dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:02:01.122640 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 603cacde-2f37-4c9a-bec9-1d8b0343ffdd no longer exists at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:02:01.141808 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] No Port match for: 603cacde-2f37-4c9a-bec9-1d8b0343ffdd {{(pid=112921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 10:02:01.142173 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 603cacde-2f37-4c9a-bec9-1d8b0343ffdd not bound to the agent host dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:02:01.143722 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:02:01.196240 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:02:01.201376 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c1be224-d44e-4426-b4f8-a95110750e2b admin admin] Router 71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c has already been hosted by L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 {{(pid=112919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:02:01.303702 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1be224-d44e-4426-b4f8-a95110750e2b admin admin] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:02:01.308596 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-6c1be224-d44e-4426-b4f8-a95110750e2b admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6080103 Aug 31 10:02:01.311100 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 53010) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:02:01.314235 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458182b1-888c-48c2-957d-85671b24cd71 None None] Sync routers for ids ['71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c'] in dv-cinder-844961-2-iscsi {{(pid=112922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:02:01.324537 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458182b1-888c-48c2-957d-85671b24cd71 None None] Routers {'71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 10:02:01.325229 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-458182b1-888c-48c2-957d-85671b24cd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T10:01:57Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c'], 'active': True} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:02:01.415991 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-35442a31-6c77-4c33-8c29-ed35ed23f822 admin admin] Publish callbacks [] for router (71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:02:01.509523 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvr_db [None req-458182b1-888c-48c2-957d-85671b24cd71 None None] Set router 71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c gateway port host: dv-cinder-844961-2-iscsi {{(pid=112922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 10:02:01.520856 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-35442a31-6c77-4c33-8c29-ed35ed23f822 admin admin] Publish callbacks [] for router_gateway (71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:02:01.565009 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [None req-35442a31-6c77-4c33-8c29-ed35ed23f822 admin admin] Deleting port d55b4104-9d4f-4762-ba58-f9e7a26df653 {{(pid=112919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 10:02:01.565347 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-35442a31-6c77-4c33-8c29-ed35ed23f822 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (d55b4104-9d4f-4762-ba58-f9e7a26df653), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:02:01.651627 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.db [None req-35442a31-6c77-4c33-8c29-ed35ed23f822 admin admin] For port d55b4104-9d4f-4762-ba58-f9e7a26df653, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=d55b4104-9d4f-4762-ba58-f9e7a26df653,segment=NetworkSegment(a4995e04-234e-4976-89c5-310a94033a09),segment_id=a4995e04-234e-4976-89c5-310a94033a09)] {{(pid=112919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:02:01.652304 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-35442a31-6c77-4c33-8c29-ed35ed23f822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (d55b4104-9d4f-4762-ba58-f9e7a26df653), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:02:01.666289 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [None req-35442a31-6c77-4c33-8c29-ed35ed23f822 admin admin] Calling delete_port for d55b4104-9d4f-4762-ba58-f9e7a26df653 owned by network:router_gateway {{(pid=112919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 10:02:01.680282 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-458182b1-888c-48c2-957d-85671b24cd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c', 'name': 'tempest-TestVolumeBootPattern-865095301-router', 'tenant_id': 'c5f727a6b9094171b5fd34fe23f9cc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': 'd55b4104-9d4f-4762-ba58-f9e7a26df653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:51:23Z', 'updated_at': '2022-08-31T10:02:00Z', 'revision_number': 5, 'project_id': 'c5f727a6b9094171b5fd34fe23f9cc5a', 'gw_port': {'id': 'd55b4104-9d4f-4762-ba58-f9e7a26df653', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:1f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:51:24Z', 'updated_at': '2022-08-31T09:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi'}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:02:01.709613 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458182b1-888c-48c2-957d-85671b24cd71 None None] Checking router: 71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c for host: dv-cinder-844961-2-iscsi {{(pid=112922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:02:01.719059 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458182b1-888c-48c2-957d-85671b24cd71 None None] Routers {'71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 10:02:01.719881 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-458182b1-888c-48c2-957d-85671b24cd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T10:01:57Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c'], 'active': True} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:02:01.804783 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvr_db [None req-458182b1-888c-48c2-957d-85671b24cd71 None None] Set router 71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c gateway port host: None {{(pid=112922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 10:02:01.842064 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-35442a31-6c77-4c33-8c29-ed35ed23f822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66028622'] for port (d55b4104-9d4f-4762-ba58-f9e7a26df653), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:02:01.857563 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-458182b1-888c-48c2-957d-85671b24cd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c', 'name': 'tempest-TestVolumeBootPattern-865095301-router', 'tenant_id': 'c5f727a6b9094171b5fd34fe23f9cc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:51:23Z', 'updated_at': '2022-08-31T10:02:01Z', 'revision_number': 6, 'project_id': 'c5f727a6b9094171b5fd34fe23f9cc5a', 'gw_port_host': None}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:02:01.868011 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35442a31-6c77-4c33-8c29-ed35ed23f822 admin admin] Pushing event deleted for resources: {'Port': ['ID=d55b4104-9d4f-4762-ba58-f9e7a26df653,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:01.883287 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458182b1-888c-48c2-957d-85671b24cd71 None None] The sync data for ids ['71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c'] in dv-cinder-844961-2-iscsi is: [{'id': '71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c', 'name': 'tempest-TestVolumeBootPattern-865095301-router', 'tenant_id': 'c5f727a6b9094171b5fd34fe23f9cc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:51:23Z', 'updated_at': '2022-08-31T10:02:01Z', 'revision_number': 6, 'project_id': 'c5f727a6b9094171b5fd34fe23f9cc5a', 'gw_port_host': None}] {{(pid=112922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:02:01.936567 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-35442a31-6c77-4c33-8c29-ed35ed23f822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-964582'] for router_gateway (71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:02:02.021334 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:02:02.024975 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-35442a31-6c77-4c33-8c29-ed35ed23f822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-964043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7957'] for router (71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:02:02.027371 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-35442a31-6c77-4c33-8c29-ed35ed23f822 admin admin] Publish callbacks [] for router_controller (71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c), precommit_delete_associations {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:02:02.071504 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-35442a31-6c77-4c33-8c29-ed35ed23f822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-965736'] for router (71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:02:02.071988 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35442a31-6c77-4c33-8c29-ed35ed23f822 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c {{(pid=112919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 10:02:02.076445 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-35442a31-6c77-4c33-8c29-ed35ed23f822 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:02:02.078576 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-35442a31-6c77-4c33-8c29-ed35ed23f822 admin admin] 10.222.0.13 "DELETE /networking/v2.0/routers/71dd2ac6-b5dd-4a33-9a64-221e4cf43e2c HTTP/1.1" status: 204 len: 168 time: 0.7663085 Aug 31 10:02:02.080909 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 53012) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:02:02.127173 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.db_base_plugin_v2 [None req-c94ab0c3-2dd8-446e-b34b-62f4418fb53c admin admin] Deleting subnet 5f31a27a-132a-4139-aa62-ca097cc7b5c5 {{(pid=112919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 10:02:02.130367 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-c94ab0c3-2dd8-446e-b34b-62f4418fb53c admin admin] Publish callbacks [] for subnet (5f31a27a-132a-4139-aa62-ca097cc7b5c5), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:02:02.168749 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-c94ab0c3-2dd8-446e-b34b-62f4418fb53c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65472915'] for subnet (5f31a27a-132a-4139-aa62-ca097cc7b5c5), precommit_delete_associations {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:02:02.187453 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:02:02.251482 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-c94ab0c3-2dd8-446e-b34b-62f4418fb53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931882'] for subnet (5f31a27a-132a-4139-aa62-ca097cc7b5c5), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:02:02.310846 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-c94ab0c3-2dd8-446e-b34b-62f4418fb53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66029757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65641912'] for subnet (5f31a27a-132a-4139-aa62-ca097cc7b5c5), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:02:02.340823 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94ab0c3-2dd8-446e-b34b-62f4418fb53c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f31a27a-132a-4139-aa62-ca097cc7b5c5,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:02.344428 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-c94ab0c3-2dd8-446e-b34b-62f4418fb53c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for subnet (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:02:02.347623 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-c94ab0c3-2dd8-446e-b34b-62f4418fb53c admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/5f31a27a-132a-4139-aa62-ca097cc7b5c5 HTTP/1.1" status: 204 len: 168 time: 0.2657554 Aug 31 10:02:02.350192 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 53016) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:02:02.351386 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211d0e7c-a7be-4687-8298-57440f9a021a None None] Network 8135e0b2-ec6e-4bd2-9dae-a0b6b0bc88d8 requested from dv-cinder-844961-2-iscsi {{(pid=112921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 10:02:02.421971 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a1f8b276-c826-43f5-9572-dd54576bacf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2085207'] for network (8135e0b2-ec6e-4bd2-9dae-a0b6b0bc88d8), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:02:02.466842 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.plugin [None req-a1f8b276-c826-43f5-9572-dd54576bacf9 admin admin] Deleting port 2965b51f-8f2d-4ce3-ac6a-aad9318f200a {{(pid=112920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 10:02:02.467189 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a1f8b276-c826-43f5-9572-dd54576bacf9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (2965b51f-8f2d-4ce3-ac6a-aad9318f200a), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:02:02.530909 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.db [None req-a1f8b276-c826-43f5-9572-dd54576bacf9 admin admin] For port 2965b51f-8f2d-4ce3-ac6a-aad9318f200a, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=2965b51f-8f2d-4ce3-ac6a-aad9318f200a,segment=NetworkSegment(3db91f2c-0d75-46a9-bde1-1aa79d1c50f3),segment_id=3db91f2c-0d75-46a9-bde1-1aa79d1c50f3)] {{(pid=112920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:02:02.531256 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a1f8b276-c826-43f5-9572-dd54576bacf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (2965b51f-8f2d-4ce3-ac6a-aad9318f200a), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:02:02.549941 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.plugin [None req-a1f8b276-c826-43f5-9572-dd54576bacf9 admin admin] Calling delete_port for 2965b51f-8f2d-4ce3-ac6a-aad9318f200a owned by network:dhcp {{(pid=112920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 10:02:02.629585 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a67e9c-cdf7-41c3-8f41-36019bcf5adf None None] DHCP port deletion for 8135e0b2-ec6e-4bd2-9dae-a0b6b0bc88d8 request from dv-cinder-844961-2-iscsi {{(pid=112921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 10:02:02.631284 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a1f8b276-c826-43f5-9572-dd54576bacf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64202837'] for port (2965b51f-8f2d-4ce3-ac6a-aad9318f200a), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:02:02.658551 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f8b276-c826-43f5-9572-dd54576bacf9 admin admin] No DVR routers for this DVR port 2965b51f-8f2d-4ce3-ac6a-aad9318f200a on host dv-cinder-844961-2-iscsi {{(pid=112920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 10:02:02.660494 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f8b276-c826-43f5-9572-dd54576bacf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2965b51f-8f2d-4ce3-ac6a-aad9318f200a,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:02.736116 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a1f8b276-c826-43f5-9572-dd54576bacf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1925385', 'neutron.services.segments.db._delete_segments_for_network-8747473415235'] for network (8135e0b2-ec6e-4bd2-9dae-a0b6b0bc88d8), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:02:02.758136 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.services.segments.db [None req-a1f8b276-c826-43f5-9572-dd54576bacf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8135e0b2-ec6e-4bd2-9dae-a0b6b0bc88d8']}} {{(pid=112920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:02:02.767826 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.services.segments.db [None req-a1f8b276-c826-43f5-9572-dd54576bacf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3db91f2c-0d75-46a9-bde1-1aa79d1c50f3') {'for_net_delete': True} {{(pid=112920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:02:02.768130 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.services.segments.db [None req-a1f8b276-c826-43f5-9572-dd54576bacf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3db91f2c-0d75-46a9-bde1-1aa79d1c50f3') {} {{(pid=112920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:02:02.777609 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a1f8b276-c826-43f5-9572-dd54576bacf9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747473409711', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64553437'] for segment (3db91f2c-0d75-46a9-bde1-1aa79d1c50f3), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:02:02.788275 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:02:02.790982 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a1f8b276-c826-43f5-9572-dd54576bacf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927539'] for segment (3db91f2c-0d75-46a9-bde1-1aa79d1c50f3), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:02:02.799568 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1f8b276-c826-43f5-9572-dd54576bacf9 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=112920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:02:02.799984 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a1f8b276-c826-43f5-9572-dd54576bacf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64202752'] for segment (3db91f2c-0d75-46a9-bde1-1aa79d1c50f3), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:02:02.843992 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.services.segments.plugin [-] Segment 3db91f2c-0d75-46a9-bde1-1aa79d1c50f3 resource provider aggregate not found Aug 31 10:02:02.864694 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.services.segments.plugin [-] Segment 3db91f2c-0d75-46a9-bde1-1aa79d1c50f3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3db91f2c-0d75-46a9-bde1-1aa79d1c50f3 found for delete ", "request_id": "req-519f11ed-bf32-4f42-b608-1bcf8c4804f7"}]} Aug 31 10:02:02.869262 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a1f8b276-c826-43f5-9572-dd54576bacf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1925376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-964490'] for network (8135e0b2-ec6e-4bd2-9dae-a0b6b0bc88d8), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:02:02.874332 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a1f8b276-c826-43f5-9572-dd54576bacf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for network (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:02:02.877816 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-a1f8b276-c826-43f5-9572-dd54576bacf9 admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/8135e0b2-ec6e-4bd2-9dae-a0b6b0bc88d8 HTTP/1.1" status: 204 len: 168 time: 0.5265777 Aug 31 10:02:02.882076 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:02:02.892641 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f8b276-c826-43f5-9572-dd54576bacf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8135e0b2-ec6e-4bd2-9dae-a0b6b0bc88d8,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:03.005899 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 53024) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:02:03.043072 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 778befa9-a480-4622-85e1-eae7747e8444 no longer exists at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:02:03.069245 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] No Port match for: 778befa9-a480-4622-85e1-eae7747e8444 {{(pid=112921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 10:02:03.069618 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 778befa9-a480-4622-85e1-eae7747e8444 not bound to the agent host dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:02:03.070034 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device d55b4104-9d4f-4762-ba58-f9e7a26df653 no longer exists at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:02:03.070893 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-de2042d2-74c6-416c-9f3c-c6f08de5364f admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=6634173c9d534fca800d394d545a9d0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0638151 Aug 31 10:02:03.073450 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 53026) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:02:03.090366 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] No Port match for: d55b4104-9d4f-4762-ba58-f9e7a26df653 {{(pid=112921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 10:02:03.090712 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device d55b4104-9d4f-4762-ba58-f9e7a26df653 not bound to the agent host dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:02:03.091130 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 2965b51f-8f2d-4ce3-ac6a-aad9318f200a no longer exists at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:02:03.111782 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] No Port match for: 2965b51f-8f2d-4ce3-ac6a-aad9318f200a {{(pid=112921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 10:02:03.112131 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 2965b51f-8f2d-4ce3-ac6a-aad9318f200a not bound to the agent host dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:02:03.126803 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-3360069b-89c3-460b-bbac-56f7e2c57ea1 admin admin] Publish callbacks [] for security_group (6e7cd8ae-6942-4887-95ec-89601bdc9aa6), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:02:03.147968 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-3360069b-89c3-460b-bbac-56f7e2c57ea1 admin admin] Publish callbacks [] for security_group (6e7cd8ae-6942-4887-95ec-89601bdc9aa6), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:02:03.195245 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-3360069b-89c3-460b-bbac-56f7e2c57ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (6e7cd8ae-6942-4887-95ec-89601bdc9aa6), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:02:03.197806 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-3360069b-89c3-460b-bbac-56f7e2c57ea1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:02:03.198970 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-3360069b-89c3-460b-bbac-56f7e2c57ea1 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/6e7cd8ae-6942-4887-95ec-89601bdc9aa6 HTTP/1.1" status: 204 len: 168 time: 0.1245828 Aug 31 10:02:03.207808 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3360069b-89c3-460b-bbac-56f7e2c57ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7cd8ae-6942-4887-95ec-89601bdc9aa6,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:03.532900 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 53032) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:02:03.572273 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-01ca2947-ce9c-4683-8d41-d5e684dab7d6 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=c5f727a6b9094171b5fd34fe23f9cc5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381603 Aug 31 10:02:03.574765 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 53034) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:02:03.627239 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-1e8c8f6d-55ae-4af5-bcc5-86b884125447 admin admin] Publish callbacks [] for security_group (ee2a128f-b5b4-4c62-a8b6-7de823b71eba), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:02:03.649205 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-1e8c8f6d-55ae-4af5-bcc5-86b884125447 admin admin] Publish callbacks [] for security_group (ee2a128f-b5b4-4c62-a8b6-7de823b71eba), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:02:03.695768 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-1e8c8f6d-55ae-4af5-bcc5-86b884125447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (ee2a128f-b5b4-4c62-a8b6-7de823b71eba), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:02:03.698458 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-1e8c8f6d-55ae-4af5-bcc5-86b884125447 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:02:03.699737 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-1e8c8f6d-55ae-4af5-bcc5-86b884125447 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/ee2a128f-b5b4-4c62-a8b6-7de823b71eba HTTP/1.1" status: 204 len: 168 time: 0.1240833 Aug 31 10:02:03.709066 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8c8f6d-55ae-4af5-bcc5-86b884125447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2a128f-b5b4-4c62-a8b6-7de823b71eba,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:04.667184 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-1f0075a2-f3e8-479d-9378-fcbd091c5da2 req-4973eb82-7a8c-4707-9852-ad72ba960e9b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390322 Aug 31 10:02:04.751248 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0075a2-f3e8-479d-9378-fcbd091c5da2 req-ac09209c-9f9e-4daa-a75d-54701bfcceb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:02:04.752750 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-1f0075a2-f3e8-479d-9378-fcbd091c5da2 req-ac09209c-9f9e-4daa-a75d-54701bfcceb8 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=a68bf51dcd404f559e9ae2efeb185712&device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 1129 time: 0.0413673 Aug 31 10:02:04.862004 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0075a2-f3e8-479d-9378-fcbd091c5da2 req-425af8cc-9499-4d7e-b718-2e2b2cdae6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:02:04.863731 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-1f0075a2-f3e8-479d-9378-fcbd091c5da2 req-425af8cc-9499-4d7e-b718-2e2b2cdae6db service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=0f5370f1-004e-40df-a622-c79b4bbd1b36 HTTP/1.1" status: 200 len: 918 time: 0.0902674 Aug 31 10:02:04.926595 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-1f0075a2-f3e8-479d-9378-fcbd091c5da2 req-6742cde4-b8a3-49fb-b600-97c342b3fb82 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8abbd5d9-b7b2-4351-a7a3-78621eab95a0 HTTP/1.1" status: 200 len: 1001 time: 0.0550785 Aug 31 10:02:04.977183 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0075a2-f3e8-479d-9378-fcbd091c5da2 req-d6df273c-c4ea-4983-a9df-34ab268400d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:02:04.978662 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-1f0075a2-f3e8-479d-9378-fcbd091c5da2 req-d6df273c-c4ea-4983-a9df-34ab268400d8 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=7552609c-80f9-41d8-a1ca-1fd2186ed151 HTTP/1.1" status: 200 len: 856 time: 0.0442824 Aug 31 10:02:05.025663 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0075a2-f3e8-479d-9378-fcbd091c5da2 req-9c5dd686-132b-453a-bd5e-725bb4858a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:02:05.027140 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-1f0075a2-f3e8-479d-9378-fcbd091c5da2 req-9c5dd686-132b-453a-bd5e-725bb4858a6e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=0f5370f1-004e-40df-a622-c79b4bbd1b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422859 Aug 31 10:02:05.132528 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-1f0075a2-f3e8-479d-9378-fcbd091c5da2 req-9bce37b5-89f6-41a1-8653-a20baebca67d service neutron] 10.222.0.64 "GET /networking/v2.0/networks/0f5370f1-004e-40df-a622-c79b4bbd1b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985732 Aug 31 10:02:05.231798 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-1f0075a2-f3e8-479d-9378-fcbd091c5da2 req-cf0dbddf-5590-4481-bc05-09ed152aa417 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/0f5370f1-004e-40df-a622-c79b4bbd1b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887856 Aug 31 10:02:11.832995 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=47 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:02:11.861636 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=50 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:02:13.221400 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=42,neutron:UPDATE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:02:13.702876 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=42,neutron:DELETE=3 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:02:13.703899 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=46,neutron:DELETE=7 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:02:13.723205 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=34,neutron:UPDATE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:02:15.222247 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=61,neutron:DELETE=3 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:02:15.229577 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:DELETE=4,neutron:SELECT=87,neutron:UPDATE=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:02:15.629729 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a0171-2819-47ab-be27-3a4f0f204f8f req-1030b37a-728e-4ab1-8d41-426cb71dfc04 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:02:15.631325 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c94a0171-2819-47ab-be27-3a4f0f204f8f req-1030b37a-728e-4ab1-8d41-426cb71dfc04 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 945 time: 0.0510275 Aug 31 10:02:15.691495 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c94a0171-2819-47ab-be27-3a4f0f204f8f req-ffe354c1-9e51-49b4-9925-eb0039cff932 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=719dd2d4-e680-4c49-ae1a-768b35ac987d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541337 Aug 31 10:02:16.833007 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9973ae-5381-4f5f-b9e2-852dfe86857e req-fb6714ab-f212-4669-9d6a-3a710cf9307a tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:02:16.834566 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4c9973ae-5381-4f5f-b9e2-852dfe86857e req-fb6714ab-f212-4669-9d6a-3a710cf9307a tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 945 time: 0.0586114 Aug 31 10:02:16.886179 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4c9973ae-5381-4f5f-b9e2-852dfe86857e req-db523912-bfe7-4414-bb9b-c642d179c1ab tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=719dd2d4-e680-4c49-ae1a-768b35ac987d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459788 Aug 31 10:02:18.018662 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5cda10-727c-4fcc-bd59-888fdb722595 req-e3acd50e-6654-416c-bcb0-828d75a24c1b tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:02:18.020196 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7b5cda10-727c-4fcc-bd59-888fdb722595 req-e3acd50e-6654-416c-bcb0-828d75a24c1b tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 945 time: 0.0503521 Aug 31 10:02:18.073330 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7b5cda10-727c-4fcc-bd59-888fdb722595 req-84a9699d-4fad-4ceb-9702-65ae90e1ee4c tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=719dd2d4-e680-4c49-ae1a-768b35ac987d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469792 Aug 31 10:02:19.208762 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e160d4-d7ac-4141-89db-c7791767558e req-1c9bca00-65ff-4bab-bd05-ab01645e2a26 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:02:19.210315 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-56e160d4-d7ac-4141-89db-c7791767558e req-1c9bca00-65ff-4bab-bd05-ab01645e2a26 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 945 time: 0.0474102 Aug 31 10:02:19.262086 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-56e160d4-d7ac-4141-89db-c7791767558e req-2d88a05b-e9fd-4996-a1ce-e37c664afcaf tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=719dd2d4-e680-4c49-ae1a-768b35ac987d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460594 Aug 31 10:02:20.390799 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebbbff-741b-4562-a5fe-d2ce101ee307 req-978356c9-bd0d-4bab-bc67-bcdf90679d50 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:02:20.393357 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-caebbbff-741b-4562-a5fe-d2ce101ee307 req-978356c9-bd0d-4bab-bc67-bcdf90679d50 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 945 time: 0.0501649 Aug 31 10:02:20.444536 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-caebbbff-741b-4562-a5fe-d2ce101ee307 req-4fed57f5-5c71-46f8-9526-d77c1fd0b59e tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=719dd2d4-e680-4c49-ae1a-768b35ac987d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454228 Aug 31 10:02:21.574112 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874667fd-9327-4c63-b6e4-8128dd237ec2 req-d6f66edf-7be5-4bf7-b424-059b81fa0f15 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:02:21.575913 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-874667fd-9327-4c63-b6e4-8128dd237ec2 req-d6f66edf-7be5-4bf7-b424-059b81fa0f15 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 945 time: 0.0495982 Aug 31 10:02:21.627340 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-874667fd-9327-4c63-b6e4-8128dd237ec2 req-4e4d5af7-4473-4e19-ab34-d35d49f1068b tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=719dd2d4-e680-4c49-ae1a-768b35ac987d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440364 Aug 31 10:02:22.757739 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1115875b-717b-4e36-8a27-e2fc70e94f53 req-9be35d10-7663-4aa1-b837-fa23e4c56fdb tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:02:22.759248 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-1115875b-717b-4e36-8a27-e2fc70e94f53 req-9be35d10-7663-4aa1-b837-fa23e4c56fdb tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 945 time: 0.0521553 Aug 31 10:02:22.807171 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-1115875b-717b-4e36-8a27-e2fc70e94f53 req-37ae1ae6-0c3f-48df-99f0-daa18c11c297 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=719dd2d4-e680-4c49-ae1a-768b35ac987d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421820 Aug 31 10:02:23.935501 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4057988-7874-44ec-b2a0-ea278d7161f3 req-07331a45-2260-4f34-bdd4-66037a027093 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:02:23.936971 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f4057988-7874-44ec-b2a0-ea278d7161f3 req-07331a45-2260-4f34-bdd4-66037a027093 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 945 time: 0.0478437 Aug 31 10:02:23.986228 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f4057988-7874-44ec-b2a0-ea278d7161f3 req-72f5d7bf-64ec-4470-bd11-5946e610055b tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=719dd2d4-e680-4c49-ae1a-768b35ac987d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430846 Aug 31 10:02:24.258704 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-69d5cdcc-32fd-4e4c-af56-28385fcd17af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:02:25.109059 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd1fd7-84e6-4cd8-92a6-ec973e0b18bc req-c2d0d7e9-e766-4001-b146-7e21fd8697ba tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:02:25.111408 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b0dd1fd7-84e6-4cd8-92a6-ec973e0b18bc req-c2d0d7e9-e766-4001-b146-7e21fd8697ba tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 945 time: 0.0461049 Aug 31 10:02:25.164785 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b0dd1fd7-84e6-4cd8-92a6-ec973e0b18bc req-85f3fc7d-dcfa-4036-82d2-99e8f9be63da tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=719dd2d4-e680-4c49-ae1a-768b35ac987d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474145 Aug 31 10:02:25.885018 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e6f198be-e193-4693-a253-f9c4522a6272), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:02:26.092580 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.agents_db [None req-8002e13a-56e4-448b-bc0d-5c9f038cbdad None None] Agent healthcheck: found 6 active agents {{(pid=112922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:02:26.291212 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b71bc-37d8-4540-9b25-0d30492f4ff4 req-8f7c60e9-c206-4c9f-b180-e4de8465d2d8 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:02:26.292671 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-fd3b71bc-37d8-4540-9b25-0d30492f4ff4 req-8f7c60e9-c206-4c9f-b180-e4de8465d2d8 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 945 time: 0.0471609 Aug 31 10:02:26.340212 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-fd3b71bc-37d8-4540-9b25-0d30492f4ff4 req-7793f827-7bf4-49df-b336-f7a3624e1fb3 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=719dd2d4-e680-4c49-ae1a-768b35ac987d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416932 Aug 31 10:02:26.520296 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-0c0626cf-9e2b-470b-b778-3ce2835971ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:02:27.427944 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:02:27.466623 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15839480-f811-42e1-8a40-66b0a26818cb req-42ed949f-b204-4c87-aa30-e19a9c59898c tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:02:27.468113 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-15839480-f811-42e1-8a40-66b0a26818cb req-42ed949f-b204-4c87-aa30-e19a9c59898c tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 945 time: 0.0507932 Aug 31 10:02:27.518310 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-15839480-f811-42e1-8a40-66b0a26818cb req-758d8653-2989-4fff-8769-87ba5568f736 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=719dd2d4-e680-4c49-ae1a-768b35ac987d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440652 Aug 31 10:02:27.846814 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:02:28.648127 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad25bab-fc2c-49c5-9066-290d10b663b8 req-a9e49923-eb8c-4457-89b8-d4f847e9c104 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:02:28.649625 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9ad25bab-fc2c-49c5-9066-290d10b663b8 req-a9e49923-eb8c-4457-89b8-d4f847e9c104 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 945 time: 0.0528293 Aug 31 10:02:28.696253 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9ad25bab-fc2c-49c5-9066-290d10b663b8 req-85d2556e-83c0-460c-b030-8a69b4844ce9 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=719dd2d4-e680-4c49-ae1a-768b35ac987d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410864 Aug 31 10:02:29.253207 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device 8abbd5d9-b7b2-4351-a7a3-78621eab95a0 details requested by agent hyperv_hv-cinder-84496 with host hv-cinder-84496 {{(pid=112921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:02:29.350729 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port 8abbd5d9-b7b2-4351-a7a3-78621eab95a0, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=8abbd5d9-b7b2-4351-a7a3-78621eab95a0,segment=NetworkSegment(a90b8ffb-f27b-4c61-9949-27265dbdd344),segment_id=a90b8ffb-f27b-4c61-9949-27265dbdd344)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:02:29.362879 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Returning: {'device': '8abbd5d9-b7b2-4351-a7a3-78621eab95a0', 'network_id': '0f5370f1-004e-40df-a622-c79b4bbd1b36', 'port_id': '8abbd5d9-b7b2-4351-a7a3-78621eab95a0', 'mac_address': 'fa:16:3e:7b:b7:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7552609c-80f9-41d8-a1ca-1fd2186ed151', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:02:29.401826 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Current status of the port 8abbd5d9-b7b2-4351-a7a3-78621eab95a0 is: ACTIVE; New status is: BUILD {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 10:02:29.402250 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (8abbd5d9-b7b2-4351-a7a3-78621eab95a0), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:02:29.415965 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.notifiers.nova [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8abbd5d9-b7b2-4351-a7a3-78621eab95a0 {{(pid=112921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 10:02:29.436246 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port 8abbd5d9-b7b2-4351-a7a3-78621eab95a0, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=8abbd5d9-b7b2-4351-a7a3-78621eab95a0,segment=NetworkSegment(a90b8ffb-f27b-4c61-9949-27265dbdd344),segment_id=a90b8ffb-f27b-4c61-9949-27265dbdd344)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:02:29.442576 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (8abbd5d9-b7b2-4351-a7a3-78621eab95a0), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:02:29.489617 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Pushing event updated for resources: {'Port': ['ID=8abbd5d9-b7b2-4351-a7a3-78621eab95a0,revision_number=6']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:29.519471 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:02:29.591439 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] get_ports_and_sgs() called for port_ids ['8abbd5d9-b7b2-4351-a7a3-78621eab95a0'] {{(pid=112921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 10:02:29.646573 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:02:29.810166 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:02:29.821649 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e728c-16eb-4e3e-a0b4-31f47ccff775 req-61612277-f985-4928-9379-d0d143e62908 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:02:29.823110 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-909e728c-16eb-4e3e-a0b4-31f47ccff775 req-61612277-f985-4928-9379-d0d143e62908 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 944 time: 0.0478089 Aug 31 10:02:29.871739 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-909e728c-16eb-4e3e-a0b4-31f47ccff775 req-1a633b5f-3303-48ff-842b-f76ec88cad5f tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=719dd2d4-e680-4c49-ae1a-768b35ac987d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430145 Aug 31 10:02:31.008890 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d58b62-1004-47a1-9730-c87d99d13e4c req-988153da-b858-4e23-9add-3b38f46f5ca2 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:02:31.010573 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b4d58b62-1004-47a1-9730-c87d99d13e4c req-988153da-b858-4e23-9add-3b38f46f5ca2 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 944 time: 0.0555096 Aug 31 10:02:31.063143 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b4d58b62-1004-47a1-9730-c87d99d13e4c req-31b2b36d-e7d1-4269-9908-02ca72fee02c tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=719dd2d4-e680-4c49-ae1a-768b35ac987d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466583 Aug 31 10:02:31.276436 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device 8abbd5d9-b7b2-4351-a7a3-78621eab95a0 up at agent hyperv_hv-cinder-84496 {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:02:31.329959 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Provisioning complete for port 8abbd5d9-b7b2-4351-a7a3-78621eab95a0 triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 10:02:31.330329 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (8abbd5d9-b7b2-4351-a7a3-78621eab95a0), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:02:31.542479 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Current status of the port 8abbd5d9-b7b2-4351-a7a3-78621eab95a0 is: BUILD; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 10:02:31.542856 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (8abbd5d9-b7b2-4351-a7a3-78621eab95a0), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:02:31.588233 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34e6a94-72da-4a22-bab7-c5edbaae687c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8abbd5d9-b7b2-4351-a7a3-78621eab95a0'}] {{(pid=112921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 10:02:31.590657 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b0c9b70db3c71f613761f7f5e171cb6bed896c41d1f4f7babde002b819469c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329230ab-982c-43d6-b447-20fee8f95058" -d '{"events": [{"server_uuid": "f34e6a94-72da-4a22-bab7-c5edbaae687c", "name": "network-vif-plugged", "status": "completed", "tag": "8abbd5d9-b7b2-4351-a7a3-78621eab95a0"}]}' {{(pid=112921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:02:31.596917 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port 8abbd5d9-b7b2-4351-a7a3-78621eab95a0, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=8abbd5d9-b7b2-4351-a7a3-78621eab95a0,segment=NetworkSegment(a90b8ffb-f27b-4c61-9949-27265dbdd344),segment_id=a90b8ffb-f27b-4c61-9949-27265dbdd344)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:02:31.602029 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (8abbd5d9-b7b2-4351-a7a3-78621eab95a0), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:02:31.654248 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 10:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72637dca-c818-49f2-b9fd-3df79a14c962 x-openstack-request-id: req-72637dca-c818-49f2-b9fd-3df79a14c962 {{(pid=112921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:02:31.654430 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f34e6a94-72da-4a22-bab7-c5edbaae687c", "name": "network-vif-plugged", "status": "completed", "tag": "8abbd5d9-b7b2-4351-a7a3-78621eab95a0", "code": 200}]} {{(pid=112921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:02:31.654529 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-72637dca-c818-49f2-b9fd-3df79a14c962 {{(pid=112921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:02:31.654921 dv-cinder-844961-2-iscsi neutron-server[112921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72637dca-c818-49f2-b9fd-3df79a14c962'] response: {'server_uuid': 'f34e6a94-72da-4a22-bab7-c5edbaae687c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8abbd5d9-b7b2-4351-a7a3-78621eab95a0', 'code': 200} Aug 31 10:02:31.669617 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Pushing event updated for resources: {'Port': ['ID=8abbd5d9-b7b2-4351-a7a3-78621eab95a0,revision_number=7']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:32.219149 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5aae81-b458-454f-992e-dec64d3f8062 req-819b0495-0ad4-48e5-820e-1641e68d68fb tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:02:32.221240 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2c5aae81-b458-454f-992e-dec64d3f8062 req-819b0495-0ad4-48e5-820e-1641e68d68fb tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 945 time: 0.0599694 Aug 31 10:02:32.277140 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2c5aae81-b458-454f-992e-dec64d3f8062 req-9e462e30-2754-4c01-8b89-49fc56894188 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=719dd2d4-e680-4c49-ae1a-768b35ac987d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494905 Aug 31 10:02:33.420169 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767fe005-c9b8-4b69-b659-f46a99ed6f17 req-6951e926-513d-4e67-8d6b-c3738cba9cc0 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:02:33.421684 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-767fe005-c9b8-4b69-b659-f46a99ed6f17 req-6951e926-513d-4e67-8d6b-c3738cba9cc0 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 945 time: 0.0505373 Aug 31 10:02:33.486013 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-767fe005-c9b8-4b69-b659-f46a99ed6f17 req-5f541b0d-3a7c-41fc-b877-6804f9d34be8 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=719dd2d4-e680-4c49-ae1a-768b35ac987d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581598 Aug 31 10:02:34.644739 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9db0b1-5ea4-4316-bfa6-69fb7ab8ac0a req-eaeee8fa-23c3-454b-aba9-7fd4b166d71d tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:02:34.646531 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7e9db0b1-5ea4-4316-bfa6-69fb7ab8ac0a req-eaeee8fa-23c3-454b-aba9-7fd4b166d71d tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 945 time: 0.0816605 Aug 31 10:02:34.702262 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7e9db0b1-5ea4-4316-bfa6-69fb7ab8ac0a req-95515cda-47fe-4ee1-a451-4e96f2df9f05 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=719dd2d4-e680-4c49-ae1a-768b35ac987d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491483 Aug 31 10:02:35.835751 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430fa2d-7d90-472e-b758-5c11895bf4a8 req-a28f1592-4c51-456d-99eb-e1d7d661c841 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:02:35.838426 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f430fa2d-7d90-472e-b758-5c11895bf4a8 req-a28f1592-4c51-456d-99eb-e1d7d661c841 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 945 time: 0.0494394 Aug 31 10:02:35.897247 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f430fa2d-7d90-472e-b758-5c11895bf4a8 req-436cf4c8-47d4-47b8-a0f0-26c608b1d5b2 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=719dd2d4-e680-4c49-ae1a-768b35ac987d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542860 Aug 31 10:02:36.087633 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=17 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:02:36.088737 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=17 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:02:37.051841 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c03b4c2-4e9d-4348-9210-5924101b5584 req-feb1958a-4509-4e1d-afa3-d25ea0057059 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:02:37.053757 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-6c03b4c2-4e9d-4348-9210-5924101b5584 req-feb1958a-4509-4e1d-afa3-d25ea0057059 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 945 time: 0.0593746 Aug 31 10:02:37.116142 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-6c03b4c2-4e9d-4348-9210-5924101b5584 req-a8ec2240-039d-44a0-9c2d-66d728ea12eb tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=719dd2d4-e680-4c49-ae1a-768b35ac987d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564673 Aug 31 10:02:38.259343 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c1749-4454-467b-80dc-01d343c2ee91 req-8a80421d-e77c-4d2d-9ae8-69ed5dbdf6ac tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:02:38.260734 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-8e6c1749-4454-467b-80dc-01d343c2ee91 req-8a80421d-e77c-4d2d-9ae8-69ed5dbdf6ac tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 945 time: 0.0513709 Aug 31 10:02:38.313518 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-8e6c1749-4454-467b-80dc-01d343c2ee91 req-94949f89-37b8-4329-87cb-a096661d1af9 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=719dd2d4-e680-4c49-ae1a-768b35ac987d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453482 Aug 31 10:02:39.457556 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777d4d2f-268d-45db-bf7d-0c819b67add9 req-cb51f467-2623-4eb4-ac00-75a2e9b2997e tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:02:39.460446 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-777d4d2f-268d-45db-bf7d-0c819b67add9 req-cb51f467-2623-4eb4-ac00-75a2e9b2997e tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 945 time: 0.0583994 Aug 31 10:02:39.522779 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-777d4d2f-268d-45db-bf7d-0c819b67add9 req-5f3e21aa-1d6a-4e85-9c90-50d6a4cb746e tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=719dd2d4-e680-4c49-ae1a-768b35ac987d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545192 Aug 31 10:02:40.642414 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:02:40.661613 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e0c6e-ad40-459c-9c51-232891848dd9 req-adbc6b22-fd06-4bff-8cb7-4324dee750ba tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:02:40.663077 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-592e0c6e-ad40-459c-9c51-232891848dd9 req-adbc6b22-fd06-4bff-8cb7-4324dee750ba tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 945 time: 0.0547862 Aug 31 10:02:40.709444 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-592e0c6e-ad40-459c-9c51-232891848dd9 req-302c5409-869b-4dbe-8666-ccf2cc1a72ae tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=719dd2d4-e680-4c49-ae1a-768b35ac987d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408170 Aug 31 10:02:41.624374 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63fe48-7247-4486-8465-40dabf52ee29 req-1e15f5fb-e972-4ea1-86fe-cb8bb68df912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:02:41.625854 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2d63fe48-7247-4486-8465-40dabf52ee29 req-1e15f5fb-e972-4ea1-86fe-cb8bb68df912 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=a68bf51dcd404f559e9ae2efeb185712&device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 1129 time: 0.0391133 Aug 31 10:02:41.664281 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:02:41.666162 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:02:41.687714 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:02:41.725640 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63fe48-7247-4486-8465-40dabf52ee29 req-3bd03b95-dae8-475e-b9cf-9859a799b63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:02:41.727085 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2d63fe48-7247-4486-8465-40dabf52ee29 req-3bd03b95-dae8-475e-b9cf-9859a799b63c service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=0f5370f1-004e-40df-a622-c79b4bbd1b36 HTTP/1.1" status: 200 len: 918 time: 0.0949364 Aug 31 10:02:41.794328 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2d63fe48-7247-4486-8465-40dabf52ee29 req-bdd9aa02-a311-4fd1-879e-b874acaa6a57 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8abbd5d9-b7b2-4351-a7a3-78621eab95a0 HTTP/1.1" status: 200 len: 1001 time: 0.0605786 Aug 31 10:02:41.874801 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad5392-83da-4ccc-94be-d0bdfcab68d1 req-11039d6c-7877-4f87-945e-6339abe4fc91 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:02:41.876192 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9cad5392-83da-4ccc-94be-d0bdfcab68d1 req-11039d6c-7877-4f87-945e-6339abe4fc91 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 945 time: 0.0801070 Aug 31 10:02:41.892192 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63fe48-7247-4486-8465-40dabf52ee29 req-abfef225-9937-4f63-b914-3be006b2263b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:02:41.893797 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2d63fe48-7247-4486-8465-40dabf52ee29 req-abfef225-9937-4f63-b914-3be006b2263b service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=7552609c-80f9-41d8-a1ca-1fd2186ed151 HTTP/1.1" status: 200 len: 856 time: 0.0870819 Aug 31 10:02:41.956376 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9cad5392-83da-4ccc-94be-d0bdfcab68d1 req-ef1c81a3-7a11-4a39-b3c5-8b340ea14b7b tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=719dd2d4-e680-4c49-ae1a-768b35ac987d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736799 Aug 31 10:02:41.961762 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63fe48-7247-4486-8465-40dabf52ee29 req-9e74027d-b097-4545-90c8-870e307c7eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:02:41.963211 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2d63fe48-7247-4486-8465-40dabf52ee29 req-9e74027d-b097-4545-90c8-870e307c7eba service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=0f5370f1-004e-40df-a622-c79b4bbd1b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501187 Aug 31 10:02:42.061523 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2d63fe48-7247-4486-8465-40dabf52ee29 req-bf54a26c-18c4-439c-835d-1c264ee57c67 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/0f5370f1-004e-40df-a622-c79b4bbd1b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909681 Aug 31 10:02:42.412501 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2d63fe48-7247-4486-8465-40dabf52ee29 req-20fed0c9-67d4-44fb-a75d-85b083d3c58c service neutron] 10.222.0.64 "GET /networking/v2.0/networks/0f5370f1-004e-40df-a622-c79b4bbd1b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438969 Aug 31 10:02:43.083584 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4439f37-77d5-4ade-b777-a82e5b366927 req-95b63007-c1c3-454d-bda4-43585572f430 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:02:43.085064 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c4439f37-77d5-4ade-b777-a82e5b366927 req-95b63007-c1c3-454d-bda4-43585572f430 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 945 time: 0.0486042 Aug 31 10:02:43.132362 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c4439f37-77d5-4ade-b777-a82e5b366927 req-a6034790-f55c-4f5a-88c5-bdbac561635b tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=719dd2d4-e680-4c49-ae1a-768b35ac987d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416925 Aug 31 10:02:44.257314 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee7a14-80bd-493b-a45f-80202f8a4c9d req-7823d400-a87a-4d30-8ea2-ee0713aea16d tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:02:44.258719 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-77ee7a14-80bd-493b-a45f-80202f8a4c9d req-7823d400-a87a-4d30-8ea2-ee0713aea16d tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 945 time: 0.0462356 Aug 31 10:02:44.308175 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-77ee7a14-80bd-493b-a45f-80202f8a4c9d req-e284afe9-9ec1-4e4a-8b39-f5d8cf0feace tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=719dd2d4-e680-4c49-ae1a-768b35ac987d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430791 Aug 31 10:02:45.303674 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07d78c-8a45-489d-817a-ae99e2b0114f req-e13a6aec-b9d1-4319-ac90-6a702201d023 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:02:45.305177 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-1d07d78c-8a45-489d-817a-ae99e2b0114f req-e13a6aec-b9d1-4319-ac90-6a702201d023 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 945 time: 0.0500424 Aug 31 10:02:45.332148 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device 8abbd5d9-b7b2-4351-a7a3-78621eab95a0 no longer exists at agent hyperv_hv-cinder-84496 {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:02:45.357174 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-1d07d78c-8a45-489d-817a-ae99e2b0114f req-8ca712c4-a789-426f-be65-121721a025d6 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=719dd2d4-e680-4c49-ae1a-768b35ac987d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463328 Aug 31 10:02:45.422282 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Current status of the port 8abbd5d9-b7b2-4351-a7a3-78621eab95a0 is: ACTIVE; New status is: DOWN {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 10:02:45.422669 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (8abbd5d9-b7b2-4351-a7a3-78621eab95a0), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:02:45.433833 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-c498d8fa-96d6-48cc-a6e7-ba12cd1eb284 req-61d44c7d-0c72-45e9-9e2f-87c412339b49 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1389320 Aug 31 10:02:45.446400 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34e6a94-72da-4a22-bab7-c5edbaae687c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8abbd5d9-b7b2-4351-a7a3-78621eab95a0'}] {{(pid=112921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 10:02:45.448628 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b0c9b70db3c71f613761f7f5e171cb6bed896c41d1f4f7babde002b819469c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ed06e8-8459-4661-9d71-4a4939846df8" -d '{"events": [{"server_uuid": "f34e6a94-72da-4a22-bab7-c5edbaae687c", "name": "network-vif-unplugged", "status": "completed", "tag": "8abbd5d9-b7b2-4351-a7a3-78621eab95a0"}]}' {{(pid=112921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:02:45.462437 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port 8abbd5d9-b7b2-4351-a7a3-78621eab95a0, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=8abbd5d9-b7b2-4351-a7a3-78621eab95a0,segment=NetworkSegment(a90b8ffb-f27b-4c61-9949-27265dbdd344),segment_id=a90b8ffb-f27b-4c61-9949-27265dbdd344)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:02:45.467495 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (8abbd5d9-b7b2-4351-a7a3-78621eab95a0), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:02:45.495375 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 31 Aug 2022 10:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b654b1ed-b1a5-453a-bd41-450f76cfaa21 x-openstack-request-id: req-b654b1ed-b1a5-453a-bd41-450f76cfaa21 {{(pid=112921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:02:45.495666 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f34e6a94-72da-4a22-bab7-c5edbaae687c", "name": "network-vif-unplugged", "status": "failed", "tag": "8abbd5d9-b7b2-4351-a7a3-78621eab95a0", "code": 422}]} {{(pid=112921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:02:45.495918 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b654b1ed-b1a5-453a-bd41-450f76cfaa21 {{(pid=112921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:02:45.496309 dv-cinder-844961-2-iscsi neutron-server[112921]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b654b1ed-b1a5-453a-bd41-450f76cfaa21']: {'server_uuid': 'f34e6a94-72da-4a22-bab7-c5edbaae687c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8abbd5d9-b7b2-4351-a7a3-78621eab95a0', 'code': 422} returned with failed status Aug 31 10:02:45.525077 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Pushing event updated for resources: {'Port': ['ID=8abbd5d9-b7b2-4351-a7a3-78621eab95a0,revision_number=8']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:45.562267 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c498d8fa-96d6-48cc-a6e7-ba12cd1eb284 req-b9cb870d-eea1-4baa-82e0-bfc2e60fc3fc tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:02:45.563544 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [req-c498d8fa-96d6-48cc-a6e7-ba12cd1eb284 req-b9cb870d-eea1-4baa-82e0-bfc2e60fc3fc tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports/8abbd5d9-b7b2-4351-a7a3-78621eab95a0 HTTP/1.1" status: 200 len: 940 time: 0.1007848 Aug 31 10:02:46.478908 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c498d8fa-96d6-48cc-a6e7-ba12cd1eb284 req-886b9b3e-b4e9-463c-9800-6ad4214a0480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:02:46.480381 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c498d8fa-96d6-48cc-a6e7-ba12cd1eb284 req-886b9b3e-b4e9-463c-9800-6ad4214a0480 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c&tenant_id=a68bf51dcd404f559e9ae2efeb185712 HTTP/1.1" status: 200 len: 1127 time: 0.0626101 Aug 31 10:02:46.497425 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f759057d-b84c-4f13-91cb-0be258780a5a req-ef3fe3a9-85da-46ec-817a-0a77b7f997d7 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:02:46.498863 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f759057d-b84c-4f13-91cb-0be258780a5a req-ef3fe3a9-85da-46ec-817a-0a77b7f997d7 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 943 time: 0.0541768 Aug 31 10:02:46.556446 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:02:46.584750 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c498d8fa-96d6-48cc-a6e7-ba12cd1eb284 req-30af429c-a04f-4c18-bee0-6cbae6fd9250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:02:46.587131 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c498d8fa-96d6-48cc-a6e7-ba12cd1eb284 req-30af429c-a04f-4c18-bee0-6cbae6fd9250 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=a68bf51dcd404f559e9ae2efeb185712&device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 1127 time: 0.0636971 Aug 31 10:02:46.592163 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f759057d-b84c-4f13-91cb-0be258780a5a req-b46a432f-b71e-4dcd-98af-eb087a3c17b6 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=719dd2d4-e680-4c49-ae1a-768b35ac987d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868871 Aug 31 10:02:46.654033 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:02:46.683985 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c498d8fa-96d6-48cc-a6e7-ba12cd1eb284 req-2234140d-8532-4e53-82a1-52abfe717044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:02:46.685485 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c498d8fa-96d6-48cc-a6e7-ba12cd1eb284 req-2234140d-8532-4e53-82a1-52abfe717044 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=0f5370f1-004e-40df-a622-c79b4bbd1b36 HTTP/1.1" status: 200 len: 918 time: 0.0923872 Aug 31 10:02:46.751476 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c498d8fa-96d6-48cc-a6e7-ba12cd1eb284 req-eb1c9e54-984c-4cfa-877a-b9620bca438c service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8abbd5d9-b7b2-4351-a7a3-78621eab95a0 HTTP/1.1" status: 200 len: 999 time: 0.0596488 Aug 31 10:02:46.801913 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c498d8fa-96d6-48cc-a6e7-ba12cd1eb284 req-480ad7b2-3569-4159-b8a6-e50b3c2cacea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:02:46.803346 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c498d8fa-96d6-48cc-a6e7-ba12cd1eb284 req-480ad7b2-3569-4159-b8a6-e50b3c2cacea service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=7552609c-80f9-41d8-a1ca-1fd2186ed151 HTTP/1.1" status: 200 len: 856 time: 0.0452795 Aug 31 10:02:46.846969 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c498d8fa-96d6-48cc-a6e7-ba12cd1eb284 req-504fa735-c013-43a5-a173-087d5370a601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:02:46.848489 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c498d8fa-96d6-48cc-a6e7-ba12cd1eb284 req-504fa735-c013-43a5-a173-087d5370a601 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=0f5370f1-004e-40df-a622-c79b4bbd1b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390248 Aug 31 10:02:46.943489 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c498d8fa-96d6-48cc-a6e7-ba12cd1eb284 req-fb3238f4-50d8-4324-aa05-bb46f541ff90 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/0f5370f1-004e-40df-a622-c79b4bbd1b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878601 Aug 31 10:02:47.039444 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c498d8fa-96d6-48cc-a6e7-ba12cd1eb284 req-32f94ceb-498c-414e-a02d-148927877427 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/0f5370f1-004e-40df-a622-c79b4bbd1b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900273 Aug 31 10:02:47.833193 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960b521d-ca36-442c-b8ce-2dd5f3f2f1d5 req-b113a9ee-f52a-4ed6-bc57-f6b30e45687b tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:02:47.835950 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-960b521d-ca36-442c-b8ce-2dd5f3f2f1d5 req-b113a9ee-f52a-4ed6-bc57-f6b30e45687b tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 943 time: 0.1386893 Aug 31 10:02:47.901412 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-960b521d-ca36-442c-b8ce-2dd5f3f2f1d5 req-48c65001-df62-4749-8f67-d1c4eb132c9e tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=719dd2d4-e680-4c49-ae1a-768b35ac987d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587883 Aug 31 10:02:49.055232 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3faa74e-60ed-46e3-a61c-c2c76d94838b req-fb2acfc0-2e08-4935-88f2-46b44dacf9d8 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:02:49.057208 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d3faa74e-60ed-46e3-a61c-c2c76d94838b req-fb2acfc0-2e08-4935-88f2-46b44dacf9d8 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 943 time: 0.0568504 Aug 31 10:02:49.113541 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d3faa74e-60ed-46e3-a61c-c2c76d94838b req-ab6cb416-b135-47ad-8164-4c4320bd2ae5 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=719dd2d4-e680-4c49-ae1a-768b35ac987d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459542 Aug 31 10:02:50.238838 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138f05c7-616d-4f7b-8715-2444af7d10b9 req-1acdb082-85bc-4e43-997e-05b459e0c696 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:02:50.240204 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-138f05c7-616d-4f7b-8715-2444af7d10b9 req-1acdb082-85bc-4e43-997e-05b459e0c696 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 943 time: 0.0500474 Aug 31 10:02:50.287348 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-138f05c7-616d-4f7b-8715-2444af7d10b9 req-03f97e9c-76f1-4d61-8252-0147acea24a3 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=719dd2d4-e680-4c49-ae1a-768b35ac987d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415075 Aug 31 10:02:51.479589 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4558d83-04e4-486a-b088-cf8b1dace512 req-3aa585fb-f456-4e16-900e-af9949f737c2 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:02:51.481218 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b4558d83-04e4-486a-b088-cf8b1dace512 req-3aa585fb-f456-4e16-900e-af9949f737c2 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 943 time: 0.1115968 Aug 31 10:02:51.532566 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b4558d83-04e4-486a-b088-cf8b1dace512 req-8c2d289d-f92e-4730-b893-a73d52a8c5ae tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=719dd2d4-e680-4c49-ae1a-768b35ac987d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451941 Aug 31 10:02:52.669740 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41a1a2-43bd-451b-90eb-c0ea7defefb5 req-2de90d35-e811-4541-9040-3cd0f5cdc5ea tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:02:52.678327 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2b41a1a2-43bd-451b-90eb-c0ea7defefb5 req-2de90d35-e811-4541-9040-3cd0f5cdc5ea tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 943 time: 0.0672379 Aug 31 10:02:52.729775 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2b41a1a2-43bd-451b-90eb-c0ea7defefb5 req-de197850-c37a-4b8b-8fdb-83ff3ec9dfd6 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=719dd2d4-e680-4c49-ae1a-768b35ac987d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504284 Aug 31 10:02:53.872256 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c585c8-9df1-47fa-affa-711daed75412 req-f8776a04-9a3a-4fd2-990f-83455500443a tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:02:53.873835 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-81c585c8-9df1-47fa-affa-711daed75412 req-f8776a04-9a3a-4fd2-990f-83455500443a tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 943 time: 0.0560336 Aug 31 10:02:53.924629 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-81c585c8-9df1-47fa-affa-711daed75412 req-4e29c9d0-c82a-42fa-a472-0c6aa5a4f156 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=719dd2d4-e680-4c49-ae1a-768b35ac987d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444286 Aug 31 10:02:54.261109 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-be16a425-166a-4b72-8451-2833f39c325c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:02:55.067801 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ca237-5a35-4817-804d-bf10885edb65 req-b8ab3672-fbda-42ac-8537-6f0da4878b2b tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:02:55.076657 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c41ca237-5a35-4817-804d-bf10885edb65 req-b8ab3672-fbda-42ac-8537-6f0da4878b2b tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 943 time: 0.0672493 Aug 31 10:02:55.095814 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:02:55.096430 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:02:55.132048 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c41ca237-5a35-4817-804d-bf10885edb65 req-c42a52d2-9cd8-47c0-960d-e2ca447ed7d6 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=719dd2d4-e680-4c49-ae1a-768b35ac987d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543759 Aug 31 10:02:55.552846 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=5 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:02:55.554733 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=9 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:02:55.901530 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e6f198be-e193-4693-a253-f9c4522a6272), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:02:56.282072 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff31e50-2d73-4978-9c0e-d621e7b4f3b4 req-f5354594-7435-442c-a01c-30b80980e53d tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:02:56.283694 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2ff31e50-2d73-4978-9c0e-d621e7b4f3b4 req-f5354594-7435-442c-a01c-30b80980e53d tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 943 time: 0.0480423 Aug 31 10:02:56.330636 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2ff31e50-2d73-4978-9c0e-d621e7b4f3b4 req-b1639223-e9f6-4b71-ac8a-472b514cf4c9 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=719dd2d4-e680-4c49-ae1a-768b35ac987d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405009 Aug 31 10:02:56.529512 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-7f008184-0af3-4c8a-8b04-10ac891f9496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:02:57.459697 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533fb500-38c0-4a95-b127-09dd1b63f98d req-7f6aaf21-c8c1-483d-8ee5-8b6e1c9b1698 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:02:57.461177 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-533fb500-38c0-4a95-b127-09dd1b63f98d req-7f6aaf21-c8c1-483d-8ee5-8b6e1c9b1698 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 943 time: 0.0476007 Aug 31 10:02:57.508907 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-533fb500-38c0-4a95-b127-09dd1b63f98d req-9e47e174-45c6-4258-808d-6a0524099dcf tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=719dd2d4-e680-4c49-ae1a-768b35ac987d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420055 Aug 31 10:02:57.856122 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:02:58.636484 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c1987-ee04-49ac-8b0b-e2adb30dc2cb req-25e63902-e4d3-49fd-8f42-5a575da96dbc tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:02:58.637987 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4f9c1987-ee04-49ac-8b0b-e2adb30dc2cb req-25e63902-e4d3-49fd-8f42-5a575da96dbc tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 943 time: 0.0509713 Aug 31 10:02:58.685358 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4f9c1987-ee04-49ac-8b0b-e2adb30dc2cb req-4c4626c6-e621-4d8c-b694-a7845c9dfdc5 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=719dd2d4-e680-4c49-ae1a-768b35ac987d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418558 Aug 31 10:02:59.522074 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:02:59.619653 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:02:59.810329 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0209f-14d0-49ef-a123-f4b7185b607a req-36b52da3-95bb-4d56-a597-e3c36ee236aa tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:02:59.811725 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7fc0209f-14d0-49ef-a123-f4b7185b607a req-36b52da3-95bb-4d56-a597-e3c36ee236aa tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 943 time: 0.0476501 Aug 31 10:02:59.859919 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7fc0209f-14d0-49ef-a123-f4b7185b607a req-ce166083-9c65-4423-874e-9b7aaa6a755e tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=719dd2d4-e680-4c49-ae1a-768b35ac987d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424843 Aug 31 10:03:00.989264 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a39379-a3e9-4018-8444-6002ebab8a55 req-0914d481-1162-4fcd-87d4-f1a61ea32794 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:03:00.990808 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-18a39379-a3e9-4018-8444-6002ebab8a55 req-0914d481-1162-4fcd-87d4-f1a61ea32794 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 943 time: 0.0510092 Aug 31 10:03:01.042481 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-18a39379-a3e9-4018-8444-6002ebab8a55 req-666169ea-a9e7-48b7-ac43-c06677d243c8 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=719dd2d4-e680-4c49-ae1a-768b35ac987d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461233 Aug 31 10:03:02.167195 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da563aee-c776-40b4-a305-b0084f997986 req-475fd6d8-98e5-439b-9b10-fc5956146cd9 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:03:02.168641 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-da563aee-c776-40b4-a305-b0084f997986 req-475fd6d8-98e5-439b-9b10-fc5956146cd9 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 943 time: 0.0477321 Aug 31 10:03:02.217734 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-da563aee-c776-40b4-a305-b0084f997986 req-d94ac71c-1455-420a-adac-9757d7636841 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=719dd2d4-e680-4c49-ae1a-768b35ac987d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434520 Aug 31 10:03:03.091804 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.agents_db [None req-8002e13a-56e4-448b-bc0d-5c9f038cbdad None None] Agent healthcheck: found 6 active agents {{(pid=112922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:03:03.354636 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b725bc-ef35-4157-8d38-567abea9e185 req-a8810a67-4abc-4ca7-893f-ba1de2ad70ef tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:03:03.356132 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c8b725bc-ef35-4157-8d38-567abea9e185 req-a8810a67-4abc-4ca7-893f-ba1de2ad70ef tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 943 time: 0.0510485 Aug 31 10:03:03.408233 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c8b725bc-ef35-4157-8d38-567abea9e185 req-12bbfd37-328e-4708-a830-d2df4b0e9812 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=719dd2d4-e680-4c49-ae1a-768b35ac987d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458970 Aug 31 10:03:03.408515 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device 8abbd5d9-b7b2-4351-a7a3-78621eab95a0 details requested by agent hyperv_hv-cinder-84496 with host hv-cinder-84496 {{(pid=112921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:03:03.510666 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port 8abbd5d9-b7b2-4351-a7a3-78621eab95a0, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=8abbd5d9-b7b2-4351-a7a3-78621eab95a0,segment=NetworkSegment(a90b8ffb-f27b-4c61-9949-27265dbdd344),segment_id=a90b8ffb-f27b-4c61-9949-27265dbdd344)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:03:03.522004 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Returning: {'device': '8abbd5d9-b7b2-4351-a7a3-78621eab95a0', 'network_id': '0f5370f1-004e-40df-a622-c79b4bbd1b36', 'port_id': '8abbd5d9-b7b2-4351-a7a3-78621eab95a0', 'mac_address': 'fa:16:3e:7b:b7:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7552609c-80f9-41d8-a1ca-1fd2186ed151', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:03:03.555866 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Current status of the port 8abbd5d9-b7b2-4351-a7a3-78621eab95a0 is: DOWN; New status is: BUILD {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 10:03:03.556269 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (8abbd5d9-b7b2-4351-a7a3-78621eab95a0), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:03:03.570467 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.notifiers.nova [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8abbd5d9-b7b2-4351-a7a3-78621eab95a0 {{(pid=112921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 10:03:03.590850 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port 8abbd5d9-b7b2-4351-a7a3-78621eab95a0, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=8abbd5d9-b7b2-4351-a7a3-78621eab95a0,segment=NetworkSegment(a90b8ffb-f27b-4c61-9949-27265dbdd344),segment_id=a90b8ffb-f27b-4c61-9949-27265dbdd344)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:03:03.594417 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (8abbd5d9-b7b2-4351-a7a3-78621eab95a0), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:03:03.641629 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Pushing event updated for resources: {'Port': ['ID=8abbd5d9-b7b2-4351-a7a3-78621eab95a0,revision_number=9']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:03.653364 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:03.653364 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:03.653364 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:03.653364 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:03.653364 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:03.653364 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:03.653364 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:03.653364 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:03.653364 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:03.653364 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:03.653364 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:03.653364 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:03.654516 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:03.654516 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:03.654516 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:04.036385 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] get_ports_and_sgs() called for port_ids ['8abbd5d9-b7b2-4351-a7a3-78621eab95a0'] {{(pid=112921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 10:03:04.059599 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=4 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:03:04.536048 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9179324b-ba71-4930-bcc0-ae367ed58c5e req-e170d91b-76e2-4970-bbb3-36471e5a73e9 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:03:04.537621 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9179324b-ba71-4930-bcc0-ae367ed58c5e req-e170d91b-76e2-4970-bbb3-36471e5a73e9 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 944 time: 0.0504513 Aug 31 10:03:04.586072 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9179324b-ba71-4930-bcc0-ae367ed58c5e req-2a16971c-686c-48a4-abf2-4f4e89838ed9 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=719dd2d4-e680-4c49-ae1a-768b35ac987d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428369 Aug 31 10:03:05.414616 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device 8abbd5d9-b7b2-4351-a7a3-78621eab95a0 up at agent hyperv_hv-cinder-84496 {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:03:05.463408 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Provisioning complete for port 8abbd5d9-b7b2-4351-a7a3-78621eab95a0 triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 10:03:05.463772 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (8abbd5d9-b7b2-4351-a7a3-78621eab95a0), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:03:05.490932 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:03:05.498362 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:03:05.539663 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Current status of the port 8abbd5d9-b7b2-4351-a7a3-78621eab95a0 is: BUILD; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 10:03:05.540045 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (8abbd5d9-b7b2-4351-a7a3-78621eab95a0), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:03:05.563110 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34e6a94-72da-4a22-bab7-c5edbaae687c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8abbd5d9-b7b2-4351-a7a3-78621eab95a0'}] {{(pid=112921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 10:03:05.565314 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b0c9b70db3c71f613761f7f5e171cb6bed896c41d1f4f7babde002b819469c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494a52b5-8b92-4860-89ef-9cd71ac45526" -d '{"events": [{"server_uuid": "f34e6a94-72da-4a22-bab7-c5edbaae687c", "name": "network-vif-plugged", "status": "completed", "tag": "8abbd5d9-b7b2-4351-a7a3-78621eab95a0"}]}' {{(pid=112921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:03:05.578928 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port 8abbd5d9-b7b2-4351-a7a3-78621eab95a0, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=8abbd5d9-b7b2-4351-a7a3-78621eab95a0,segment=NetworkSegment(a90b8ffb-f27b-4c61-9949-27265dbdd344),segment_id=a90b8ffb-f27b-4c61-9949-27265dbdd344)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:03:05.583902 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (8abbd5d9-b7b2-4351-a7a3-78621eab95a0), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:03:05.608462 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 10:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6735a3b7-212b-478a-8550-9348e6a76024 x-openstack-request-id: req-6735a3b7-212b-478a-8550-9348e6a76024 {{(pid=112921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:03:05.608758 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f34e6a94-72da-4a22-bab7-c5edbaae687c", "name": "network-vif-plugged", "status": "completed", "tag": "8abbd5d9-b7b2-4351-a7a3-78621eab95a0", "code": 200}]} {{(pid=112921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:03:05.609008 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6735a3b7-212b-478a-8550-9348e6a76024 {{(pid=112921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:03:05.609507 dv-cinder-844961-2-iscsi neutron-server[112921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6735a3b7-212b-478a-8550-9348e6a76024'] response: {'server_uuid': 'f34e6a94-72da-4a22-bab7-c5edbaae687c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8abbd5d9-b7b2-4351-a7a3-78621eab95a0', 'code': 200} Aug 31 10:03:05.634723 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Pushing event updated for resources: {'Port': ['ID=8abbd5d9-b7b2-4351-a7a3-78621eab95a0,revision_number=10']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:05.718708 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15179e41-fd43-4fd9-9254-103716193abf req-1c1ce8ec-841c-4aaf-be51-039d2eef67fa tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:03:05.720178 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-15179e41-fd43-4fd9-9254-103716193abf req-1c1ce8ec-841c-4aaf-be51-039d2eef67fa tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 946 time: 0.0519211 Aug 31 10:03:05.770368 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-15179e41-fd43-4fd9-9254-103716193abf req-26674a99-081f-48da-bff6-9bae8a401274 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=719dd2d4-e680-4c49-ae1a-768b35ac987d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429232 Aug 31 10:03:05.856306 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca372a-96c4-466e-921b-646eea4a96e2 req-1537d589-2ef3-4603-86be-959c54bd25da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:03:05.857787 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-93ca372a-96c4-466e-921b-646eea4a96e2 req-1537d589-2ef3-4603-86be-959c54bd25da service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 1130 time: 0.0417652 Aug 31 10:03:05.901766 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-93ca372a-96c4-466e-921b-646eea4a96e2 req-b6e862ec-3ec5-42eb-90e7-9c68445307f9 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=719dd2d4-e680-4c49-ae1a-768b35ac987d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374990 Aug 31 10:03:06.880908 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:03:06.914593 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9b287-78d8-4919-ba61-ce7d6dc999e5 req-155b766a-3d5b-4c8f-b97f-fc91334e7a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:03:06.916085 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-6ac9b287-78d8-4919-ba61-ce7d6dc999e5 req-155b766a-3d5b-4c8f-b97f-fc91334e7a75 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=a68bf51dcd404f559e9ae2efeb185712&device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 1130 time: 0.0696731 Aug 31 10:03:06.923635 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b880334e-3cc6-473a-915b-1c8ff4d6a016 req-fd5134ff-8f62-43ba-afa8-eaaf4e8b582e tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:03:06.925183 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b880334e-3cc6-473a-915b-1c8ff4d6a016 req-fd5134ff-8f62-43ba-afa8-eaaf4e8b582e tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 946 time: 0.0705516 Aug 31 10:03:06.945325 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:03:07.022892 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b880334e-3cc6-473a-915b-1c8ff4d6a016 req-08178f2c-a916-4340-bebe-6426e993f6d7 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=719dd2d4-e680-4c49-ae1a-768b35ac987d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910180 Aug 31 10:03:07.063274 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9b287-78d8-4919-ba61-ce7d6dc999e5 req-17f52505-98ad-41df-b57b-da93086b9028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:03:07.064646 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-6ac9b287-78d8-4919-ba61-ce7d6dc999e5 req-17f52505-98ad-41df-b57b-da93086b9028 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=0f5370f1-004e-40df-a622-c79b4bbd1b36 HTTP/1.1" status: 200 len: 918 time: 0.1124513 Aug 31 10:03:07.134213 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-6ac9b287-78d8-4919-ba61-ce7d6dc999e5 req-0df3248b-c1a4-4ab6-a141-27f0e0761e96 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8abbd5d9-b7b2-4351-a7a3-78621eab95a0 HTTP/1.1" status: 200 len: 1001 time: 0.0603991 Aug 31 10:03:07.184144 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9b287-78d8-4919-ba61-ce7d6dc999e5 req-1fb59e2c-d50b-4897-8b08-a394b41fcf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:03:07.185595 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-6ac9b287-78d8-4919-ba61-ce7d6dc999e5 req-1fb59e2c-d50b-4897-8b08-a394b41fcf38 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=7552609c-80f9-41d8-a1ca-1fd2186ed151 HTTP/1.1" status: 200 len: 856 time: 0.0432448 Aug 31 10:03:07.697897 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9b287-78d8-4919-ba61-ce7d6dc999e5 req-4dea36cd-8cda-499f-b962-1d1a326857e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:03:07.699497 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-6ac9b287-78d8-4919-ba61-ce7d6dc999e5 req-4dea36cd-8cda-499f-b962-1d1a326857e8 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=0f5370f1-004e-40df-a622-c79b4bbd1b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436776 Aug 31 10:03:07.798931 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-6ac9b287-78d8-4919-ba61-ce7d6dc999e5 req-f0b096dc-f857-4ad5-aa73-c5b5ad70e031 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/0f5370f1-004e-40df-a622-c79b4bbd1b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898442 Aug 31 10:03:07.937342 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-6ac9b287-78d8-4919-ba61-ce7d6dc999e5 req-eca2092f-a725-4641-a46b-d249da38b706 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/0f5370f1-004e-40df-a622-c79b4bbd1b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925620 Aug 31 10:03:08.152480 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c616af8-31dc-4157-9949-a155421530f7 req-f04a78a7-885b-47a1-80ad-3a17c2ee338f tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:03:08.153984 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2c616af8-31dc-4157-9949-a155421530f7 req-f04a78a7-885b-47a1-80ad-3a17c2ee338f tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 946 time: 0.0501909 Aug 31 10:03:08.201360 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2c616af8-31dc-4157-9949-a155421530f7 req-add0af43-c3fe-4f37-bc32-054b47b44060 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=719dd2d4-e680-4c49-ae1a-768b35ac987d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416412 Aug 31 10:03:13.087866 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=4 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:03:15.625642 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:03:15.632624 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=18 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:03:18.194873 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=64 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:03:18.197455 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=53 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:03:22.084579 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:03:24.263244 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b23c779f-c08c-400d-8873-e8f76716c37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:03:25.899891 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e6f198be-e193-4693-a253-f9c4522a6272), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:03:26.521648 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-50be11f6-6b3b-413e-b5ff-88a3e25edf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:03:27.852856 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:03:28.573549 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [req-6a3a3077-9c1e-43f3-b9c4-84f32c643583 req-a7d55776-5781-45fd-9aa8-7fb8c8d18b59 service neutron] (112920) timed out ('10.222.0.64', 63178) {{(pid=112920) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 31 10:03:29.529553 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:03:29.623174 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:03:40.091458 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.agents_db [None req-8002e13a-56e4-448b-bc0d-5c9f038cbdad None None] Agent healthcheck: found 6 active agents {{(pid=112922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:03:44.595862 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:03:44.599851 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:03:50.085940 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=3 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:03:50.087957 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=5 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:03:54.267090 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-a0ab1c9c-fd78-4fe0-a873-7989a0e5e561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:03:55.899826 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e6f198be-e193-4693-a253-f9c4522a6272), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:03:56.523868 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-4a33a32c-486f-4afe-a413-5f9d54ad63f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:03:57.855206 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:03:59.528457 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:03:59.625640 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:04.129509 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03565b-5e8c-42c1-ba2b-3e0f52a825cc req-fb58a7a0-ebf5-4b9e-9377-fe4068d80e99 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:04:04.130977 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ff03565b-5e8c-42c1-ba2b-3e0f52a825cc req-fb58a7a0-ebf5-4b9e-9377-fe4068d80e99 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 946 time: 0.0487058 Aug 31 10:04:04.179337 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ff03565b-5e8c-42c1-ba2b-3e0f52a825cc req-27df255d-deeb-4d80-ac28-410c8f1d3c0f tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=719dd2d4-e680-4c49-ae1a-768b35ac987d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419133 Aug 31 10:04:05.304221 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7da98e-e3dd-40ea-b90e-c13f87ecf26f req-beeda91a-2049-4cce-a059-e530ae30ca3a tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:04:05.305698 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2d7da98e-e3dd-40ea-b90e-c13f87ecf26f req-beeda91a-2049-4cce-a059-e530ae30ca3a tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 946 time: 0.0455396 Aug 31 10:04:05.356363 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2d7da98e-e3dd-40ea-b90e-c13f87ecf26f req-ad43387b-5022-4d2d-a7d6-a0ba4c427a5f tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=719dd2d4-e680-4c49-ae1a-768b35ac987d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442193 Aug 31 10:04:05.768310 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0584b651-c225-49d6-b090-23a21de5a126 req-7a37f74b-4483-4f6f-8250-c8f204815470 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:04:05.769779 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0584b651-c225-49d6-b090-23a21de5a126 req-7a37f74b-4483-4f6f-8250-c8f204815470 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 946 time: 0.0467186 Aug 31 10:04:05.849165 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [req-0584b651-c225-49d6-b090-23a21de5a126 req-774f9cad-d0de-440f-8917-96268b455704 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Deleting port 8abbd5d9-b7b2-4351-a7a3-78621eab95a0 {{(pid=112919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 10:04:05.849576 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-0584b651-c225-49d6-b090-23a21de5a126 req-774f9cad-d0de-440f-8917-96268b455704 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (8abbd5d9-b7b2-4351-a7a3-78621eab95a0), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:05.944474 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.db [req-0584b651-c225-49d6-b090-23a21de5a126 req-774f9cad-d0de-440f-8917-96268b455704 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] For port 8abbd5d9-b7b2-4351-a7a3-78621eab95a0, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=8abbd5d9-b7b2-4351-a7a3-78621eab95a0,segment=NetworkSegment(a90b8ffb-f27b-4c61-9949-27265dbdd344),segment_id=a90b8ffb-f27b-4c61-9949-27265dbdd344)] {{(pid=112919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:04:05.944838 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-0584b651-c225-49d6-b090-23a21de5a126 req-774f9cad-d0de-440f-8917-96268b455704 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (8abbd5d9-b7b2-4351-a7a3-78621eab95a0), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:06.108906 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-0584b651-c225-49d6-b090-23a21de5a126 req-774f9cad-d0de-440f-8917-96268b455704 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:06.109177 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-0584b651-c225-49d6-b090-23a21de5a126 req-774f9cad-d0de-440f-8917-96268b455704 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964517'] for floatingip (46c69b37-f926-48be-83fb-bd18c3c57b9b), after_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:06.109518 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.db.l3_db [req-0584b651-c225-49d6-b090-23a21de5a126 req-774f9cad-d0de-440f-8917-96268b455704 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Floating IP 46c69b37-f926-48be-83fb-bd18c3c57b9b disassociated. External IP: 172.27.3.105, port: 8abbd5d9-b7b2-4351-a7a3-78621eab95a0. Aug 31 10:04:06.109881 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [req-0584b651-c225-49d6-b090-23a21de5a126 req-774f9cad-d0de-440f-8917-96268b455704 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Calling delete_port for 8abbd5d9-b7b2-4351-a7a3-78621eab95a0 owned by compute:nova {{(pid=112919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 10:04:06.237978 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-0584b651-c225-49d6-b090-23a21de5a126 req-774f9cad-d0de-440f-8917-96268b455704 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66028622'] for port (8abbd5d9-b7b2-4351-a7a3-78621eab95a0), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:06.264901 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774f9cad-d0de-440f-8917-96268b455704 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Pushing event deleted for resources: {'Port': ['ID=8abbd5d9-b7b2-4351-a7a3-78621eab95a0,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:04:06.276871 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774f9cad-d0de-440f-8917-96268b455704 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:06.277217 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774f9cad-d0de-440f-8917-96268b455704 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:06.277587 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774f9cad-d0de-440f-8917-96268b455704 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:06.277923 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774f9cad-d0de-440f-8917-96268b455704 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:06.278257 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774f9cad-d0de-440f-8917-96268b455704 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:06.278589 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774f9cad-d0de-440f-8917-96268b455704 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:06.278918 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774f9cad-d0de-440f-8917-96268b455704 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:06.279243 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774f9cad-d0de-440f-8917-96268b455704 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:06.279566 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774f9cad-d0de-440f-8917-96268b455704 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:06.279996 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774f9cad-d0de-440f-8917-96268b455704 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:06.280213 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774f9cad-d0de-440f-8917-96268b455704 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:06.280594 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774f9cad-d0de-440f-8917-96268b455704 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:06.280865 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774f9cad-d0de-440f-8917-96268b455704 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:06.281185 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774f9cad-d0de-440f-8917-96268b455704 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:06.281552 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774f9cad-d0de-440f-8917-96268b455704 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:06.387355 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0584b651-c225-49d6-b090-23a21de5a126 req-774f9cad-d0de-440f-8917-96268b455704 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Router ef3039e0-81ed-4020-a3d2-084638a12f54 has already been hosted by L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 {{(pid=112919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:04:06.398775 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:04:06.473803 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-fe7d478c-1a97-49cd-ac02-06caca84240e req-c7f454a1-3ac0-40cd-869d-74cb0a2def14 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=f34e6a94-72da-4a22-bab7-c5edbaae687c HTTP/1.1" status: 200 len: 210 time: 0.0363348 Aug 31 10:04:06.497181 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:04:06.519355 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0584b651-c225-49d6-b090-23a21de5a126 req-774f9cad-d0de-440f-8917-96268b455704 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:04:06.532794 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ed96eb-e1f3-41e1-94d4-7d9ed3058afa None None] Sync routers for ids ['ef3039e0-81ed-4020-a3d2-084638a12f54'] in dv-cinder-844961-2-iscsi {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:04:06.543889 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ed96eb-e1f3-41e1-94d4-7d9ed3058afa None None] Routers {'ef3039e0-81ed-4020-a3d2-084638a12f54'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 10:04:06.544768 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-81ed96eb-e1f3-41e1-94d4-7d9ed3058afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T10:03:57Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['ef3039e0-81ed-4020-a3d2-084638a12f54'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:04:06.563402 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.l3_dvrscheduler_db [req-0584b651-c225-49d6-b090-23a21de5a126 req-774f9cad-d0de-440f-8917-96268b455704 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] No DVR routers for this DVR port 8abbd5d9-b7b2-4351-a7a3-78621eab95a0 on host hv-cinder-84496 {{(pid=112919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 10:04:06.566009 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-0584b651-c225-49d6-b090-23a21de5a126 req-774f9cad-d0de-440f-8917-96268b455704 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for port (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:06.569211 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0584b651-c225-49d6-b090-23a21de5a126 req-774f9cad-d0de-440f-8917-96268b455704 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.64 "DELETE /networking/v2.0/ports/8abbd5d9-b7b2-4351-a7a3-78621eab95a0 HTTP/1.1" status: 204 len: 173 time: 0.7944369 Aug 31 10:04:06.569669 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34e6a94-72da-4a22-bab7-c5edbaae687c', 'name': 'network-vif-deleted', 'tag': '8abbd5d9-b7b2-4351-a7a3-78621eab95a0'}] {{(pid=112919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 10:04:06.572410 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f6ad1632a392cf14020321c7ce6c49338053db0fa13ffca62b7dfe78a8e90b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838492ff-c5c1-4d5d-804a-ca88d071ea70" -d '{"events": [{"server_uuid": "f34e6a94-72da-4a22-bab7-c5edbaae687c", "name": "network-vif-deleted", "tag": "8abbd5d9-b7b2-4351-a7a3-78621eab95a0"}]}' {{(pid=112919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:04:06.618715 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 10:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f9a688-a89c-41ee-b531-61753dbe01c4 x-openstack-request-id: req-d3f9a688-a89c-41ee-b531-61753dbe01c4 {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:04:06.619007 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f34e6a94-72da-4a22-bab7-c5edbaae687c", "name": "network-vif-deleted", "tag": "8abbd5d9-b7b2-4351-a7a3-78621eab95a0", "status": "completed", "code": 200}]} {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:04:06.619257 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d3f9a688-a89c-41ee-b531-61753dbe01c4 {{(pid=112919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:04:06.619693 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3f9a688-a89c-41ee-b531-61753dbe01c4'] response: {'server_uuid': 'f34e6a94-72da-4a22-bab7-c5edbaae687c', 'name': 'network-vif-deleted', 'tag': '8abbd5d9-b7b2-4351-a7a3-78621eab95a0', 'status': 'completed', 'code': 200} Aug 31 10:04:06.660909 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-81ed96eb-e1f3-41e1-94d4-7d9ed3058afa None None] Set router ef3039e0-81ed-4020-a3d2-084638a12f54 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 10:04:06.870854 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-81ed96eb-e1f3-41e1-94d4-7d9ed3058afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef3039e0-81ed-4020-a3d2-084638a12f54', 'name': 'tempest-AttachVolumeShelveTestJSON-1372282155-router', 'tenant_id': 'a68bf51dcd404f559e9ae2efeb185712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'de365d83-91d1-4d1c-b630-fa17c00e8650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:56:07Z', 'updated_at': '2022-08-31T09:56:10Z', 'revision_number': 4, 'project_id': 'a68bf51dcd404f559e9ae2efeb185712', 'gw_port': {'id': 'de365d83-91d1-4d1c-b630-fa17c00e8650', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:62:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3039e0-81ed-4020-a3d2-084638a12f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:56:08Z', 'updated_at': '2022-08-31T09:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': '49757a03-7781-48a1-a2e6-75a60cab962b', 'name': '', 'network_id': '0f5370f1-004e-40df-a622-c79b4bbd1b36', 'tenant_id': 'a68bf51dcd404f559e9ae2efeb185712', 'mac_address': 'fa:16:3e:51:94:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3039e0-81ed-4020-a3d2-084638a12f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7552609c-80f9-41d8-a1ca-1fd2186ed151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:56:10Z', 'updated_at': '2022-08-31T09:56:17Z', 'revision_number': 5, 'project_id': 'a68bf51dcd404f559e9ae2efeb185712', 'subnets': [{'id': '7552609c-80f9-41d8-a1ca-1fd2186ed151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:04:06.898671 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ed96eb-e1f3-41e1-94d4-7d9ed3058afa None None] Checking router: ef3039e0-81ed-4020-a3d2-084638a12f54 for host: dv-cinder-844961-2-iscsi {{(pid=112921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:04:06.908021 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ed96eb-e1f3-41e1-94d4-7d9ed3058afa None None] Routers {'ef3039e0-81ed-4020-a3d2-084638a12f54'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 10:04:06.908636 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-81ed96eb-e1f3-41e1-94d4-7d9ed3058afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T10:03:57Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['ef3039e0-81ed-4020-a3d2-084638a12f54'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:04:07.013685 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-81ed96eb-e1f3-41e1-94d4-7d9ed3058afa None None] Set router ef3039e0-81ed-4020-a3d2-084638a12f54 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 10:04:07.208894 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-81ed96eb-e1f3-41e1-94d4-7d9ed3058afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef3039e0-81ed-4020-a3d2-084638a12f54', 'name': 'tempest-AttachVolumeShelveTestJSON-1372282155-router', 'tenant_id': 'a68bf51dcd404f559e9ae2efeb185712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'de365d83-91d1-4d1c-b630-fa17c00e8650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:56:07Z', 'updated_at': '2022-08-31T09:56:10Z', 'revision_number': 4, 'project_id': 'a68bf51dcd404f559e9ae2efeb185712', 'gw_port': {'id': 'de365d83-91d1-4d1c-b630-fa17c00e8650', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:62:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3039e0-81ed-4020-a3d2-084638a12f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:56:08Z', 'updated_at': '2022-08-31T09:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': '49757a03-7781-48a1-a2e6-75a60cab962b', 'name': '', 'network_id': '0f5370f1-004e-40df-a622-c79b4bbd1b36', 'tenant_id': 'a68bf51dcd404f559e9ae2efeb185712', 'mac_address': 'fa:16:3e:51:94:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3039e0-81ed-4020-a3d2-084638a12f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7552609c-80f9-41d8-a1ca-1fd2186ed151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:56:10Z', 'updated_at': '2022-08-31T09:56:17Z', 'revision_number': 5, 'project_id': 'a68bf51dcd404f559e9ae2efeb185712', 'subnets': [{'id': '7552609c-80f9-41d8-a1ca-1fd2186ed151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:04:07.234176 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ed96eb-e1f3-41e1-94d4-7d9ed3058afa None None] The sync data for ids ['ef3039e0-81ed-4020-a3d2-084638a12f54'] in dv-cinder-844961-2-iscsi is: [{'id': 'ef3039e0-81ed-4020-a3d2-084638a12f54', 'name': 'tempest-AttachVolumeShelveTestJSON-1372282155-router', 'tenant_id': 'a68bf51dcd404f559e9ae2efeb185712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'de365d83-91d1-4d1c-b630-fa17c00e8650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:56:07Z', 'updated_at': '2022-08-31T09:56:10Z', 'revision_number': 4, 'project_id': 'a68bf51dcd404f559e9ae2efeb185712', 'gw_port': {'id': 'de365d83-91d1-4d1c-b630-fa17c00e8650', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:62:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3039e0-81ed-4020-a3d2-084638a12f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:56:08Z', 'updated_at': '2022-08-31T09:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': '49757a03-7781-48a1-a2e6-75a60cab962b', 'name': '', 'network_id': '0f5370f1-004e-40df-a622-c79b4bbd1b36', 'tenant_id': 'a68bf51dcd404f559e9ae2efeb185712', 'mac_address': 'fa:16:3e:51:94:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3039e0-81ed-4020-a3d2-084638a12f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7552609c-80f9-41d8-a1ca-1fd2186ed151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:56:10Z', 'updated_at': '2022-08-31T09:56:17Z', 'revision_number': 5, 'project_id': 'a68bf51dcd404f559e9ae2efeb185712', 'subnets': [{'id': '7552609c-80f9-41d8-a1ca-1fd2186ed151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:04:07.455711 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71476281-9335-46cf-867a-45aea2c7549b None None] New status for floating IP 46c69b37-f926-48be-83fb-bd18c3c57b9b: DOWN {{(pid=112922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 10:04:07.596629 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 53364) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:04:07.656839 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-13821c90-a9aa-43e4-be24-1a4fca270b58 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks [] for security_group (719dd2d4-e680-4c49-ae1a-768b35ac987d), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:07.680475 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-13821c90-a9aa-43e4-be24-1a4fca270b58 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks [] for security_group (719dd2d4-e680-4c49-ae1a-768b35ac987d), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:07.735050 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-13821c90-a9aa-43e4-be24-1a4fca270b58 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (719dd2d4-e680-4c49-ae1a-768b35ac987d), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:07.737966 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-13821c90-a9aa-43e4-be24-1a4fca270b58 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:07.739103 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-13821c90-a9aa-43e4-be24-1a4fca270b58 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "DELETE /networking/v2.0/security-groups/719dd2d4-e680-4c49-ae1a-768b35ac987d HTTP/1.1" status: 204 len: 168 time: 0.1414914 Aug 31 10:04:07.741912 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 53368) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:04:07.749595 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13821c90-a9aa-43e4-be24-1a4fca270b58 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=719dd2d4-e680-4c49-ae1a-768b35ac987d,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:04:07.756779 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13821c90-a9aa-43e4-be24-1a4fca270b58 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:07.757126 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13821c90-a9aa-43e4-be24-1a4fca270b58 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:07.757491 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13821c90-a9aa-43e4-be24-1a4fca270b58 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:07.757831 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13821c90-a9aa-43e4-be24-1a4fca270b58 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:07.758164 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13821c90-a9aa-43e4-be24-1a4fca270b58 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:07.758496 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13821c90-a9aa-43e4-be24-1a4fca270b58 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:07.758824 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13821c90-a9aa-43e4-be24-1a4fca270b58 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:07.759213 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13821c90-a9aa-43e4-be24-1a4fca270b58 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:07.760160 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13821c90-a9aa-43e4-be24-1a4fca270b58 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:07.760722 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13821c90-a9aa-43e4-be24-1a4fca270b58 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:07.761123 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13821c90-a9aa-43e4-be24-1a4fca270b58 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:07.761572 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13821c90-a9aa-43e4-be24-1a4fca270b58 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:07.761812 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13821c90-a9aa-43e4-be24-1a4fca270b58 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:07.761934 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.api.v2.resource [None req-3bc83227-0cd9-4b38-b28c-fa4313c56a2f tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] show failed (client error): The resource could not be found. Aug 31 10:04:07.762140 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13821c90-a9aa-43e4-be24-1a4fca270b58 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:07.762517 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13821c90-a9aa-43e4-be24-1a4fca270b58 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:07.762903 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-3bc83227-0cd9-4b38-b28c-fa4313c56a2f tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "GET /networking/v2.0/security-groups/719dd2d4-e680-4c49-ae1a-768b35ac987d HTTP/1.1" status: 404 len: 347 time: 0.0198970 Aug 31 10:04:07.765972 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 53370) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:04:07.887387 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.plugin [None req-32ce89e6-9906-41da-9d86-37d3075d9866 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Deleting port 79108f83-0ef6-4dd2-9e84-6f58ce3a20dc {{(pid=112920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 10:04:07.887733 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-32ce89e6-9906-41da-9d86-37d3075d9866 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (79108f83-0ef6-4dd2-9e84-6f58ce3a20dc), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:07.966820 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-32ce89e6-9906-41da-9d86-37d3075d9866 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (79108f83-0ef6-4dd2-9e84-6f58ce3a20dc), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:07.967146 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-32ce89e6-9906-41da-9d86-37d3075d9866 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks [] for floatingip (79108f83-0ef6-4dd2-9e84-6f58ce3a20dc), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:07.983794 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.plugin [None req-32ce89e6-9906-41da-9d86-37d3075d9866 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Calling delete_port for 79108f83-0ef6-4dd2-9e84-6f58ce3a20dc owned by network:floatingip {{(pid=112920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 10:04:08.115179 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-32ce89e6-9906-41da-9d86-37d3075d9866 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64202837'] for port (79108f83-0ef6-4dd2-9e84-6f58ce3a20dc), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:08.138181 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ce89e6-9906-41da-9d86-37d3075d9866 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Pushing event deleted for resources: {'Port': ['ID=79108f83-0ef6-4dd2-9e84-6f58ce3a20dc,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:04:08.204956 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-32ce89e6-9906-41da-9d86-37d3075d9866 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks [] for floatingip (46c69b37-f926-48be-83fb-bd18c3c57b9b), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:08.207432 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-32ce89e6-9906-41da-9d86-37d3075d9866 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for floatingip (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:08.208539 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-32ce89e6-9906-41da-9d86-37d3075d9866 tempest-AttachVolumeShelveTestJSON-2121567059 tempest-AttachVolumeShelveTestJSON-2121567059-project] 10.222.0.13 "DELETE /networking/v2.0/floatingips/46c69b37-f926-48be-83fb-bd18c3c57b9b HTTP/1.1" status: 204 len: 168 time: 0.4416559 Aug 31 10:04:09.729936 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device 8abbd5d9-b7b2-4351-a7a3-78621eab95a0 no longer exists at agent hyperv_hv-cinder-84496 {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:04:09.752211 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] No Port match for: 8abbd5d9-b7b2-4351-a7a3-78621eab95a0 {{(pid=112921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 10:04:09.752575 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device 8abbd5d9-b7b2-4351-a7a3-78621eab95a0 not bound to the agent host hv-cinder-84496 {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:04:10.644304 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 53392) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:04:11.053225 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-afc6ac11-781d-4ae5-b6c9-e91e3e6e13a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962981'] for router_interface (ef3039e0-81ed-4020-a3d2-084638a12f54), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:11.275183 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [None req-afc6ac11-781d-4ae5-b6c9-e91e3e6e13a9 admin admin] Deleting port 49757a03-7781-48a1-a2e6-75a60cab962b {{(pid=112919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 10:04:11.275416 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-afc6ac11-781d-4ae5-b6c9-e91e3e6e13a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (49757a03-7781-48a1-a2e6-75a60cab962b), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:11.356799 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.db [None req-afc6ac11-781d-4ae5-b6c9-e91e3e6e13a9 admin admin] For port 49757a03-7781-48a1-a2e6-75a60cab962b, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=49757a03-7781-48a1-a2e6-75a60cab962b,segment=NetworkSegment(a90b8ffb-f27b-4c61-9949-27265dbdd344),segment_id=a90b8ffb-f27b-4c61-9949-27265dbdd344)] {{(pid=112919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:04:11.357164 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-afc6ac11-781d-4ae5-b6c9-e91e3e6e13a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (49757a03-7781-48a1-a2e6-75a60cab962b), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:11.374026 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [None req-afc6ac11-781d-4ae5-b6c9-e91e3e6e13a9 admin admin] Calling delete_port for 49757a03-7781-48a1-a2e6-75a60cab962b owned by network:router_interface {{(pid=112919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 10:04:11.497058 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:04:11.504669 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:04:11.558518 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-afc6ac11-781d-4ae5-b6c9-e91e3e6e13a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66028622'] for port (49757a03-7781-48a1-a2e6-75a60cab962b), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:11.582497 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc6ac11-781d-4ae5-b6c9-e91e3e6e13a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=49757a03-7781-48a1-a2e6-75a60cab962b,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:04:11.751079 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-afc6ac11-781d-4ae5-b6c9-e91e3e6e13a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-965653'] for router_interface (ef3039e0-81ed-4020-a3d2-084638a12f54), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:12.218609 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc6ac11-781d-4ae5-b6c9-e91e3e6e13a9 admin admin] Router ef3039e0-81ed-4020-a3d2-084638a12f54 has already been hosted by L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 {{(pid=112919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:04:12.322504 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc6ac11-781d-4ae5-b6c9-e91e3e6e13a9 admin admin] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:04:12.328490 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-afc6ac11-781d-4ae5-b6c9-e91e3e6e13a9 admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/ef3039e0-81ed-4020-a3d2-084638a12f54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6829634 Aug 31 10:04:12.331001 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 53396) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:04:12.332258 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1581e7-cd93-4b18-9ac0-12590b36cdc8 None None] Sync routers for ids ['ef3039e0-81ed-4020-a3d2-084638a12f54'] in dv-cinder-844961-2-iscsi {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:04:12.344481 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1581e7-cd93-4b18-9ac0-12590b36cdc8 None None] Routers {'ef3039e0-81ed-4020-a3d2-084638a12f54'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 10:04:12.346114 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-1e1581e7-cd93-4b18-9ac0-12590b36cdc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T10:03:57Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['ef3039e0-81ed-4020-a3d2-084638a12f54'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:04:12.436878 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-49b4f284-f009-4825-afbd-d1f52994e9bb admin admin] Publish callbacks [] for router (ef3039e0-81ed-4020-a3d2-084638a12f54), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:12.540668 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-49b4f284-f009-4825-afbd-d1f52994e9bb admin admin] Publish callbacks [] for router_gateway (ef3039e0-81ed-4020-a3d2-084638a12f54), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:12.581880 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-1e1581e7-cd93-4b18-9ac0-12590b36cdc8 None None] Set router ef3039e0-81ed-4020-a3d2-084638a12f54 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 10:04:12.590600 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [None req-49b4f284-f009-4825-afbd-d1f52994e9bb admin admin] Deleting port de365d83-91d1-4d1c-b630-fa17c00e8650 {{(pid=112919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 10:04:12.590955 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-49b4f284-f009-4825-afbd-d1f52994e9bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (de365d83-91d1-4d1c-b630-fa17c00e8650), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:12.674983 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.db [None req-49b4f284-f009-4825-afbd-d1f52994e9bb admin admin] For port de365d83-91d1-4d1c-b630-fa17c00e8650, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=de365d83-91d1-4d1c-b630-fa17c00e8650,segment=NetworkSegment(a4995e04-234e-4976-89c5-310a94033a09),segment_id=a4995e04-234e-4976-89c5-310a94033a09)] {{(pid=112919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:04:12.675435 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-49b4f284-f009-4825-afbd-d1f52994e9bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (de365d83-91d1-4d1c-b630-fa17c00e8650), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:12.682354 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:04:12.686533 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:04:12.688607 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:04:12.689375 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:04:12.690671 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [None req-49b4f284-f009-4825-afbd-d1f52994e9bb admin admin] Calling delete_port for de365d83-91d1-4d1c-b630-fa17c00e8650 owned by network:router_gateway {{(pid=112919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 10:04:12.756540 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-1e1581e7-cd93-4b18-9ac0-12590b36cdc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef3039e0-81ed-4020-a3d2-084638a12f54', 'name': 'tempest-AttachVolumeShelveTestJSON-1372282155-router', 'tenant_id': 'a68bf51dcd404f559e9ae2efeb185712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'de365d83-91d1-4d1c-b630-fa17c00e8650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:56:07Z', 'updated_at': '2022-08-31T10:04:11Z', 'revision_number': 5, 'project_id': 'a68bf51dcd404f559e9ae2efeb185712', 'gw_port': {'id': 'de365d83-91d1-4d1c-b630-fa17c00e8650', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:62:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3039e0-81ed-4020-a3d2-084638a12f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T09:56:08Z', 'updated_at': '2022-08-31T09:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi'}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:04:12.788251 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1581e7-cd93-4b18-9ac0-12590b36cdc8 None None] Checking router: ef3039e0-81ed-4020-a3d2-084638a12f54 for host: dv-cinder-844961-2-iscsi {{(pid=112921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:04:12.797775 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1581e7-cd93-4b18-9ac0-12590b36cdc8 None None] Routers {'ef3039e0-81ed-4020-a3d2-084638a12f54'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 10:04:12.798396 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-1e1581e7-cd93-4b18-9ac0-12590b36cdc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T10:03:57Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['ef3039e0-81ed-4020-a3d2-084638a12f54'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:04:12.867230 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-49b4f284-f009-4825-afbd-d1f52994e9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66028622'] for port (de365d83-91d1-4d1c-b630-fa17c00e8650), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:12.883813 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-1e1581e7-cd93-4b18-9ac0-12590b36cdc8 None None] Set router ef3039e0-81ed-4020-a3d2-084638a12f54 gateway port host: None {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 10:04:12.895144 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b4f284-f009-4825-afbd-d1f52994e9bb admin admin] Pushing event deleted for resources: {'Port': ['ID=de365d83-91d1-4d1c-b630-fa17c00e8650,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:04:12.937193 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-1e1581e7-cd93-4b18-9ac0-12590b36cdc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef3039e0-81ed-4020-a3d2-084638a12f54', 'name': 'tempest-AttachVolumeShelveTestJSON-1372282155-router', 'tenant_id': 'a68bf51dcd404f559e9ae2efeb185712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:56:07Z', 'updated_at': '2022-08-31T10:04:12Z', 'revision_number': 6, 'project_id': 'a68bf51dcd404f559e9ae2efeb185712', 'gw_port_host': None}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:04:12.956968 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-49b4f284-f009-4825-afbd-d1f52994e9bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-964582'] for router_gateway (ef3039e0-81ed-4020-a3d2-084638a12f54), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:12.962046 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1581e7-cd93-4b18-9ac0-12590b36cdc8 None None] The sync data for ids ['ef3039e0-81ed-4020-a3d2-084638a12f54'] in dv-cinder-844961-2-iscsi is: [{'id': 'ef3039e0-81ed-4020-a3d2-084638a12f54', 'name': 'tempest-AttachVolumeShelveTestJSON-1372282155-router', 'tenant_id': 'a68bf51dcd404f559e9ae2efeb185712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T09:56:07Z', 'updated_at': '2022-08-31T10:04:12Z', 'revision_number': 6, 'project_id': 'a68bf51dcd404f559e9ae2efeb185712', 'gw_port_host': None}] {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:04:13.047970 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-49b4f284-f009-4825-afbd-d1f52994e9bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-964043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7957'] for router (ef3039e0-81ed-4020-a3d2-084638a12f54), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:13.050198 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-49b4f284-f009-4825-afbd-d1f52994e9bb admin admin] Publish callbacks [] for router_controller (ef3039e0-81ed-4020-a3d2-084638a12f54), precommit_delete_associations {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:13.093877 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-49b4f284-f009-4825-afbd-d1f52994e9bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-965736'] for router (ef3039e0-81ed-4020-a3d2-084638a12f54), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:13.094468 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b4f284-f009-4825-afbd-d1f52994e9bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef3039e0-81ed-4020-a3d2-084638a12f54 {{(pid=112919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 10:04:13.098613 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-49b4f284-f009-4825-afbd-d1f52994e9bb admin admin] Publish callbacks [] for router (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:13.099728 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-49b4f284-f009-4825-afbd-d1f52994e9bb admin admin] 10.222.0.13 "DELETE /networking/v2.0/routers/ef3039e0-81ed-4020-a3d2-084638a12f54 HTTP/1.1" status: 204 len: 168 time: 0.7677867 Aug 31 10:04:13.102334 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 53398) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:04:13.150449 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.db_base_plugin_v2 [None req-0910569b-defb-4074-88ba-229ed6046ce0 admin admin] Deleting subnet 7552609c-80f9-41d8-a1ca-1fd2186ed151 {{(pid=112919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 10:04:13.154237 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-0910569b-defb-4074-88ba-229ed6046ce0 admin admin] Publish callbacks [] for subnet (7552609c-80f9-41d8-a1ca-1fd2186ed151), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:13.188650 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-0910569b-defb-4074-88ba-229ed6046ce0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65472915'] for subnet (7552609c-80f9-41d8-a1ca-1fd2186ed151), precommit_delete_associations {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:13.265029 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-0910569b-defb-4074-88ba-229ed6046ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931882'] for subnet (7552609c-80f9-41d8-a1ca-1fd2186ed151), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:13.329465 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-0910569b-defb-4074-88ba-229ed6046ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66029757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65641912'] for subnet (7552609c-80f9-41d8-a1ca-1fd2186ed151), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:13.358191 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910569b-defb-4074-88ba-229ed6046ce0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7552609c-80f9-41d8-a1ca-1fd2186ed151,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:04:13.360972 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-0910569b-defb-4074-88ba-229ed6046ce0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for subnet (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:13.366367 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-0910569b-defb-4074-88ba-229ed6046ce0 admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/7552609c-80f9-41d8-a1ca-1fd2186ed151 HTTP/1.1" status: 204 len: 168 time: 0.2629974 Aug 31 10:04:13.366677 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 53400) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:04:13.368225 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c442db88-160b-4730-812e-7e2d6bce81b7 None None] Network 0f5370f1-004e-40df-a622-c79b4bbd1b36 requested from dv-cinder-844961-2-iscsi {{(pid=112921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 10:04:13.442446 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 49757a03-7781-48a1-a2e6-75a60cab962b no longer exists at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:04:13.450162 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-3c994f47-8b2d-41f1-a961-4a92605dd1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2085207'] for network (0f5370f1-004e-40df-a622-c79b4bbd1b36), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:13.466077 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] No Port match for: 49757a03-7781-48a1-a2e6-75a60cab962b {{(pid=112921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 10:04:13.466437 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 49757a03-7781-48a1-a2e6-75a60cab962b not bound to the agent host dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:04:13.503821 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.plugin [None req-3c994f47-8b2d-41f1-a961-4a92605dd1c4 admin admin] Deleting port 6a6b8612-5a7e-4f21-9e02-8a1679e0f4c3 {{(pid=112920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 10:04:13.504209 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-3c994f47-8b2d-41f1-a961-4a92605dd1c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (6a6b8612-5a7e-4f21-9e02-8a1679e0f4c3), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:13.580819 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.db [None req-3c994f47-8b2d-41f1-a961-4a92605dd1c4 admin admin] For port 6a6b8612-5a7e-4f21-9e02-8a1679e0f4c3, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=6a6b8612-5a7e-4f21-9e02-8a1679e0f4c3,segment=NetworkSegment(a90b8ffb-f27b-4c61-9949-27265dbdd344),segment_id=a90b8ffb-f27b-4c61-9949-27265dbdd344)] {{(pid=112920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:04:13.581186 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-3c994f47-8b2d-41f1-a961-4a92605dd1c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (6a6b8612-5a7e-4f21-9e02-8a1679e0f4c3), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:13.581316 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfee77a-e4e3-4ead-be0f-33ef273a0ce6 None None] DHCP port deletion for 0f5370f1-004e-40df-a622-c79b4bbd1b36 request from dv-cinder-844961-2-iscsi {{(pid=112921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 10:04:13.596369 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.plugin [None req-3c994f47-8b2d-41f1-a961-4a92605dd1c4 admin admin] Calling delete_port for 6a6b8612-5a7e-4f21-9e02-8a1679e0f4c3 owned by network:dhcp {{(pid=112920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 10:04:13.624504 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-8cfee77a-e4e3-4ead-be0f-33ef273a0ce6 None None] Deleting port 6a6b8612-5a7e-4f21-9e02-8a1679e0f4c3 {{(pid=112921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 10:04:13.624912 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-8cfee77a-e4e3-4ead-be0f-33ef273a0ce6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (6a6b8612-5a7e-4f21-9e02-8a1679e0f4c3), before_delete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:13.643800 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:04:13.688122 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-3c994f47-8b2d-41f1-a961-4a92605dd1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64202837'] for port (6a6b8612-5a7e-4f21-9e02-8a1679e0f4c3), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:13.691750 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:04:13.699943 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-8cfee77a-e4e3-4ead-be0f-33ef273a0ce6 None None] For port 6a6b8612-5a7e-4f21-9e02-8a1679e0f4c3, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=6a6b8612-5a7e-4f21-9e02-8a1679e0f4c3,segment=NetworkSegment(a90b8ffb-f27b-4c61-9949-27265dbdd344),segment_id=a90b8ffb-f27b-4c61-9949-27265dbdd344)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:04:13.700352 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-8cfee77a-e4e3-4ead-be0f-33ef273a0ce6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (6a6b8612-5a7e-4f21-9e02-8a1679e0f4c3), precommit_delete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:13.717039 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-8cfee77a-e4e3-4ead-be0f-33ef273a0ce6 None None] Calling delete_port for 6a6b8612-5a7e-4f21-9e02-8a1679e0f4c3 owned by network:dhcp {{(pid=112921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 10:04:13.717851 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c994f47-8b2d-41f1-a961-4a92605dd1c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a6b8612-5a7e-4f21-9e02-8a1679e0f4c3,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:04:13.722000 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c994f47-8b2d-41f1-a961-4a92605dd1c4 admin admin] No DVR routers for this DVR port 6a6b8612-5a7e-4f21-9e02-8a1679e0f4c3 on host dv-cinder-844961-2-iscsi {{(pid=112920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 10:04:13.795555 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-3c994f47-8b2d-41f1-a961-4a92605dd1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1925385', 'neutron.services.segments.db._delete_segments_for_network-8747473415235'] for network (0f5370f1-004e-40df-a622-c79b4bbd1b36), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:13.805939 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-8cfee77a-e4e3-4ead-be0f-33ef273a0ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287'] for port (6a6b8612-5a7e-4f21-9e02-8a1679e0f4c3), after_delete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:13.816115 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.services.segments.db [None req-3c994f47-8b2d-41f1-a961-4a92605dd1c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f5370f1-004e-40df-a622-c79b4bbd1b36']}} {{(pid=112920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:04:13.826012 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.services.segments.db [None req-3c994f47-8b2d-41f1-a961-4a92605dd1c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a90b8ffb-f27b-4c61-9949-27265dbdd344') {'for_net_delete': True} {{(pid=112920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:04:13.826305 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.services.segments.db [None req-3c994f47-8b2d-41f1-a961-4a92605dd1c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a90b8ffb-f27b-4c61-9949-27265dbdd344') {} {{(pid=112920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:04:13.833118 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfee77a-e4e3-4ead-be0f-33ef273a0ce6 None None] Pushing event deleted for resources: {'Port': ['ID=6a6b8612-5a7e-4f21-9e02-8a1679e0f4c3,revision_number=None']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:04:13.835448 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfee77a-e4e3-4ead-be0f-33ef273a0ce6 None None] No DVR routers for this DVR port 6a6b8612-5a7e-4f21-9e02-8a1679e0f4c3 on host dv-cinder-844961-2-iscsi {{(pid=112921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 10:04:13.846094 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-3c994f47-8b2d-41f1-a961-4a92605dd1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747473409711', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64553437'] for segment (a90b8ffb-f27b-4c61-9949-27265dbdd344), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:13.847396 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfee77a-e4e3-4ead-be0f-33ef273a0ce6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:13.847746 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfee77a-e4e3-4ead-be0f-33ef273a0ce6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:13.848072 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfee77a-e4e3-4ead-be0f-33ef273a0ce6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:13.848415 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfee77a-e4e3-4ead-be0f-33ef273a0ce6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:13.848748 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfee77a-e4e3-4ead-be0f-33ef273a0ce6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:13.849079 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfee77a-e4e3-4ead-be0f-33ef273a0ce6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:13.849477 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfee77a-e4e3-4ead-be0f-33ef273a0ce6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:13.849833 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfee77a-e4e3-4ead-be0f-33ef273a0ce6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:13.850117 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfee77a-e4e3-4ead-be0f-33ef273a0ce6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:13.850439 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfee77a-e4e3-4ead-be0f-33ef273a0ce6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:13.850766 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfee77a-e4e3-4ead-be0f-33ef273a0ce6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:13.851115 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfee77a-e4e3-4ead-be0f-33ef273a0ce6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:13.851398 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfee77a-e4e3-4ead-be0f-33ef273a0ce6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:13.851718 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfee77a-e4e3-4ead-be0f-33ef273a0ce6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:13.852036 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfee77a-e4e3-4ead-be0f-33ef273a0ce6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:13.865276 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-3c994f47-8b2d-41f1-a961-4a92605dd1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927539'] for segment (a90b8ffb-f27b-4c61-9949-27265dbdd344), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:13.872123 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c994f47-8b2d-41f1-a961-4a92605dd1c4 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=112920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:04:13.872500 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-3c994f47-8b2d-41f1-a961-4a92605dd1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64202752'] for segment (a90b8ffb-f27b-4c61-9949-27265dbdd344), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:13.913423 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.services.segments.plugin [-] Segment a90b8ffb-f27b-4c61-9949-27265dbdd344 resource provider aggregate not found Aug 31 10:04:13.930960 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.services.segments.plugin [-] Segment a90b8ffb-f27b-4c61-9949-27265dbdd344 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a90b8ffb-f27b-4c61-9949-27265dbdd344 found for delete ", "request_id": "req-ea3e39ce-cff5-491b-8d97-f4c54d1364e9"}]} Aug 31 10:04:13.937710 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-3c994f47-8b2d-41f1-a961-4a92605dd1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1925376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-964490'] for network (0f5370f1-004e-40df-a622-c79b4bbd1b36), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:13.943104 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-3c994f47-8b2d-41f1-a961-4a92605dd1c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for network (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:13.946238 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-3c994f47-8b2d-41f1-a961-4a92605dd1c4 admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/0f5370f1-004e-40df-a622-c79b4bbd1b36 HTTP/1.1" status: 204 len: 168 time: 0.5785465 Aug 31 10:04:13.959980 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c994f47-8b2d-41f1-a961-4a92605dd1c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f5370f1-004e-40df-a622-c79b4bbd1b36,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:04:14.069736 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 53408) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:04:14.113033 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-b8f8a8fe-9340-4196-853f-6e259e85e092 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=a68bf51dcd404f559e9ae2efeb185712&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420859 Aug 31 10:04:14.115501 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 53410) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:04:14.164988 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-b31ca4d1-960d-4ce4-be7b-0643fb8e8a76 admin admin] Publish callbacks [] for security_group (d517db9c-0ed7-42f7-bfb6-42048bf6ac9d), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:14.186100 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-b31ca4d1-960d-4ce4-be7b-0643fb8e8a76 admin admin] Publish callbacks [] for security_group (d517db9c-0ed7-42f7-bfb6-42048bf6ac9d), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:14.213496 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:04:14.236396 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-b31ca4d1-960d-4ce4-be7b-0643fb8e8a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (d517db9c-0ed7-42f7-bfb6-42048bf6ac9d), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:14.239196 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-b31ca4d1-960d-4ce4-be7b-0643fb8e8a76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:14.240326 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-b31ca4d1-960d-4ce4-be7b-0643fb8e8a76 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/d517db9c-0ed7-42f7-bfb6-42048bf6ac9d HTTP/1.1" status: 204 len: 168 time: 0.1239452 Aug 31 10:04:14.249096 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31ca4d1-960d-4ce4-be7b-0643fb8e8a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d517db9c-0ed7-42f7-bfb6-42048bf6ac9d,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:04:15.113719 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device de365d83-91d1-4d1c-b630-fa17c00e8650 no longer exists at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:04:15.132950 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] No Port match for: de365d83-91d1-4d1c-b630-fa17c00e8650 {{(pid=112921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 10:04:15.133299 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device de365d83-91d1-4d1c-b630-fa17c00e8650 not bound to the agent host dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:04:15.133742 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 6a6b8612-5a7e-4f21-9e02-8a1679e0f4c3 no longer exists at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:04:15.153511 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] No Port match for: 6a6b8612-5a7e-4f21-9e02-8a1679e0f4c3 {{(pid=112921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 10:04:15.153866 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 6a6b8612-5a7e-4f21-9e02-8a1679e0f4c3 not bound to the agent host dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:04:17.095146 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.agents_db [None req-8002e13a-56e4-448b-bc0d-5c9f038cbdad None None] Agent healthcheck: found 6 active agents {{(pid=112922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:04:23.947669 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:04:23.948380 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=29,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:04:24.242860 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=78,neutron:DELETE=14,neutron:UPDATE=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:04:24.243791 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:04:24.270582 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-638158b9-21c5-4c3b-bc8b-51bc3b6dc316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:24.601975 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=21 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:04:25.920753 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e6f198be-e193-4693-a253-f9c4522a6272), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:26.525901 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b8a6cf03-d0c8-4f12-8220-6a0885533e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:27.094965 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:04:27.857892 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:29.531520 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:29.627895 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:39.621363 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=71,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:04:39.624525 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=70,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:04:54.094907 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.agents_db [None req-8002e13a-56e4-448b-bc0d-5c9f038cbdad None None] Agent healthcheck: found 6 active agents {{(pid=112922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:04:54.273629 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-bb776553-856e-4815-a05f-02cba44a24ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:55.921430 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e6f198be-e193-4693-a253-f9c4522a6272), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:56.528844 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-13ae1d13-9401-4c6a-8fe7-e9bb5f0a92b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:57.863707 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:59.534284 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:04:59.630952 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:00.665744 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 53794) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:05:00.776778 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-8c8bfd1e-2f34-41a5-bb6e-6316f4d07301 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:00.854947 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-8c8bfd1e-2f34-41a5-bb6e-6316f4d07301 admin admin] Publish callbacks [] for security_group (71fb59e0-3c55-49dd-b4d1-21af9470c950), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:00.859600 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-8c8bfd1e-2f34-41a5-bb6e-6316f4d07301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (71fb59e0-3c55-49dd-b4d1-21af9470c950), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:00.900149 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-8c8bfd1e-2f34-41a5-bb6e-6316f4d07301 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=afa99c4bd4f848d2b54c1a20dd82ebea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2333152 Aug 31 10:05:00.900871 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8bfd1e-2f34-41a5-bb6e-6316f4d07301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71fb59e0-3c55-49dd-b4d1-21af9470c950,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:05:00.903848 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 53798) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:05:00.953506 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-342aa7f9-b63a-419d-bccb-e99167741539 admin admin] Publish callbacks [] for security_group (71fb59e0-3c55-49dd-b4d1-21af9470c950), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:00.974607 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-342aa7f9-b63a-419d-bccb-e99167741539 admin admin] Publish callbacks [] for security_group (71fb59e0-3c55-49dd-b4d1-21af9470c950), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:01.032164 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-342aa7f9-b63a-419d-bccb-e99167741539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (71fb59e0-3c55-49dd-b4d1-21af9470c950), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:01.034700 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-342aa7f9-b63a-419d-bccb-e99167741539 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:01.035859 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-342aa7f9-b63a-419d-bccb-e99167741539 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/71fb59e0-3c55-49dd-b4d1-21af9470c950 HTTP/1.1" status: 204 len: 168 time: 0.1306942 Aug 31 10:05:01.043878 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342aa7f9-b63a-419d-bccb-e99167741539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71fb59e0-3c55-49dd-b4d1-21af9470c950,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:05:01.307323 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 53804) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:05:01.321638 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-0f0e465b-ff32-476c-b7e2-72b85ede33c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:01.398554 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-0f0e465b-ff32-476c-b7e2-72b85ede33c9 admin admin] Publish callbacks [] for security_group (9bb5e690-2e0e-4586-adcb-d4f75b54de85), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:01.402151 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-0f0e465b-ff32-476c-b7e2-72b85ede33c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (9bb5e690-2e0e-4586-adcb-d4f75b54de85), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:01.443849 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-0f0e465b-ff32-476c-b7e2-72b85ede33c9 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=3671d2bceeea4f1abf3a5b112bae3bd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1354403 Aug 31 10:05:01.444727 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0e465b-ff32-476c-b7e2-72b85ede33c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb5e690-2e0e-4586-adcb-d4f75b54de85,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:05:01.446586 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 53806) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:05:01.496438 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-8024bc21-38b0-4856-afbf-72f388908277 admin admin] Publish callbacks [] for security_group (9bb5e690-2e0e-4586-adcb-d4f75b54de85), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:01.518160 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-8024bc21-38b0-4856-afbf-72f388908277 admin admin] Publish callbacks [] for security_group (9bb5e690-2e0e-4586-adcb-d4f75b54de85), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:01.566387 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-8024bc21-38b0-4856-afbf-72f388908277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (9bb5e690-2e0e-4586-adcb-d4f75b54de85), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:01.568784 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-8024bc21-38b0-4856-afbf-72f388908277 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:01.569970 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-8024bc21-38b0-4856-afbf-72f388908277 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/9bb5e690-2e0e-4586-adcb-d4f75b54de85 HTTP/1.1" status: 204 len: 168 time: 0.1223438 Aug 31 10:05:01.578696 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8024bc21-38b0-4856-afbf-72f388908277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb5e690-2e0e-4586-adcb-d4f75b54de85,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:05:04.089484 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=4 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:05:04.090867 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=4 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:05:09.627059 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:UPDATE=3,neutron:SELECT=9 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:05:11.437991 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=36,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:05:11.439915 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=38,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:05:11.572686 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=32,neutron:DELETE=4 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:05:11.573506 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=32,neutron:DELETE=4 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:05:11.591635 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:05:24.276163 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-390849e9-56b1-45bc-ac9f-9ffcf1bf7626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:25.932567 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e6f198be-e193-4693-a253-f9c4522a6272), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:26.532435 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-7f9b88ad-b000-4a3e-b1b6-916fcbf9860e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:27.865581 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:29.536676 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:29.633127 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:31.094452 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.agents_db [None req-8002e13a-56e4-448b-bc0d-5c9f038cbdad None None] Agent healthcheck: found 6 active agents {{(pid=112922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:05:37.995782 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 54022) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:05:38.078217 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:05:38.079694 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=7 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:05:38.128651 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-986c4248-a702-484a-8a20-270645cf3e49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:38.210619 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-986c4248-a702-484a-8a20-270645cf3e49 admin admin] Publish callbacks [] for security_group (7c278b37-0379-4718-8570-ded470f83e75), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:38.214844 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-986c4248-a702-484a-8a20-270645cf3e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (7c278b37-0379-4718-8570-ded470f83e75), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:38.258580 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-986c4248-a702-484a-8a20-270645cf3e49 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=a2325611e0524838b621b6b1cb629674&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2615051 Aug 31 10:05:38.263499 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c4248-a702-484a-8a20-270645cf3e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c278b37-0379-4718-8570-ded470f83e75,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:05:38.263700 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 54026) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:05:38.267198 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986c4248-a702-484a-8a20-270645cf3e49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:38.267574 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986c4248-a702-484a-8a20-270645cf3e49 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:38.267909 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986c4248-a702-484a-8a20-270645cf3e49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:38.268250 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986c4248-a702-484a-8a20-270645cf3e49 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:38.268580 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986c4248-a702-484a-8a20-270645cf3e49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:38.268898 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986c4248-a702-484a-8a20-270645cf3e49 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:38.269217 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986c4248-a702-484a-8a20-270645cf3e49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:38.269579 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986c4248-a702-484a-8a20-270645cf3e49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:38.270191 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986c4248-a702-484a-8a20-270645cf3e49 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:38.270191 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986c4248-a702-484a-8a20-270645cf3e49 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:38.270492 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986c4248-a702-484a-8a20-270645cf3e49 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:38.270807 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986c4248-a702-484a-8a20-270645cf3e49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:38.271118 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986c4248-a702-484a-8a20-270645cf3e49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:38.271427 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986c4248-a702-484a-8a20-270645cf3e49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:38.271737 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986c4248-a702-484a-8a20-270645cf3e49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:38.319797 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-9be86c43-918d-4ffa-a972-1d41c9f31084 admin admin] Publish callbacks [] for security_group (7c278b37-0379-4718-8570-ded470f83e75), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:38.340246 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-9be86c43-918d-4ffa-a972-1d41c9f31084 admin admin] Publish callbacks [] for security_group (7c278b37-0379-4718-8570-ded470f83e75), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:38.389425 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-9be86c43-918d-4ffa-a972-1d41c9f31084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (7c278b37-0379-4718-8570-ded470f83e75), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:38.392208 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-9be86c43-918d-4ffa-a972-1d41c9f31084 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:38.393349 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-9be86c43-918d-4ffa-a972-1d41c9f31084 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/7c278b37-0379-4718-8570-ded470f83e75 HTTP/1.1" status: 204 len: 168 time: 0.1311655 Aug 31 10:05:38.401203 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be86c43-918d-4ffa-a972-1d41c9f31084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c278b37-0379-4718-8570-ded470f83e75,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:05:38.408982 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be86c43-918d-4ffa-a972-1d41c9f31084 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:38.409326 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be86c43-918d-4ffa-a972-1d41c9f31084 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:38.409695 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be86c43-918d-4ffa-a972-1d41c9f31084 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:38.410037 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be86c43-918d-4ffa-a972-1d41c9f31084 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:38.410373 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be86c43-918d-4ffa-a972-1d41c9f31084 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:38.410695 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be86c43-918d-4ffa-a972-1d41c9f31084 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:38.411140 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be86c43-918d-4ffa-a972-1d41c9f31084 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:38.411330 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be86c43-918d-4ffa-a972-1d41c9f31084 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:38.411654 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be86c43-918d-4ffa-a972-1d41c9f31084 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:38.411977 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be86c43-918d-4ffa-a972-1d41c9f31084 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:38.412301 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be86c43-918d-4ffa-a972-1d41c9f31084 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:38.412625 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be86c43-918d-4ffa-a972-1d41c9f31084 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:38.412949 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be86c43-918d-4ffa-a972-1d41c9f31084 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:38.413261 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be86c43-918d-4ffa-a972-1d41c9f31084 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:38.413601 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be86c43-918d-4ffa-a972-1d41c9f31084 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:38.658499 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 54032) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:05:38.671942 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-6de1c72f-b4fa-45c0-8ee9-ba2ec36c3320 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:38.750453 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-6de1c72f-b4fa-45c0-8ee9-ba2ec36c3320 admin admin] Publish callbacks [] for security_group (198dd8e6-377b-40d4-a368-c3768fbeffdf), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:38.754395 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-6de1c72f-b4fa-45c0-8ee9-ba2ec36c3320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (198dd8e6-377b-40d4-a368-c3768fbeffdf), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:38.793845 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-6de1c72f-b4fa-45c0-8ee9-ba2ec36c3320 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=94dbeaf803924d2cbe1cd7b8850cbdae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1340652 Aug 31 10:05:38.794805 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de1c72f-b4fa-45c0-8ee9-ba2ec36c3320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=198dd8e6-377b-40d4-a368-c3768fbeffdf,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:05:38.796390 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 54034) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:05:38.850197 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-792bf934-e0d6-40da-a916-c14f34c7a639 admin admin] Publish callbacks [] for security_group (198dd8e6-377b-40d4-a368-c3768fbeffdf), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:38.870227 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-792bf934-e0d6-40da-a916-c14f34c7a639 admin admin] Publish callbacks [] for security_group (198dd8e6-377b-40d4-a368-c3768fbeffdf), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:38.916080 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-792bf934-e0d6-40da-a916-c14f34c7a639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (198dd8e6-377b-40d4-a368-c3768fbeffdf), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:38.919057 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-792bf934-e0d6-40da-a916-c14f34c7a639 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:38.920186 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-792bf934-e0d6-40da-a916-c14f34c7a639 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/198dd8e6-377b-40d4-a368-c3768fbeffdf HTTP/1.1" status: 204 len: 168 time: 0.1220121 Aug 31 10:05:38.928085 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792bf934-e0d6-40da-a916-c14f34c7a639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198dd8e6-377b-40d4-a368-c3768fbeffdf,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:05:40.525080 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 54078) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:05:40.638702 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-87bc6f81-823c-47d9-ba24-b20f4a963deb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:40.715800 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-87bc6f81-823c-47d9-ba24-b20f4a963deb admin admin] Publish callbacks [] for security_group (8f81dc95-cd3a-469d-a986-8925803b7ee0), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:40.719750 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-87bc6f81-823c-47d9-ba24-b20f4a963deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (8f81dc95-cd3a-469d-a986-8925803b7ee0), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:40.757317 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc6f81-823c-47d9-ba24-b20f4a963deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f81dc95-cd3a-469d-a986-8925803b7ee0,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:05:40.761542 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-87bc6f81-823c-47d9-ba24-b20f4a963deb admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=923392ae137e48d19db50edd88af8ab0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2353756 Aug 31 10:05:40.765339 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 54082) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:05:40.815104 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-f0ef79fc-d71b-4c92-a5e5-f8bfe72648a6 admin admin] Publish callbacks [] for security_group (8f81dc95-cd3a-469d-a986-8925803b7ee0), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:40.835114 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-f0ef79fc-d71b-4c92-a5e5-f8bfe72648a6 admin admin] Publish callbacks [] for security_group (8f81dc95-cd3a-469d-a986-8925803b7ee0), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:40.883070 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-f0ef79fc-d71b-4c92-a5e5-f8bfe72648a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (8f81dc95-cd3a-469d-a986-8925803b7ee0), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:40.885488 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-f0ef79fc-d71b-4c92-a5e5-f8bfe72648a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:40.886651 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-f0ef79fc-d71b-4c92-a5e5-f8bfe72648a6 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/8f81dc95-cd3a-469d-a986-8925803b7ee0 HTTP/1.1" status: 204 len: 168 time: 0.1208925 Aug 31 10:05:40.895480 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ef79fc-d71b-4c92-a5e5-f8bfe72648a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f81dc95-cd3a-469d-a986-8925803b7ee0,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:05:41.153494 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 54088) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:05:41.167150 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-ec539b7c-f8c7-460b-bdff-f42ed869414b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:41.220084 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:05:41.221651 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=78,neutron:UPDATE=1,neutron:INSERT=16,neutron:DELETE=5 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:05:41.246401 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-ec539b7c-f8c7-460b-bdff-f42ed869414b admin admin] Publish callbacks [] for security_group (e6e0b633-b159-4741-9639-98cc8b803923), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:41.249930 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-ec539b7c-f8c7-460b-bdff-f42ed869414b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (e6e0b633-b159-4741-9639-98cc8b803923), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:41.290114 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-ec539b7c-f8c7-460b-bdff-f42ed869414b admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=d72cc69702734955a8dbe4a48a5296d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1355603 Aug 31 10:05:41.290809 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec539b7c-f8c7-460b-bdff-f42ed869414b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e0b633-b159-4741-9639-98cc8b803923,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:05:41.292833 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 54090) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:05:41.345585 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-151515e5-1959-4696-9b3b-ef08ef9ccc72 admin admin] Publish callbacks [] for security_group (e6e0b633-b159-4741-9639-98cc8b803923), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:41.366405 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-151515e5-1959-4696-9b3b-ef08ef9ccc72 admin admin] Publish callbacks [] for security_group (e6e0b633-b159-4741-9639-98cc8b803923), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:41.413840 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-151515e5-1959-4696-9b3b-ef08ef9ccc72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (e6e0b633-b159-4741-9639-98cc8b803923), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:41.416302 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-151515e5-1959-4696-9b3b-ef08ef9ccc72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:41.417482 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-151515e5-1959-4696-9b3b-ef08ef9ccc72 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/e6e0b633-b159-4741-9639-98cc8b803923 HTTP/1.1" status: 204 len: 168 time: 0.1235392 Aug 31 10:05:41.426875 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151515e5-1959-4696-9b3b-ef08ef9ccc72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e0b633-b159-4741-9639-98cc8b803923,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:05:43.391548 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 54162) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:05:43.497963 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-917dc33c-ddf5-4cd3-abd5-5f14593e7403 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:43.576425 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-917dc33c-ddf5-4cd3-abd5-5f14593e7403 admin admin] Publish callbacks [] for security_group (82f0d17b-18a8-4b57-8dd9-6fa99f298408), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:43.580697 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-917dc33c-ddf5-4cd3-abd5-5f14593e7403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (82f0d17b-18a8-4b57-8dd9-6fa99f298408), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:43.620621 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-917dc33c-ddf5-4cd3-abd5-5f14593e7403 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=fc4454c4633643309377783648391b0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2279861 Aug 31 10:05:43.621519 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917dc33c-ddf5-4cd3-abd5-5f14593e7403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f0d17b-18a8-4b57-8dd9-6fa99f298408,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:05:43.623534 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 54166) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:05:43.677694 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-aa41ea68-1b8c-4b77-8604-53ad34b4da72 admin admin] Publish callbacks [] for security_group (82f0d17b-18a8-4b57-8dd9-6fa99f298408), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:43.699529 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-aa41ea68-1b8c-4b77-8604-53ad34b4da72 admin admin] Publish callbacks [] for security_group (82f0d17b-18a8-4b57-8dd9-6fa99f298408), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:43.746134 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-aa41ea68-1b8c-4b77-8604-53ad34b4da72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (82f0d17b-18a8-4b57-8dd9-6fa99f298408), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:43.749628 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-aa41ea68-1b8c-4b77-8604-53ad34b4da72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:43.751043 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-aa41ea68-1b8c-4b77-8604-53ad34b4da72 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/82f0d17b-18a8-4b57-8dd9-6fa99f298408 HTTP/1.1" status: 204 len: 168 time: 0.1257532 Aug 31 10:05:43.759048 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa41ea68-1b8c-4b77-8604-53ad34b4da72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f0d17b-18a8-4b57-8dd9-6fa99f298408,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:05:44.025229 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 54172) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:05:44.039306 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-314ac417-0809-4371-8aa1-279c55eb44b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:44.118412 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-314ac417-0809-4371-8aa1-279c55eb44b0 admin admin] Publish callbacks [] for security_group (4f0a5fb9-fdad-43b2-beb2-3c39cf0c7ab7), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:44.122093 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-314ac417-0809-4371-8aa1-279c55eb44b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (4f0a5fb9-fdad-43b2-beb2-3c39cf0c7ab7), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:44.158637 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ac417-0809-4371-8aa1-279c55eb44b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0a5fb9-fdad-43b2-beb2-3c39cf0c7ab7,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:05:44.162853 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-314ac417-0809-4371-8aa1-279c55eb44b0 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=a29993fff0be42e0b120cc8d3016f4e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1365960 Aug 31 10:05:44.165504 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 54174) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:05:44.214896 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-129e8dd1-3d72-4cc5-9ef9-955aa15d4b0c admin admin] Publish callbacks [] for security_group (4f0a5fb9-fdad-43b2-beb2-3c39cf0c7ab7), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:44.235842 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-129e8dd1-3d72-4cc5-9ef9-955aa15d4b0c admin admin] Publish callbacks [] for security_group (4f0a5fb9-fdad-43b2-beb2-3c39cf0c7ab7), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:44.282858 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-129e8dd1-3d72-4cc5-9ef9-955aa15d4b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (4f0a5fb9-fdad-43b2-beb2-3c39cf0c7ab7), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:44.285523 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-129e8dd1-3d72-4cc5-9ef9-955aa15d4b0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:44.286651 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-129e8dd1-3d72-4cc5-9ef9-955aa15d4b0c admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/4f0a5fb9-fdad-43b2-beb2-3c39cf0c7ab7 HTTP/1.1" status: 204 len: 168 time: 0.1202924 Aug 31 10:05:44.294575 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e8dd1-3d72-4cc5-9ef9-955aa15d4b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0a5fb9-fdad-43b2-beb2-3c39cf0c7ab7,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:05:44.968608 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 54196) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:05:45.077789 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-8ac2b64d-bcbb-47b1-abca-bec93c084ca7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1094708525-network', 'tenant_id': 'cd96a40f9f7b4b169de03caade7ea07b'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:05:45.098244 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac2b64d-bcbb-47b1-abca-bec93c084ca7 admin admin] Made reservation on behalf of cd96a40f9f7b4b169de03caade7ea07b for: {'network': 1} {{(pid=112920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:05:45.100537 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-8ac2b64d-bcbb-47b1-abca-bec93c084ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for network (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:45.109572 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-8ac2b64d-bcbb-47b1-abca-bec93c084ca7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:45.186094 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-8ac2b64d-bcbb-47b1-abca-bec93c084ca7 admin admin] Publish callbacks [] for security_group (6e397fda-52a8-415f-9f7a-b41576eccd54), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:45.190539 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-8ac2b64d-bcbb-47b1-abca-bec93c084ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (6e397fda-52a8-415f-9f7a-b41576eccd54), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:45.195483 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:INSERT=14,neutron:SELECT=79,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:05:45.220111 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ac2b64d-bcbb-47b1-abca-bec93c084ca7 admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=112920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:05:45.225591 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:05:45.227641 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac2b64d-bcbb-47b1-abca-bec93c084ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e397fda-52a8-415f-9f7a-b41576eccd54,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:05:45.236518 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-8ac2b64d-bcbb-47b1-abca-bec93c084ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927539'] for segment (11551653-cbec-4ed6-aad7-c617fa0eee1a), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:45.236707 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.db.segments_db [None req-8ac2b64d-bcbb-47b1-abca-bec93c084ca7 admin admin] Added segment 11551653-cbec-4ed6-aad7-c617fa0eee1a of type vlan for network 24dae660-7db2-43bf-8a1c-652eaa742695 Aug 31 10:05:45.280949 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-8ac2b64d-bcbb-47b1-abca-bec93c084ca7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747472916821'] for network (24dae660-7db2-43bf-8a1c-652eaa742695), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:45.306020 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-8ac2b64d-bcbb-47b1-abca-bec93c084ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582'] for network (24dae660-7db2-43bf-8a1c-652eaa742695), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:45.306982 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac2b64d-bcbb-47b1-abca-bec93c084ca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:05:45.307559 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-8ac2b64d-bcbb-47b1-abca-bec93c084ca7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for network (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:45.361045 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-8ac2b64d-bcbb-47b1-abca-bec93c084ca7 admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3913198 Aug 31 10:05:45.364756 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 54200) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:05:45.370034 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [None req-e50e7b70-1bba-4e89-83bd-808503cda3c9 admin admin] Request body: {'subnet': {'network_id': '24dae660-7db2-43bf-8a1c-652eaa742695', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1094708525-subnet', 'tenant_id': 'cd96a40f9f7b4b169de03caade7ea07b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:05:45.371968 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac2b64d-bcbb-47b1-abca-bec93c084ca7 admin admin] Pushing event updated for resources: {'Network': ['ID=24dae660-7db2-43bf-8a1c-652eaa742695,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:05:45.386168 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Network 24dae660-7db2-43bf-8a1c-652eaa742695 details requested by agent ovs-agent-dv-cinder-844961-2-iscsi with host dv-cinder-844961-2-iscsi {{(pid=112921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:05:45.396650 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50e7b70-1bba-4e89-83bd-808503cda3c9 admin admin] Made reservation on behalf of cd96a40f9f7b4b169de03caade7ea07b for: {'subnet': 1} {{(pid=112919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:05:45.399135 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-e50e7b70-1bba-4e89-83bd-808503cda3c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65641895'] for subnet (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:45.479040 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:05:45.481044 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:05:45.580043 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-e50e7b70-1bba-4e89-83bd-808503cda3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66029822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65641905'] for subnet (5ed48205-b234-438e-83fa-ca630c211611), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:45.641069 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50e7b70-1bba-4e89-83bd-808503cda3c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ed48205-b234-438e-83fa-ca630c211611,revision_number=0']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:05:45.649978 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50e7b70-1bba-4e89-83bd-808503cda3c9 admin admin] Checking segment: {'id': '11551653-cbec-4ed6-aad7-c617fa0eee1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '24dae660-7db2-43bf-8a1c-652eaa742695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 10:05:45.650339 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50e7b70-1bba-4e89-83bd-808503cda3c9 admin admin] Network hostable DHCP agents. Network: 24dae660-7db2-43bf-8a1c-652eaa742695, hostable agents: ['018d2bb8-ebf2-469c-9257-23530a727a9b'], hosted agents: [] {{(pid=112919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:05:45.667289 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50e7b70-1bba-4e89-83bd-808503cda3c9 admin admin] Network 24dae660-7db2-43bf-8a1c-652eaa742695 is scheduled to be hosted by DHCP agent 018d2bb8-ebf2-469c-9257-23530a727a9b with binding_index 1 {{(pid=112919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:05:45.677065 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.base_scheduler [None req-e50e7b70-1bba-4e89-83bd-808503cda3c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844961-2-iscsi, 24dae660-7db2-43bf-8a1c-652eaa742695) {{(pid=112919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:05:45.681183 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50e7b70-1bba-4e89-83bd-808503cda3c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:05:45.681819 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-e50e7b70-1bba-4e89-83bd-808503cda3c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for subnet (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:45.686743 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3478d7f1-0e96-4df7-ab9e-6045708967e3 None None] Network 24dae660-7db2-43bf-8a1c-652eaa742695 requested from dv-cinder-844961-2-iscsi {{(pid=112921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 10:05:45.697978 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-e50e7b70-1bba-4e89-83bd-808503cda3c9 admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3319695 Aug 31 10:05:45.791960 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48363930-5437-4fc2-ab31-7971559a79ba None None] Network 24dae660-7db2-43bf-8a1c-652eaa742695 requested from dv-cinder-844961-2-iscsi {{(pid=112921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 10:05:46.185298 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 54216) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:05:46.190594 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [None req-f7f958a1-a75b-4ee7-a8b5-e20b761471a3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-418207150-network', 'tenant_id': '13c825a025994cb2aeb2454f4eaf526e'}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:05:46.211030 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f958a1-a75b-4ee7-a8b5-e20b761471a3 admin admin] Made reservation on behalf of 13c825a025994cb2aeb2454f4eaf526e for: {'network': 1} {{(pid=112919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:05:46.213289 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-f7f958a1-a75b-4ee7-a8b5-e20b761471a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for network (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:46.222681 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-f7f958a1-a75b-4ee7-a8b5-e20b761471a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:46.299196 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-f7f958a1-a75b-4ee7-a8b5-e20b761471a3 admin admin] Publish callbacks [] for security_group (244226d2-e346-4c45-8d86-a6daed78cb67), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:46.302757 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-f7f958a1-a75b-4ee7-a8b5-e20b761471a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (244226d2-e346-4c45-8d86-a6daed78cb67), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:46.329255 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7f958a1-a75b-4ee7-a8b5-e20b761471a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=112919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:05:46.339358 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f958a1-a75b-4ee7-a8b5-e20b761471a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244226d2-e346-4c45-8d86-a6daed78cb67,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:05:46.344565 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-f7f958a1-a75b-4ee7-a8b5-e20b761471a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927539'] for segment (5d4575d7-ef5d-40ac-9493-d147dcc46d6f), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:46.344916 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.db.segments_db [None req-f7f958a1-a75b-4ee7-a8b5-e20b761471a3 admin admin] Added segment 5d4575d7-ef5d-40ac-9493-d147dcc46d6f of type vlan for network 048adeb2-2d64-4a0d-85a2-232ee3fde6a4 Aug 31 10:05:46.385962 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-f7f958a1-a75b-4ee7-a8b5-e20b761471a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747472916821'] for network (048adeb2-2d64-4a0d-85a2-232ee3fde6a4), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:46.410978 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-f7f958a1-a75b-4ee7-a8b5-e20b761471a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582'] for network (048adeb2-2d64-4a0d-85a2-232ee3fde6a4), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:46.411944 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f958a1-a75b-4ee7-a8b5-e20b761471a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:05:46.412524 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-f7f958a1-a75b-4ee7-a8b5-e20b761471a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for network (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:46.468527 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-f7f958a1-a75b-4ee7-a8b5-e20b761471a3 admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2820127 Aug 31 10:05:46.471477 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 54218) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:05:46.482485 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [None req-2d30a3ef-5aa3-47da-ae10-556bb4460ff5 admin admin] Request body: {'subnet': {'network_id': '048adeb2-2d64-4a0d-85a2-232ee3fde6a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-418207150-subnet', 'tenant_id': '13c825a025994cb2aeb2454f4eaf526e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:05:46.494731 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f958a1-a75b-4ee7-a8b5-e20b761471a3 admin admin] Pushing event updated for resources: {'Network': ['ID=048adeb2-2d64-4a0d-85a2-232ee3fde6a4,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:05:46.505331 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Network 048adeb2-2d64-4a0d-85a2-232ee3fde6a4 details requested by agent ovs-agent-dv-cinder-844961-2-iscsi with host dv-cinder-844961-2-iscsi {{(pid=112921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:05:46.511556 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d30a3ef-5aa3-47da-ae10-556bb4460ff5 admin admin] Made reservation on behalf of 13c825a025994cb2aeb2454f4eaf526e for: {'subnet': 1} {{(pid=112919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:05:46.514060 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-2d30a3ef-5aa3-47da-ae10-556bb4460ff5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65641895'] for subnet (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:46.594541 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:05:46.683550 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:05:46.696418 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-2d30a3ef-5aa3-47da-ae10-556bb4460ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66029822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65641905'] for subnet (eb17599c-c281-4838-aaa2-7eaf9a717c4d), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:46.754980 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d30a3ef-5aa3-47da-ae10-556bb4460ff5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb17599c-c281-4838-aaa2-7eaf9a717c4d,revision_number=0']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:05:46.763599 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d30a3ef-5aa3-47da-ae10-556bb4460ff5 admin admin] Checking segment: {'id': '5d4575d7-ef5d-40ac-9493-d147dcc46d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '048adeb2-2d64-4a0d-85a2-232ee3fde6a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 10:05:46.763947 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d30a3ef-5aa3-47da-ae10-556bb4460ff5 admin admin] Network hostable DHCP agents. Network: 048adeb2-2d64-4a0d-85a2-232ee3fde6a4, hostable agents: ['018d2bb8-ebf2-469c-9257-23530a727a9b'], hosted agents: [] {{(pid=112919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:05:46.782079 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d30a3ef-5aa3-47da-ae10-556bb4460ff5 admin admin] Network 048adeb2-2d64-4a0d-85a2-232ee3fde6a4 is scheduled to be hosted by DHCP agent 018d2bb8-ebf2-469c-9257-23530a727a9b with binding_index 1 {{(pid=112919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:05:46.790615 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.base_scheduler [None req-2d30a3ef-5aa3-47da-ae10-556bb4460ff5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844961-2-iscsi, 048adeb2-2d64-4a0d-85a2-232ee3fde6a4) {{(pid=112919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:05:46.794889 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d30a3ef-5aa3-47da-ae10-556bb4460ff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:05:46.795630 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-2d30a3ef-5aa3-47da-ae10-556bb4460ff5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for subnet (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:46.799442 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ec36df-d84c-4678-b9e2-83afc38c1af9 None None] Network 048adeb2-2d64-4a0d-85a2-232ee3fde6a4 requested from dv-cinder-844961-2-iscsi {{(pid=112921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 10:05:46.820214 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-2d30a3ef-5aa3-47da-ae10-556bb4460ff5 admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3391001 Aug 31 10:05:46.903152 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1867395f-900d-41a2-9b55-c046f62cec40 None None] Network 048adeb2-2d64-4a0d-85a2-232ee3fde6a4 requested from dv-cinder-844961-2-iscsi {{(pid=112921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 10:05:54.266578 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=77,neutron:UPDATE=4 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:05:54.268137 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:05:54.282775 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b006ea24-382d-4116-aab1-547d9b010c00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:55.357190 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=13 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:05:55.369373 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=17,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:05:55.941570 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e6f198be-e193-4693-a253-f9c4522a6272), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:56.534137 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-24567841-dfbc-42f5-86c5-c33069a0db22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:56.799567 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=10,neutron:INSERT=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:05:56.805230 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=31,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:05:57.867790 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:59.539514 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:05:59.636759 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:00.457743 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 54338) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:06:00.506274 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9c3699e-8c44-46d3-b4a9-072741c7a912 admin admin] Deleting subnet 5ed48205-b234-438e-83fa-ca630c211611 {{(pid=112920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 10:06:00.509445 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-b9c3699e-8c44-46d3-b4a9-072741c7a912 admin admin] Publish callbacks [] for subnet (5ed48205-b234-438e-83fa-ca630c211611), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:00.547194 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-b9c3699e-8c44-46d3-b4a9-072741c7a912 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64553430'] for subnet (5ed48205-b234-438e-83fa-ca630c211611), precommit_delete_associations {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:00.587166 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-b9c3699e-8c44-46d3-b4a9-072741c7a912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931882'] for subnet (5ed48205-b234-438e-83fa-ca630c211611), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:00.640088 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-b9c3699e-8c44-46d3-b4a9-072741c7a912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64201894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64498398'] for subnet (5ed48205-b234-438e-83fa-ca630c211611), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:00.666147 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c3699e-8c44-46d3-b4a9-072741c7a912 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ed48205-b234-438e-83fa-ca630c211611,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:00.669854 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-b9c3699e-8c44-46d3-b4a9-072741c7a912 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:00.673321 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-b9c3699e-8c44-46d3-b4a9-072741c7a912 admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/5ed48205-b234-438e-83fa-ca630c211611 HTTP/1.1" status: 204 len: 168 time: 0.2144768 Aug 31 10:06:00.675871 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 54340) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:06:00.747112 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-53b3f8b0-8a79-4f2a-9ed8-52f72e67b91e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2085207'] for network (24dae660-7db2-43bf-8a1c-652eaa742695), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:00.825289 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-53b3f8b0-8a79-4f2a-9ed8-52f72e67b91e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1925385', 'neutron.services.segments.db._delete_segments_for_network-8747473415235'] for network (24dae660-7db2-43bf-8a1c-652eaa742695), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:00.846677 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.services.segments.db [None req-53b3f8b0-8a79-4f2a-9ed8-52f72e67b91e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24dae660-7db2-43bf-8a1c-652eaa742695']}} {{(pid=112920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:06:00.855886 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.services.segments.db [None req-53b3f8b0-8a79-4f2a-9ed8-52f72e67b91e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11551653-cbec-4ed6-aad7-c617fa0eee1a') {'for_net_delete': True} {{(pid=112920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:06:00.856177 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.services.segments.db [None req-53b3f8b0-8a79-4f2a-9ed8-52f72e67b91e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11551653-cbec-4ed6-aad7-c617fa0eee1a') {} {{(pid=112920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:06:00.869853 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-53b3f8b0-8a79-4f2a-9ed8-52f72e67b91e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747473409711', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64553437'] for segment (11551653-cbec-4ed6-aad7-c617fa0eee1a), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:00.883148 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-53b3f8b0-8a79-4f2a-9ed8-52f72e67b91e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927539'] for segment (11551653-cbec-4ed6-aad7-c617fa0eee1a), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:00.890398 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53b3f8b0-8a79-4f2a-9ed8-52f72e67b91e admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=112920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:06:00.890768 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-53b3f8b0-8a79-4f2a-9ed8-52f72e67b91e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64202752'] for segment (11551653-cbec-4ed6-aad7-c617fa0eee1a), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:00.939257 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.services.segments.plugin [-] Segment 11551653-cbec-4ed6-aad7-c617fa0eee1a resource provider aggregate not found Aug 31 10:06:00.957129 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.services.segments.plugin [-] Segment 11551653-cbec-4ed6-aad7-c617fa0eee1a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 11551653-cbec-4ed6-aad7-c617fa0eee1a found for delete ", "request_id": "req-939d16fc-c2ac-4e10-9ee4-96bc80e16892"}]} Aug 31 10:06:00.963970 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-53b3f8b0-8a79-4f2a-9ed8-52f72e67b91e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1925376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-964490'] for network (24dae660-7db2-43bf-8a1c-652eaa742695), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:00.969769 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-53b3f8b0-8a79-4f2a-9ed8-52f72e67b91e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for network (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:00.972870 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-53b3f8b0-8a79-4f2a-9ed8-52f72e67b91e admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/24dae660-7db2-43bf-8a1c-652eaa742695 HTTP/1.1" status: 204 len: 168 time: 0.2961094 Aug 31 10:06:00.975864 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 54346) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:06:00.984494 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b3f8b0-8a79-4f2a-9ed8-52f72e67b91e admin admin] Pushing event deleted for resources: {'Network': ['ID=24dae660-7db2-43bf-8a1c-652eaa742695,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:01.024470 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5c771f4-d5bd-466f-8449-49a20793c5c2 admin admin] Deleting subnet eb17599c-c281-4838-aaa2-7eaf9a717c4d {{(pid=112919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 10:06:01.027820 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-d5c771f4-d5bd-466f-8449-49a20793c5c2 admin admin] Publish callbacks [] for subnet (eb17599c-c281-4838-aaa2-7eaf9a717c4d), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:01.067443 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-d5c771f4-d5bd-466f-8449-49a20793c5c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65472915'] for subnet (eb17599c-c281-4838-aaa2-7eaf9a717c4d), precommit_delete_associations {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:01.107018 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-d5c771f4-d5bd-466f-8449-49a20793c5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931882'] for subnet (eb17599c-c281-4838-aaa2-7eaf9a717c4d), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:01.159778 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-d5c771f4-d5bd-466f-8449-49a20793c5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66029757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65641912'] for subnet (eb17599c-c281-4838-aaa2-7eaf9a717c4d), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:01.182837 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c771f4-d5bd-466f-8449-49a20793c5c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb17599c-c281-4838-aaa2-7eaf9a717c4d,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:01.189168 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-d5c771f4-d5bd-466f-8449-49a20793c5c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for subnet (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:01.192389 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-d5c771f4-d5bd-466f-8449-49a20793c5c2 admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/eb17599c-c281-4838-aaa2-7eaf9a717c4d HTTP/1.1" status: 204 len: 168 time: 0.2154524 Aug 31 10:06:01.194926 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 54348) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:06:01.266321 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-5cc9dfe7-e335-4813-bdf1-7658165f74f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2085207'] for network (048adeb2-2d64-4a0d-85a2-232ee3fde6a4), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:01.343034 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-5cc9dfe7-e335-4813-bdf1-7658165f74f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1925385', 'neutron.services.segments.db._delete_segments_for_network-8747473415235'] for network (048adeb2-2d64-4a0d-85a2-232ee3fde6a4), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:01.363174 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.services.segments.db [None req-5cc9dfe7-e335-4813-bdf1-7658165f74f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['048adeb2-2d64-4a0d-85a2-232ee3fde6a4']}} {{(pid=112919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:06:01.372174 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.services.segments.db [None req-5cc9dfe7-e335-4813-bdf1-7658165f74f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d4575d7-ef5d-40ac-9493-d147dcc46d6f') {'for_net_delete': True} {{(pid=112919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:06:01.372461 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.services.segments.db [None req-5cc9dfe7-e335-4813-bdf1-7658165f74f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d4575d7-ef5d-40ac-9493-d147dcc46d6f') {} {{(pid=112919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:06:01.386516 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-5cc9dfe7-e335-4813-bdf1-7658165f74f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747473409711', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65472920'] for segment (5d4575d7-ef5d-40ac-9493-d147dcc46d6f), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:01.399564 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-5cc9dfe7-e335-4813-bdf1-7658165f74f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927539'] for segment (5d4575d7-ef5d-40ac-9493-d147dcc46d6f), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:01.406309 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cc9dfe7-e335-4813-bdf1-7658165f74f3 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=112919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:06:01.406633 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-5cc9dfe7-e335-4813-bdf1-7658165f74f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66028571'] for segment (5d4575d7-ef5d-40ac-9493-d147dcc46d6f), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:01.469890 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-5cc9dfe7-e335-4813-bdf1-7658165f74f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1925376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-964490'] for network (048adeb2-2d64-4a0d-85a2-232ee3fde6a4), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:01.475422 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-5cc9dfe7-e335-4813-bdf1-7658165f74f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for network (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:01.478610 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-5cc9dfe7-e335-4813-bdf1-7658165f74f3 admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/048adeb2-2d64-4a0d-85a2-232ee3fde6a4 HTTP/1.1" status: 204 len: 168 time: 0.2827630 Aug 31 10:06:01.491157 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc9dfe7-e335-4813-bdf1-7658165f74f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=048adeb2-2d64-4a0d-85a2-232ee3fde6a4,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:01.618724 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.services.segments.plugin [-] Segment 5d4575d7-ef5d-40ac-9493-d147dcc46d6f resource provider aggregate not found Aug 31 10:06:01.635163 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.services.segments.plugin [-] Segment 5d4575d7-ef5d-40ac-9493-d147dcc46d6f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5d4575d7-ef5d-40ac-9493-d147dcc46d6f found for delete ", "request_id": "req-5924716c-6c1d-48ef-a4e0-bfc091e77283"}]} Aug 31 10:06:01.698633 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 54358) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:06:01.741493 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-969145ba-1be2-4ea2-a14e-d514f687ff85 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=cd96a40f9f7b4b169de03caade7ea07b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416007 Aug 31 10:06:01.744039 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 54360) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:06:01.792568 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-a49f70e0-ee51-4d52-a186-4a627922b447 admin admin] Publish callbacks [] for security_group (6e397fda-52a8-415f-9f7a-b41576eccd54), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:01.818241 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-a49f70e0-ee51-4d52-a186-4a627922b447 admin admin] Publish callbacks [] for security_group (6e397fda-52a8-415f-9f7a-b41576eccd54), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:01.866545 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-a49f70e0-ee51-4d52-a186-4a627922b447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (6e397fda-52a8-415f-9f7a-b41576eccd54), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:01.869058 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-a49f70e0-ee51-4d52-a186-4a627922b447 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:01.870236 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-a49f70e0-ee51-4d52-a186-4a627922b447 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/6e397fda-52a8-415f-9f7a-b41576eccd54 HTTP/1.1" status: 204 len: 168 time: 0.1252079 Aug 31 10:06:01.881351 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f70e0-ee51-4d52-a186-4a627922b447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e397fda-52a8-415f-9f7a-b41576eccd54,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:02.213585 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 54366) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:06:02.253968 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-731edb84-a312-4cec-93b6-83836a0c72bf admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=13c825a025994cb2aeb2454f4eaf526e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391424 Aug 31 10:06:02.256457 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 54368) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:06:02.305359 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-4fee07c6-c22c-4282-a9cc-039140e72d21 admin admin] Publish callbacks [] for security_group (244226d2-e346-4c45-8d86-a6daed78cb67), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:02.314300 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:06:02.327481 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-4fee07c6-c22c-4282-a9cc-039140e72d21 admin admin] Publish callbacks [] for security_group (244226d2-e346-4c45-8d86-a6daed78cb67), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:02.349549 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:06:02.376186 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-4fee07c6-c22c-4282-a9cc-039140e72d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (244226d2-e346-4c45-8d86-a6daed78cb67), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:02.378827 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-4fee07c6-c22c-4282-a9cc-039140e72d21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:02.379981 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-4fee07c6-c22c-4282-a9cc-039140e72d21 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/244226d2-e346-4c45-8d86-a6daed78cb67 HTTP/1.1" status: 204 len: 168 time: 0.1225998 Aug 31 10:06:02.388500 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee07c6-c22c-4282-a9cc-039140e72d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244226d2-e346-4c45-8d86-a6daed78cb67,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:08.094365 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.agents_db [None req-8002e13a-56e4-448b-bc0d-5c9f038cbdad None None] Agent healthcheck: found 6 active agents {{(pid=112922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:06:10.975204 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=50,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:06:10.975624 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=51,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:06:11.894254 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:06:12.383170 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=3,neutron:DELETE=4 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:06:12.383998 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:06:12.401871 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=10,neutron:UPDATE=5 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:06:24.284691 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-010a623a-96fe-409c-8201-db8200b96a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:24.593373 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=17 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:06:24.594168 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=17 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:06:25.183098 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 54514) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:06:25.312361 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-449e91ce-da57-46ec-83c0-e32ded11c6fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:25.389909 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-449e91ce-da57-46ec-83c0-e32ded11c6fe admin admin] Publish callbacks [] for security_group (d55d3600-8ec1-43be-8763-31673483d72a), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:25.393995 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-449e91ce-da57-46ec-83c0-e32ded11c6fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (d55d3600-8ec1-43be-8763-31673483d72a), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:25.439096 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-449e91ce-da57-46ec-83c0-e32ded11c6fe admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=80a6f0d1b93941a09843ef5125517996&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2549140 Aug 31 10:06:25.440058 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e91ce-da57-46ec-83c0-e32ded11c6fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55d3600-8ec1-43be-8763-31673483d72a,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:25.441788 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 54518) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:06:25.493423 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-88cdcdd0-82f6-43f6-a030-7480b834950e admin admin] Publish callbacks [] for security_group (d55d3600-8ec1-43be-8763-31673483d72a), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:25.513311 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-88cdcdd0-82f6-43f6-a030-7480b834950e admin admin] Publish callbacks [] for security_group (d55d3600-8ec1-43be-8763-31673483d72a), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:25.565489 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-88cdcdd0-82f6-43f6-a030-7480b834950e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (d55d3600-8ec1-43be-8763-31673483d72a), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:25.567970 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-88cdcdd0-82f6-43f6-a030-7480b834950e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:25.569109 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-88cdcdd0-82f6-43f6-a030-7480b834950e admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/d55d3600-8ec1-43be-8763-31673483d72a HTTP/1.1" status: 204 len: 168 time: 0.1263478 Aug 31 10:06:25.577545 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cdcdd0-82f6-43f6-a030-7480b834950e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55d3600-8ec1-43be-8763-31673483d72a,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:25.939565 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e6f198be-e193-4693-a253-f9c4522a6272), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:26.241053 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 54540) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:06:26.348909 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-99de246d-738f-4d74-b9aa-2b28c08a72a6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-228163370-network', 'tenant_id': '12a138e95d884fdaa8bb8653b151a546'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:06:26.369415 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99de246d-738f-4d74-b9aa-2b28c08a72a6 admin admin] Made reservation on behalf of 12a138e95d884fdaa8bb8653b151a546 for: {'network': 1} {{(pid=112920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:06:26.371787 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-99de246d-738f-4d74-b9aa-2b28c08a72a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for network (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:26.380356 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-99de246d-738f-4d74-b9aa-2b28c08a72a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:26.458113 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-99de246d-738f-4d74-b9aa-2b28c08a72a6 admin admin] Publish callbacks [] for security_group (4bceabb6-300c-47f9-a332-e7aa1d2d93ac), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:26.463287 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-99de246d-738f-4d74-b9aa-2b28c08a72a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (4bceabb6-300c-47f9-a332-e7aa1d2d93ac), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:26.501167 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99de246d-738f-4d74-b9aa-2b28c08a72a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=112920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:06:26.505928 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de246d-738f-4d74-b9aa-2b28c08a72a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bceabb6-300c-47f9-a332-e7aa1d2d93ac,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:26.513199 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-99de246d-738f-4d74-b9aa-2b28c08a72a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927539'] for segment (314ebc50-7b09-4376-9d10-e22a0eba6540), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:26.514187 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.db.segments_db [None req-99de246d-738f-4d74-b9aa-2b28c08a72a6 admin admin] Added segment 314ebc50-7b09-4376-9d10-e22a0eba6540 of type vlan for network e59fd3c4-967e-4768-99cd-ea919e7cf128 Aug 31 10:06:26.536630 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-ff09ccb9-86ef-4eac-b06c-b642b16f84ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:26.555188 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-99de246d-738f-4d74-b9aa-2b28c08a72a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747472916821'] for network (e59fd3c4-967e-4768-99cd-ea919e7cf128), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:26.581406 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-99de246d-738f-4d74-b9aa-2b28c08a72a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582'] for network (e59fd3c4-967e-4768-99cd-ea919e7cf128), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:26.582397 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99de246d-738f-4d74-b9aa-2b28c08a72a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:06:26.582976 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-99de246d-738f-4d74-b9aa-2b28c08a72a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for network (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:26.645431 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-99de246d-738f-4d74-b9aa-2b28c08a72a6 admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4031944 Aug 31 10:06:26.648355 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 54544) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:06:26.648890 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de246d-738f-4d74-b9aa-2b28c08a72a6 admin admin] Pushing event updated for resources: {'Network': ['ID=e59fd3c4-967e-4768-99cd-ea919e7cf128,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:26.653433 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [None req-1390a29d-2368-4767-a3af-4fe9de70c69f admin admin] Request body: {'subnet': {'network_id': 'e59fd3c4-967e-4768-99cd-ea919e7cf128', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-228163370-subnet', 'tenant_id': '12a138e95d884fdaa8bb8653b151a546', 'ip_version': 4}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:06:26.659445 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Network e59fd3c4-967e-4768-99cd-ea919e7cf128 details requested by agent ovs-agent-dv-cinder-844961-2-iscsi with host dv-cinder-844961-2-iscsi {{(pid=112921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:06:26.675258 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1390a29d-2368-4767-a3af-4fe9de70c69f admin admin] Made reservation on behalf of 12a138e95d884fdaa8bb8653b151a546 for: {'subnet': 1} {{(pid=112919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:06:26.677866 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-1390a29d-2368-4767-a3af-4fe9de70c69f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65641895'] for subnet (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:26.849532 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-1390a29d-2368-4767-a3af-4fe9de70c69f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66029822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65641905'] for subnet (56b1f1ec-feb9-41cd-bbdc-63348df677aa), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:26.905909 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1390a29d-2368-4767-a3af-4fe9de70c69f admin admin] Pushing event updated for resources: {'Subnet': ['ID=56b1f1ec-feb9-41cd-bbdc-63348df677aa,revision_number=0']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:26.915626 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1390a29d-2368-4767-a3af-4fe9de70c69f admin admin] Checking segment: {'id': '314ebc50-7b09-4376-9d10-e22a0eba6540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e59fd3c4-967e-4768-99cd-ea919e7cf128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 10:06:26.915971 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1390a29d-2368-4767-a3af-4fe9de70c69f admin admin] Network hostable DHCP agents. Network: e59fd3c4-967e-4768-99cd-ea919e7cf128, hostable agents: ['018d2bb8-ebf2-469c-9257-23530a727a9b'], hosted agents: [] {{(pid=112919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:06:26.933956 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1390a29d-2368-4767-a3af-4fe9de70c69f admin admin] Network e59fd3c4-967e-4768-99cd-ea919e7cf128 is scheduled to be hosted by DHCP agent 018d2bb8-ebf2-469c-9257-23530a727a9b with binding_index 1 {{(pid=112919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:06:26.944110 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.base_scheduler [None req-1390a29d-2368-4767-a3af-4fe9de70c69f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844961-2-iscsi, e59fd3c4-967e-4768-99cd-ea919e7cf128) {{(pid=112919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:06:26.948373 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1390a29d-2368-4767-a3af-4fe9de70c69f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:06:26.948976 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-1390a29d-2368-4767-a3af-4fe9de70c69f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for subnet (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:26.955951 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4034ad83-0c96-4dd1-895b-e1be80ad6de1 None None] Network e59fd3c4-967e-4768-99cd-ea919e7cf128 requested from dv-cinder-844961-2-iscsi {{(pid=112921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 10:06:26.966498 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-1390a29d-2368-4767-a3af-4fe9de70c69f admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3168752 Aug 31 10:06:26.970003 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 54546) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:06:26.976893 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [None req-e324a84b-e431-4ed1-9970-eae0f0ff281c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-228163370-router', 'tenant_id': '12a138e95d884fdaa8bb8653b151a546', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'}}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:06:27.000316 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-e324a84b-e431-4ed1-9970-eae0f0ff281c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-963210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7939'] for router (8cbf8b22-c9dd-4844-88f6-38a5292b4f02), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:27.001027 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-e324a84b-e431-4ed1-9970-eae0f0ff281c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-964023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-909203', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7948'] for router (8cbf8b22-c9dd-4844-88f6-38a5292b4f02), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:27.054813 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-e324a84b-e431-4ed1-9970-eae0f0ff281c admin admin] Publish callbacks [] for router_controller (8cbf8b22-c9dd-4844-88f6-38a5292b4f02), precommit_add_association {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:27.060564 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe390941-46bc-44db-b3eb-f13449609c0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf769dcf0-00d3-5bf4-b672-2b9122ce186a-e59fd3c4-967e-4768-99cd-ea919e7cf128', 'network_id': 'e59fd3c4-967e-4768-99cd-ea919e7cf128', 'project_id': '12a138e95d884fdaa8bb8653b151a546', 'fixed_ips': [{'subnet_id': '56b1f1ec-feb9-41cd-bbdc-63348df677aa'}]}} from dv-cinder-844961-2-iscsi. {{(pid=112921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 10:06:27.062453 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-fe390941-46bc-44db-b3eb-f13449609c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:27.199071 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-e324a84b-e431-4ed1-9970-eae0f0ff281c admin admin] Publish callbacks [] for router_gateway (8cbf8b22-c9dd-4844-88f6-38a5292b4f02), precommit_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:27.209021 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:06:27.331812 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.db_base_plugin_common [None req-fe390941-46bc-44db-b3eb-f13449609c0d None None] Allocated IP 172.20.0.2 (e59fd3c4-967e-4768-99cd-ea919e7cf128/56b1f1ec-feb9-41cd-bbdc-63348df677aa/350e16bf-d908-4918-a948-ca78e00b031a) {{(pid=112921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:06:27.372491 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:06:27.393564 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-e324a84b-e431-4ed1-9970-eae0f0ff281c admin admin] Publish callbacks [] for router_gateway (8cbf8b22-c9dd-4844-88f6-38a5292b4f02), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:27.416577 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-e324a84b-e431-4ed1-9970-eae0f0ff281c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:27.480377 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-fe390941-46bc-44db-b3eb-f13449609c0d None None] Publish callbacks [] for port (350e16bf-d908-4918-a948-ca78e00b031a), precommit_create {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:27.488334 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-fe390941-46bc-44db-b3eb-f13449609c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278'] for port (350e16bf-d908-4918-a948-ca78e00b031a), after_create {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:27.527360 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.db_base_plugin_common [None req-e324a84b-e431-4ed1-9970-eae0f0ff281c admin admin] Allocated IP 172.27.3.30 (9ecc2a3c-efc3-4c90-8e67-1028759a248c/b5177607-d6ca-45c7-ac03-71d68f18093b/b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6) {{(pid=112919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:06:27.538194 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe390941-46bc-44db-b3eb-f13449609c0d None None] Network e59fd3c4-967e-4768-99cd-ea919e7cf128 is already hosted by enough agents. {{(pid=112921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:06:27.543421 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.scheduler.base_scheduler [None req-fe390941-46bc-44db-b3eb-f13449609c0d None None] Resources bound (agent type, host, resource id): {{(pid=112921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:06:27.546245 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe390941-46bc-44db-b3eb-f13449609c0d None None] Pushing event updated for resources: {'Port': ['ID=350e16bf-d908-4918-a948-ca78e00b031a,revision_number=1']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:27.548723 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe390941-46bc-44db-b3eb-f13449609c0d None None] Received port after_create {{(pid=112921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 10:06:27.557923 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe390941-46bc-44db-b3eb-f13449609c0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:27.558282 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe390941-46bc-44db-b3eb-f13449609c0d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:27.558601 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe390941-46bc-44db-b3eb-f13449609c0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:27.558938 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe390941-46bc-44db-b3eb-f13449609c0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:27.559268 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe390941-46bc-44db-b3eb-f13449609c0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:27.559595 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe390941-46bc-44db-b3eb-f13449609c0d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:27.559914 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe390941-46bc-44db-b3eb-f13449609c0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:27.560238 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe390941-46bc-44db-b3eb-f13449609c0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:27.560553 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe390941-46bc-44db-b3eb-f13449609c0d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:27.560905 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe390941-46bc-44db-b3eb-f13449609c0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:27.561372 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe390941-46bc-44db-b3eb-f13449609c0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:27.561951 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe390941-46bc-44db-b3eb-f13449609c0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:27.562279 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe390941-46bc-44db-b3eb-f13449609c0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:27.562602 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe390941-46bc-44db-b3eb-f13449609c0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:27.562920 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe390941-46bc-44db-b3eb-f13449609c0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:27.619289 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-fe390941-46bc-44db-b3eb-f13449609c0d None None] Attempting to bind port 350e16bf-d908-4918-a948-ca78e00b031a on host dv-cinder-844961-2-iscsi for vnic_type normal with profile {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 10:06:27.619662 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-fe390941-46bc-44db-b3eb-f13449609c0d None None] Attempting to bind port 350e16bf-d908-4918-a948-ca78e00b031a by drivers openvswitch,hyperv on host dv-cinder-844961-2-iscsi at level 0 using segments [{'id': '314ebc50-7b09-4376-9d10-e22a0eba6540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e59fd3c4-967e-4768-99cd-ea919e7cf128'}] {{(pid=112921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 10:06:27.620020 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe390941-46bc-44db-b3eb-f13449609c0d None None] Attempting to bind port 350e16bf-d908-4918-a948-ca78e00b031a on network e59fd3c4-967e-4768-99cd-ea919e7cf128 {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 10:06:27.625523 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe390941-46bc-44db-b3eb-f13449609c0d None None] Checking agent: {'id': '18a9d5f8-8bea-4c71-b161-cda838278486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844961-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 9, 39, 30), 'started_at': datetime.datetime(2022, 8, 31, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844961-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 10:06:27.625899 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe390941-46bc-44db-b3eb-f13449609c0d None None] Checking segment: {'id': '314ebc50-7b09-4376-9d10-e22a0eba6540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e59fd3c4-967e-4768-99cd-ea919e7cf128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 10:06:27.626322 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-fe390941-46bc-44db-b3eb-f13449609c0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:27.626689 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe390941-46bc-44db-b3eb-f13449609c0d None None] Bound using segment: {'id': '314ebc50-7b09-4376-9d10-e22a0eba6540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e59fd3c4-967e-4768-99cd-ea919e7cf128'} {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 10:06:27.627151 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-fe390941-46bc-44db-b3eb-f13449609c0d None None] Bound port: 350e16bf-d908-4918-a948-ca78e00b031a, host: dv-cinder-844961-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '314ebc50-7b09-4376-9d10-e22a0eba6540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e59fd3c4-967e-4768-99cd-ea919e7cf128'}}] {{(pid=112921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 10:06:27.627530 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-fe390941-46bc-44db-b3eb-f13449609c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (350e16bf-d908-4918-a948-ca78e00b031a), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:27.638050 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-e324a84b-e431-4ed1-9970-eae0f0ff281c admin admin] Publish callbacks [] for port (b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:27.673934 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-e324a84b-e431-4ed1-9970-eae0f0ff281c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66028622'] for port (b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:27.691180 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-fe390941-46bc-44db-b3eb-f13449609c0d None None] For port 350e16bf-d908-4918-a948-ca78e00b031a, host dv-cinder-844961-2-iscsi, cleared binding levels {{(pid=112921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:06:27.694373 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-fe390941-46bc-44db-b3eb-f13449609c0d None None] For port 350e16bf-d908-4918-a948-ca78e00b031a, host dv-cinder-844961-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=350e16bf-d908-4918-a948-ca78e00b031a,segment=NetworkSegment(314ebc50-7b09-4376-9d10-e22a0eba6540),segment_id=314ebc50-7b09-4376-9d10-e22a0eba6540)] {{(pid=112921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:06:27.700784 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-fe390941-46bc-44db-b3eb-f13449609c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (350e16bf-d908-4918-a948-ca78e00b031a), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:27.713479 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e324a84b-e431-4ed1-9970-eae0f0ff281c admin admin] Network 9ecc2a3c-efc3-4c90-8e67-1028759a248c is already hosted by enough agents. {{(pid=112919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:06:27.716506 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.base_scheduler [None req-e324a84b-e431-4ed1-9970-eae0f0ff281c admin admin] Resources bound (agent type, host, resource id): {{(pid=112919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:06:27.720396 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e324a84b-e431-4ed1-9970-eae0f0ff281c admin admin] Received port after_create {{(pid=112919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 10:06:27.751435 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e324a84b-e431-4ed1-9970-eae0f0ff281c admin admin] Pushing event updated for resources: {'Port': ['ID=b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:27.770315 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe390941-46bc-44db-b3eb-f13449609c0d None None] Pushing event updated for resources: {'Port': ['ID=350e16bf-d908-4918-a948-ca78e00b031a,revision_number=2']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:27.892300 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:28.000474 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-e324a84b-e431-4ed1-9970-eae0f0ff281c admin admin] Publish callbacks [] for router_gateway (8cbf8b22-c9dd-4844-88f6-38a5292b4f02), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:28.192987 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:06:28.196016 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-e324a84b-e431-4ed1-9970-eae0f0ff281c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-964079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-964474'] for router (8cbf8b22-c9dd-4844-88f6-38a5292b4f02), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:28.233980 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:06:28.603520 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e324a84b-e431-4ed1-9970-eae0f0ff281c admin admin] Router 8cbf8b22-c9dd-4844-88f6-38a5292b4f02 is scheduled to L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 with binding_index 1 {{(pid=112919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 10:06:28.651334 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f59e9a-e2f7-408a-9f6c-4b8214de6c52 None None] Network e59fd3c4-967e-4768-99cd-ea919e7cf128 requested from dv-cinder-844961-2-iscsi {{(pid=112921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 10:06:28.695133 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:06:28.709301 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e324a84b-e431-4ed1-9970-eae0f0ff281c admin admin] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:06:28.718889 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8e711c-1383-4908-bfd3-474d9110f85f None None] Sync routers for ids ['8cbf8b22-c9dd-4844-88f6-38a5292b4f02'] in dv-cinder-844961-2-iscsi {{(pid=112922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:06:28.729040 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-e324a84b-e431-4ed1-9970-eae0f0ff281c admin admin] Publish callbacks [] for router (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:28.729466 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8e711c-1383-4908-bfd3-474d9110f85f None None] Routers {'8cbf8b22-c9dd-4844-88f6-38a5292b4f02'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 10:06:28.730072 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-bb8e711c-1383-4908-bfd3-474d9110f85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T10:06:27Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['8cbf8b22-c9dd-4844-88f6-38a5292b4f02'], 'active': True} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:06:28.730557 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-e324a84b-e431-4ed1-9970-eae0f0ff281c admin admin] 10.222.0.13 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7595241 Aug 31 10:06:28.733935 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 54548) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:06:28.737953 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:06:28.779250 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-600f1504-983e-4fa1-8d4a-179a85e4cdb3 None None] Provisioning complete for port 350e16bf-d908-4918-a948-ca78e00b031a triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 10:06:28.780231 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-600f1504-983e-4fa1-8d4a-179a85e4cdb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (350e16bf-d908-4918-a948-ca78e00b031a), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:28.852216 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvr_db [None req-bb8e711c-1383-4908-bfd3-474d9110f85f None None] Set router 8cbf8b22-c9dd-4844-88f6-38a5292b4f02 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 10:06:28.870696 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-600f1504-983e-4fa1-8d4a-179a85e4cdb3 None None] Current status of the port 350e16bf-d908-4918-a948-ca78e00b031a is: DOWN; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 10:06:28.871089 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-600f1504-983e-4fa1-8d4a-179a85e4cdb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (350e16bf-d908-4918-a948-ca78e00b031a), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:28.911761 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-600f1504-983e-4fa1-8d4a-179a85e4cdb3 None None] For port 350e16bf-d908-4918-a948-ca78e00b031a, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=350e16bf-d908-4918-a948-ca78e00b031a,segment=NetworkSegment(314ebc50-7b09-4376-9d10-e22a0eba6540),segment_id=314ebc50-7b09-4376-9d10-e22a0eba6540)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:06:28.916555 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-600f1504-983e-4fa1-8d4a-179a85e4cdb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (350e16bf-d908-4918-a948-ca78e00b031a), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:28.977835 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600f1504-983e-4fa1-8d4a-179a85e4cdb3 None None] Pushing event updated for resources: {'Port': ['ID=350e16bf-d908-4918-a948-ca78e00b031a,revision_number=3']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:29.042735 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-c86792cf-7517-45c3-a076-73d2498a6b88 None None] Provisioning complete for port 350e16bf-d908-4918-a948-ca78e00b031a triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 10:06:29.043105 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-c86792cf-7517-45c3-a076-73d2498a6b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (350e16bf-d908-4918-a948-ca78e00b031a), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:29.064242 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-bb8e711c-1383-4908-bfd3-474d9110f85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbf8b22-c9dd-4844-88f6-38a5292b4f02', 'name': 'tempest-TestMinimumBasicScenario-228163370-router', 'tenant_id': '12a138e95d884fdaa8bb8653b151a546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T10:06:27Z', 'updated_at': '2022-08-31T10:06:27Z', 'revision_number': 3, 'project_id': '12a138e95d884fdaa8bb8653b151a546', 'gw_port': {'id': 'b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:83:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbf8b22-c9dd-4844-88f6-38a5292b4f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T10:06:27Z', 'updated_at': '2022-08-31T10:06:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi'}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:06:29.089499 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8e711c-1383-4908-bfd3-474d9110f85f None None] Checking router: 8cbf8b22-c9dd-4844-88f6-38a5292b4f02 for host: dv-cinder-844961-2-iscsi {{(pid=112922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:06:29.089845 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8e711c-1383-4908-bfd3-474d9110f85f None None] Updating router 8cbf8b22-c9dd-4844-88f6-38a5292b4f02 port b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6 binding host dv-cinder-844961-2-iscsi {{(pid=112922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:06:29.131056 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-c86792cf-7517-45c3-a076-73d2498a6b88 None None] Current status of the port 350e16bf-d908-4918-a948-ca78e00b031a is: ACTIVE; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 10:06:29.137942 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-bb8e711c-1383-4908-bfd3-474d9110f85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6), before_update {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:29.215800 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 350e16bf-d908-4918-a948-ca78e00b031a up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:06:29.237106 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-5c3a0367-840d-4cd3-861b-92bdb7cd97cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:29.263540 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port 350e16bf-d908-4918-a948-ca78e00b031a triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 10:06:29.265980 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (350e16bf-d908-4918-a948-ca78e00b031a), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:29.348641 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port 350e16bf-d908-4918-a948-ca78e00b031a is: ACTIVE; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 10:06:29.391796 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:06:29.411875 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.db_base_plugin_common [None req-5c3a0367-840d-4cd3-861b-92bdb7cd97cc admin admin] Allocated IP 172.20.0.1 (e59fd3c4-967e-4768-99cd-ea919e7cf128/56b1f1ec-feb9-41cd-bbdc-63348df677aa/effd9bc4-7e07-4769-b2a3-8a6df6b33b42) {{(pid=112919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:06:29.496184 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-bb8e711c-1383-4908-bfd3-474d9110f85f None None] Publish callbacks [] for port (b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6), precommit_update {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:29.502730 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-bb8e711c-1383-4908-bfd3-474d9110f85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6), after_update {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:29.512268 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:06:29.531609 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-5c3a0367-840d-4cd3-861b-92bdb7cd97cc admin admin] Publish callbacks [] for port (effd9bc4-7e07-4769-b2a3-8a6df6b33b42), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:29.540426 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.managers [None req-bb8e711c-1383-4908-bfd3-474d9110f85f None None] Attempting to bind port b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6 on host dv-cinder-844961-2-iscsi for vnic_type normal with profile {{(pid=112922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 10:06:29.540781 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.managers [None req-bb8e711c-1383-4908-bfd3-474d9110f85f None None] Attempting to bind port b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6 by drivers openvswitch,hyperv on host dv-cinder-844961-2-iscsi at level 0 using segments [{'id': 'a4995e04-234e-4976-89c5-310a94033a09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'}] {{(pid=112922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 10:06:29.541340 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8e711c-1383-4908-bfd3-474d9110f85f None None] Attempting to bind port b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6 on network 9ecc2a3c-efc3-4c90-8e67-1028759a248c {{(pid=112922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 10:06:29.546864 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:29.551470 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8e711c-1383-4908-bfd3-474d9110f85f None None] Checking agent: {'id': '18a9d5f8-8bea-4c71-b161-cda838278486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844961-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 9, 39, 30), 'started_at': datetime.datetime(2022, 8, 31, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844961-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 10:06:29.551837 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8e711c-1383-4908-bfd3-474d9110f85f None None] Checking segment: {'id': 'a4995e04-234e-4976-89c5-310a94033a09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 10:06:29.552239 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-bb8e711c-1383-4908-bfd3-474d9110f85f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:29.552622 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8e711c-1383-4908-bfd3-474d9110f85f None None] Bound using segment: {'id': 'a4995e04-234e-4976-89c5-310a94033a09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'} {{(pid=112922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 10:06:29.553065 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.managers [None req-bb8e711c-1383-4908-bfd3-474d9110f85f None None] Bound port: b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6, host: dv-cinder-844961-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4995e04-234e-4976-89c5-310a94033a09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'}}] {{(pid=112922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 10:06:29.553458 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-bb8e711c-1383-4908-bfd3-474d9110f85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6), before_update {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:29.558101 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5924edb7-9578-4401-bee4-56c807af42a7 None None] Pushing event updated for resources: {'Port': ['ID=b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6,revision_number=2']} {{(pid=112922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:29.568218 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-5c3a0367-840d-4cd3-861b-92bdb7cd97cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66028622'] for port (effd9bc4-7e07-4769-b2a3-8a6df6b33b42), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:29.585212 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5924edb7-9578-4401-bee4-56c807af42a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:29.585574 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5924edb7-9578-4401-bee4-56c807af42a7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:29.585933 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5924edb7-9578-4401-bee4-56c807af42a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:29.586280 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5924edb7-9578-4401-bee4-56c807af42a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:29.586612 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5924edb7-9578-4401-bee4-56c807af42a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:29.586971 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5924edb7-9578-4401-bee4-56c807af42a7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:29.587339 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5924edb7-9578-4401-bee4-56c807af42a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:29.587651 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5924edb7-9578-4401-bee4-56c807af42a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:29.588018 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5924edb7-9578-4401-bee4-56c807af42a7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:29.588416 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5924edb7-9578-4401-bee4-56c807af42a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:29.588740 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5924edb7-9578-4401-bee4-56c807af42a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:29.589102 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5924edb7-9578-4401-bee4-56c807af42a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:29.589442 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5924edb7-9578-4401-bee4-56c807af42a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:29.589819 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5924edb7-9578-4401-bee4-56c807af42a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:29.590252 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5924edb7-9578-4401-bee4-56c807af42a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:29.609085 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3a0367-840d-4cd3-861b-92bdb7cd97cc admin admin] Network e59fd3c4-967e-4768-99cd-ea919e7cf128 is already hosted by enough agents. {{(pid=112919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:06:29.614052 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.base_scheduler [None req-5c3a0367-840d-4cd3-861b-92bdb7cd97cc admin admin] Resources bound (agent type, host, resource id): {{(pid=112919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:06:29.618168 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3a0367-840d-4cd3-861b-92bdb7cd97cc admin admin] Received port after_create {{(pid=112919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 10:06:29.624406 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.db [None req-bb8e711c-1383-4908-bfd3-474d9110f85f None None] For port b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6, host dv-cinder-844961-2-iscsi, cleared binding levels {{(pid=112922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:06:29.628235 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.db [None req-bb8e711c-1383-4908-bfd3-474d9110f85f None None] For port b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6, host dv-cinder-844961-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6,segment=NetworkSegment(a4995e04-234e-4976-89c5-310a94033a09),segment_id=a4995e04-234e-4976-89c5-310a94033a09)] {{(pid=112922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:06:29.637187 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-bb8e711c-1383-4908-bfd3-474d9110f85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6), after_update {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:29.655568 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:29.658471 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3a0367-840d-4cd3-861b-92bdb7cd97cc admin admin] Pushing event updated for resources: {'Port': ['ID=effd9bc4-7e07-4769-b2a3-8a6df6b33b42,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:29.670228 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-5c3a0367-840d-4cd3-861b-92bdb7cd97cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962846'] for router_interface (8cbf8b22-c9dd-4844-88f6-38a5292b4f02), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:29.680326 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8e711c-1383-4908-bfd3-474d9110f85f None None] Routers {'8cbf8b22-c9dd-4844-88f6-38a5292b4f02'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 10:06:29.680954 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-bb8e711c-1383-4908-bfd3-474d9110f85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T10:06:27Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['8cbf8b22-c9dd-4844-88f6-38a5292b4f02'], 'active': True} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:06:29.726436 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5924edb7-9578-4401-bee4-56c807af42a7 None None] Pushing event updated for resources: {'Port': ['ID=b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6,revision_number=3']} {{(pid=112922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:29.745545 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:06:29.808224 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvr_db [None req-bb8e711c-1383-4908-bfd3-474d9110f85f None None] Set router 8cbf8b22-c9dd-4844-88f6-38a5292b4f02 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 10:06:29.814898 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-5c3a0367-840d-4cd3-861b-92bdb7cd97cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (effd9bc4-7e07-4769-b2a3-8a6df6b33b42), before_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:29.859548 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-c0901938-3fe8-4ccf-9c69-e753182e119f None None] Provisioning complete for port effd9bc4-7e07-4769-b2a3-8a6df6b33b42 triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 10:06:29.860444 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-c0901938-3fe8-4ccf-9c69-e753182e119f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (effd9bc4-7e07-4769-b2a3-8a6df6b33b42), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:29.893956 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-c0901938-3fe8-4ccf-9c69-e753182e119f None None] Port effd9bc4-7e07-4769-b2a3-8a6df6b33b42 cannot update to ACTIVE because it is not bound. {{(pid=112921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 10:06:29.904979 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:06:29.984910 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-bb8e711c-1383-4908-bfd3-474d9110f85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbf8b22-c9dd-4844-88f6-38a5292b4f02', 'name': 'tempest-TestMinimumBasicScenario-228163370-router', 'tenant_id': '12a138e95d884fdaa8bb8653b151a546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T10:06:27Z', 'updated_at': '2022-08-31T10:06:27Z', 'revision_number': 3, 'project_id': '12a138e95d884fdaa8bb8653b151a546', 'gw_port': {'id': 'b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:83:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbf8b22-c9dd-4844-88f6-38a5292b4f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T10:06:27Z', 'updated_at': '2022-08-31T10:06:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi'}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:06:29.985850 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-5c3a0367-840d-4cd3-861b-92bdb7cd97cc admin admin] Publish callbacks [] for port (effd9bc4-7e07-4769-b2a3-8a6df6b33b42), precommit_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:29.990745 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-5c3a0367-840d-4cd3-861b-92bdb7cd97cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66028615'] for port (effd9bc4-7e07-4769-b2a3-8a6df6b33b42), after_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:30.013865 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8e711c-1383-4908-bfd3-474d9110f85f None None] The sync data for ids ['8cbf8b22-c9dd-4844-88f6-38a5292b4f02'] in dv-cinder-844961-2-iscsi is: [{'id': '8cbf8b22-c9dd-4844-88f6-38a5292b4f02', 'name': 'tempest-TestMinimumBasicScenario-228163370-router', 'tenant_id': '12a138e95d884fdaa8bb8653b151a546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T10:06:27Z', 'updated_at': '2022-08-31T10:06:27Z', 'revision_number': 3, 'project_id': '12a138e95d884fdaa8bb8653b151a546', 'gw_port': {'id': 'b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:83:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbf8b22-c9dd-4844-88f6-38a5292b4f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T10:06:27Z', 'updated_at': '2022-08-31T10:06:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi'}] {{(pid=112922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:06:30.065301 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3a0367-840d-4cd3-861b-92bdb7cd97cc admin admin] Pushing event updated for resources: {'Port': ['ID=effd9bc4-7e07-4769-b2a3-8a6df6b33b42,revision_number=2']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:30.067777 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-5c3a0367-840d-4cd3-861b-92bdb7cd97cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962954'] for router_interface (8cbf8b22-c9dd-4844-88f6-38a5292b4f02), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:30.137110 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:06:30.171222 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3a0367-840d-4cd3-861b-92bdb7cd97cc admin admin] Network e59fd3c4-967e-4768-99cd-ea919e7cf128 is already hosted by enough agents. {{(pid=112919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:06:30.172874 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.base_scheduler [None req-5c3a0367-840d-4cd3-861b-92bdb7cd97cc admin admin] Resources bound (agent type, host, resource id): {{(pid=112919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:06:30.298326 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c3a0367-840d-4cd3-861b-92bdb7cd97cc admin admin] Router 8cbf8b22-c9dd-4844-88f6-38a5292b4f02 has already been hosted by L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 {{(pid=112919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:06:30.414487 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:06:30.424422 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3a0367-840d-4cd3-861b-92bdb7cd97cc admin admin] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:06:30.429564 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-5c3a0367-840d-4cd3-861b-92bdb7cd97cc admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/8cbf8b22-c9dd-4844-88f6-38a5292b4f02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6945527 Aug 31 10:06:30.522594 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-e7faa897-7f7d-41e2-a7c6-b3c051ed99de None None] Provisioning complete for port effd9bc4-7e07-4769-b2a3-8a6df6b33b42 triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 10:06:30.523275 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-e7faa897-7f7d-41e2-a7c6-b3c051ed99de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (effd9bc4-7e07-4769-b2a3-8a6df6b33b42), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:30.566407 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-e7faa897-7f7d-41e2-a7c6-b3c051ed99de None None] Port effd9bc4-7e07-4769-b2a3-8a6df6b33b42 cannot update to ACTIVE because it is not bound. {{(pid=112921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 10:06:30.944796 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 54564) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:06:30.949727 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [None req-4232f6ca-1bd0-40f1-a015-33bd992b4e11 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1472049258-network', 'tenant_id': 'ca314df23321471bab248ce29b9d1427'}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:06:30.971042 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4232f6ca-1bd0-40f1-a015-33bd992b4e11 admin admin] Made reservation on behalf of ca314df23321471bab248ce29b9d1427 for: {'network': 1} {{(pid=112919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:06:30.973543 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-4232f6ca-1bd0-40f1-a015-33bd992b4e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for network (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:30.983196 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-4232f6ca-1bd0-40f1-a015-33bd992b4e11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:31.063678 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-4232f6ca-1bd0-40f1-a015-33bd992b4e11 admin admin] Publish callbacks [] for security_group (813a0600-faf8-4a7a-87b1-3b6fd25e1c61), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:31.067882 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-4232f6ca-1bd0-40f1-a015-33bd992b4e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (813a0600-faf8-4a7a-87b1-3b6fd25e1c61), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:31.095770 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4232f6ca-1bd0-40f1-a015-33bd992b4e11 admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=112919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:06:31.106558 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4232f6ca-1bd0-40f1-a015-33bd992b4e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813a0600-faf8-4a7a-87b1-3b6fd25e1c61,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:31.113683 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-4232f6ca-1bd0-40f1-a015-33bd992b4e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927539'] for segment (ff993ebc-f3e2-4634-8637-1f776a0d7d59), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:31.114025 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.db.segments_db [None req-4232f6ca-1bd0-40f1-a015-33bd992b4e11 admin admin] Added segment ff993ebc-f3e2-4634-8637-1f776a0d7d59 of type vlan for network 30753b27-aea8-4ed7-b93f-6a5372869bae Aug 31 10:06:31.160712 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-4232f6ca-1bd0-40f1-a015-33bd992b4e11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747472916821'] for network (30753b27-aea8-4ed7-b93f-6a5372869bae), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:31.189398 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-4232f6ca-1bd0-40f1-a015-33bd992b4e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582'] for network (30753b27-aea8-4ed7-b93f-6a5372869bae), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:31.190420 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4232f6ca-1bd0-40f1-a015-33bd992b4e11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:06:31.191010 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-4232f6ca-1bd0-40f1-a015-33bd992b4e11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for network (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:31.199876 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6 up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:06:31.248662 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6 triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 10:06:31.249270 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:31.251565 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-4232f6ca-1bd0-40f1-a015-33bd992b4e11 admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3056262 Aug 31 10:06:31.254731 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 54566) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:06:31.257257 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4232f6ca-1bd0-40f1-a015-33bd992b4e11 admin admin] Pushing event updated for resources: {'Network': ['ID=30753b27-aea8-4ed7-b93f-6a5372869bae,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:31.266886 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-dca95b90-c48e-43ec-9cc0-80e18521c65b admin admin] Request body: {'subnet': {'network_id': '30753b27-aea8-4ed7-b93f-6a5372869bae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1472049258-subnet', 'tenant_id': 'ca314df23321471bab248ce29b9d1427', 'ip_version': 4}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:06:31.275470 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Network 30753b27-aea8-4ed7-b93f-6a5372869bae details requested by agent ovs-agent-dv-cinder-844961-2-iscsi with host dv-cinder-844961-2-iscsi {{(pid=112921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:06:31.290298 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca95b90-c48e-43ec-9cc0-80e18521c65b admin admin] Made reservation on behalf of ca314df23321471bab248ce29b9d1427 for: {'subnet': 1} {{(pid=112920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:06:31.293044 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-dca95b90-c48e-43ec-9cc0-80e18521c65b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64498369'] for subnet (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:31.350562 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:06:31.398107 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6 is: DOWN; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 10:06:31.398492 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:31.422972 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] For port b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6,segment=NetworkSegment(a4995e04-234e-4976-89c5-310a94033a09),segment_id=a4995e04-234e-4976-89c5-310a94033a09)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:06:31.427354 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:31.480352 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Pushing event updated for resources: {'Port': ['ID=b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6,revision_number=4']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:31.643241 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3842a25-663d-4211-8787-330dc191f8bd None None] Sync routers for ids ['8cbf8b22-c9dd-4844-88f6-38a5292b4f02'] in dv-cinder-844961-2-iscsi {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:06:31.646552 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:06:31.657859 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3842a25-663d-4211-8787-330dc191f8bd None None] Routers {'8cbf8b22-c9dd-4844-88f6-38a5292b4f02'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 10:06:31.658483 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-a3842a25-663d-4211-8787-330dc191f8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T10:06:27Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['8cbf8b22-c9dd-4844-88f6-38a5292b4f02'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:06:31.704311 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-dca95b90-c48e-43ec-9cc0-80e18521c65b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64201957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64498391'] for subnet (dfb443d4-9735-47e3-ab0b-912d66dbadfd), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:31.751196 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:06:31.754461 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:06:31.766555 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca95b90-c48e-43ec-9cc0-80e18521c65b admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfb443d4-9735-47e3-ab0b-912d66dbadfd,revision_number=0']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:31.770682 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-a3842a25-663d-4211-8787-330dc191f8bd None None] Set router 8cbf8b22-c9dd-4844-88f6-38a5292b4f02 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 10:06:31.777628 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca95b90-c48e-43ec-9cc0-80e18521c65b admin admin] Checking segment: {'id': 'ff993ebc-f3e2-4634-8637-1f776a0d7d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '30753b27-aea8-4ed7-b93f-6a5372869bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 10:06:31.777993 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca95b90-c48e-43ec-9cc0-80e18521c65b admin admin] Network hostable DHCP agents. Network: 30753b27-aea8-4ed7-b93f-6a5372869bae, hostable agents: ['018d2bb8-ebf2-469c-9257-23530a727a9b'], hosted agents: [] {{(pid=112920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:06:31.796989 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca95b90-c48e-43ec-9cc0-80e18521c65b admin admin] Network 30753b27-aea8-4ed7-b93f-6a5372869bae is scheduled to be hosted by DHCP agent 018d2bb8-ebf2-469c-9257-23530a727a9b with binding_index 1 {{(pid=112920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:06:31.810423 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.base_scheduler [None req-dca95b90-c48e-43ec-9cc0-80e18521c65b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844961-2-iscsi, 30753b27-aea8-4ed7-b93f-6a5372869bae) {{(pid=112920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:06:31.815626 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca95b90-c48e-43ec-9cc0-80e18521c65b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:06:31.816310 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-dca95b90-c48e-43ec-9cc0-80e18521c65b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:31.833356 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-dca95b90-c48e-43ec-9cc0-80e18521c65b admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5768933 Aug 31 10:06:31.835941 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 54568) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:06:31.840144 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-85098ee8-1417-484e-be07-23bee6303c99 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1472049258-router', 'tenant_id': 'ca314df23321471bab248ce29b9d1427', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'}}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:06:31.847744 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063d7520-6c23-4b28-8313-ea2e0dc77e46 None None] Network 30753b27-aea8-4ed7-b93f-6a5372869bae requested from dv-cinder-844961-2-iscsi {{(pid=112921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 10:06:31.862614 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-85098ee8-1417-484e-be07-23bee6303c99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-963210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7939'] for router (c254357d-6864-492c-944e-48feae531f5a), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:31.863617 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-85098ee8-1417-484e-be07-23bee6303c99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-964023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-909203', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7948'] for router (c254357d-6864-492c-944e-48feae531f5a), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:31.919240 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-85098ee8-1417-484e-be07-23bee6303c99 admin admin] Publish callbacks [] for router_controller (c254357d-6864-492c-944e-48feae531f5a), precommit_add_association {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:32.038768 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990cabc9-1719-47b4-956b-5277a14937f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf769dcf0-00d3-5bf4-b672-2b9122ce186a-30753b27-aea8-4ed7-b93f-6a5372869bae', 'network_id': '30753b27-aea8-4ed7-b93f-6a5372869bae', 'project_id': 'ca314df23321471bab248ce29b9d1427', 'fixed_ips': [{'subnet_id': 'dfb443d4-9735-47e3-ab0b-912d66dbadfd'}]}} from dv-cinder-844961-2-iscsi. {{(pid=112921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 10:06:32.039672 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-990cabc9-1719-47b4-956b-5277a14937f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:32.058836 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-85098ee8-1417-484e-be07-23bee6303c99 admin admin] Publish callbacks [] for router_gateway (c254357d-6864-492c-944e-48feae531f5a), precommit_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:32.075498 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-a3842a25-663d-4211-8787-330dc191f8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbf8b22-c9dd-4844-88f6-38a5292b4f02', 'name': 'tempest-TestMinimumBasicScenario-228163370-router', 'tenant_id': '12a138e95d884fdaa8bb8653b151a546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T10:06:27Z', 'updated_at': '2022-08-31T10:06:29Z', 'revision_number': 4, 'project_id': '12a138e95d884fdaa8bb8653b151a546', 'gw_port': {'id': 'b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:83:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbf8b22-c9dd-4844-88f6-38a5292b4f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T10:06:27Z', 'updated_at': '2022-08-31T10:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': 'effd9bc4-7e07-4769-b2a3-8a6df6b33b42', 'name': '', 'network_id': 'e59fd3c4-967e-4768-99cd-ea919e7cf128', 'tenant_id': '12a138e95d884fdaa8bb8653b151a546', 'mac_address': 'fa:16:3e:3b:f8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbf8b22-c9dd-4844-88f6-38a5292b4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '56b1f1ec-feb9-41cd-bbdc-63348df677aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T10:06:29Z', 'updated_at': '2022-08-31T10:06:29Z', 'revision_number': 2, 'project_id': '12a138e95d884fdaa8bb8653b151a546', 'subnets': [{'id': '56b1f1ec-feb9-41cd-bbdc-63348df677aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:06:32.103997 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3842a25-663d-4211-8787-330dc191f8bd None None] Checking router: 8cbf8b22-c9dd-4844-88f6-38a5292b4f02 for host: dv-cinder-844961-2-iscsi {{(pid=112921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:06:32.104349 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3842a25-663d-4211-8787-330dc191f8bd None None] Updating router 8cbf8b22-c9dd-4844-88f6-38a5292b4f02 port effd9bc4-7e07-4769-b2a3-8a6df6b33b42 binding host dv-cinder-844961-2-iscsi {{(pid=112921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:06:32.190333 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-a3842a25-663d-4211-8787-330dc191f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (effd9bc4-7e07-4769-b2a3-8a6df6b33b42), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:32.247574 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-85098ee8-1417-484e-be07-23bee6303c99 admin admin] Publish callbacks [] for router_gateway (c254357d-6864-492c-944e-48feae531f5a), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:32.267586 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-85098ee8-1417-484e-be07-23bee6303c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:32.317589 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.db_base_plugin_common [None req-990cabc9-1719-47b4-956b-5277a14937f0 None None] Allocated IP 172.20.0.2 (30753b27-aea8-4ed7-b93f-6a5372869bae/dfb443d4-9735-47e3-ab0b-912d66dbadfd/5942d208-f456-4349-ab76-08d6c26c0f61) {{(pid=112921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:06:32.365634 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:06:32.384908 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.db_base_plugin_common [None req-85098ee8-1417-484e-be07-23bee6303c99 admin admin] Allocated IP 172.27.3.160 (9ecc2a3c-efc3-4c90-8e67-1028759a248c/b5177607-d6ca-45c7-ac03-71d68f18093b/5d1a4c09-521c-4395-ad49-ffb917640426) {{(pid=112920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:06:32.502342 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-85098ee8-1417-484e-be07-23bee6303c99 admin admin] Publish callbacks [] for port (5d1a4c09-521c-4395-ad49-ffb917640426), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:32.538308 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-85098ee8-1417-484e-be07-23bee6303c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64202837'] for port (5d1a4c09-521c-4395-ad49-ffb917640426), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:32.585634 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85098ee8-1417-484e-be07-23bee6303c99 admin admin] Network 9ecc2a3c-efc3-4c90-8e67-1028759a248c is already hosted by enough agents. {{(pid=112920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:06:32.590594 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.base_scheduler [None req-85098ee8-1417-484e-be07-23bee6303c99 admin admin] Resources bound (agent type, host, resource id): {{(pid=112920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:06:32.595276 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85098ee8-1417-484e-be07-23bee6303c99 admin admin] Received port after_create {{(pid=112920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 10:06:32.598698 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85098ee8-1417-484e-be07-23bee6303c99 admin admin] Pushing event updated for resources: {'Port': ['ID=5d1a4c09-521c-4395-ad49-ffb917640426,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:32.638534 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:06:32.657081 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:06:32.667996 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:06:32.705227 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-990cabc9-1719-47b4-956b-5277a14937f0 None None] Publish callbacks [] for port (5942d208-f456-4349-ab76-08d6c26c0f61), precommit_create {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:32.727530 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-990cabc9-1719-47b4-956b-5277a14937f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278'] for port (5942d208-f456-4349-ab76-08d6c26c0f61), after_create {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:32.780828 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-a3842a25-663d-4211-8787-330dc191f8bd None None] Publish callbacks [] for port (effd9bc4-7e07-4769-b2a3-8a6df6b33b42), precommit_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:32.788115 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990cabc9-1719-47b4-956b-5277a14937f0 None None] Network 30753b27-aea8-4ed7-b93f-6a5372869bae is already hosted by enough agents. {{(pid=112921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:06:32.790940 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-a3842a25-663d-4211-8787-330dc191f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (effd9bc4-7e07-4769-b2a3-8a6df6b33b42), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:32.797177 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.scheduler.base_scheduler [None req-990cabc9-1719-47b4-956b-5277a14937f0 None None] Resources bound (agent type, host, resource id): {{(pid=112921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:06:32.801854 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990cabc9-1719-47b4-956b-5277a14937f0 None None] Received port after_create {{(pid=112921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 10:06:32.808656 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990cabc9-1719-47b4-956b-5277a14937f0 None None] Pushing event updated for resources: {'Port': ['ID=5942d208-f456-4349-ab76-08d6c26c0f61,revision_number=1']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:32.847705 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-85098ee8-1417-484e-be07-23bee6303c99 admin admin] Publish callbacks [] for router_gateway (c254357d-6864-492c-944e-48feae531f5a), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:32.934913 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbbd1ad-0cac-474e-9925-8dfa007601b9 None None] Pushing event updated for resources: {'Port': ['ID=effd9bc4-7e07-4769-b2a3-8a6df6b33b42,revision_number=3']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:32.942987 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-990cabc9-1719-47b4-956b-5277a14937f0 None None] Attempting to bind port 5942d208-f456-4349-ab76-08d6c26c0f61 on host dv-cinder-844961-2-iscsi for vnic_type normal with profile {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 10:06:32.943207 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-990cabc9-1719-47b4-956b-5277a14937f0 None None] Attempting to bind port 5942d208-f456-4349-ab76-08d6c26c0f61 by drivers openvswitch,hyperv on host dv-cinder-844961-2-iscsi at level 0 using segments [{'id': 'ff993ebc-f3e2-4634-8637-1f776a0d7d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '30753b27-aea8-4ed7-b93f-6a5372869bae'}] {{(pid=112921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 10:06:32.943539 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990cabc9-1719-47b4-956b-5277a14937f0 None None] Attempting to bind port 5942d208-f456-4349-ab76-08d6c26c0f61 on network 30753b27-aea8-4ed7-b93f-6a5372869bae {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 10:06:32.945744 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-a3842a25-663d-4211-8787-330dc191f8bd None None] Attempting to bind port effd9bc4-7e07-4769-b2a3-8a6df6b33b42 on host dv-cinder-844961-2-iscsi for vnic_type normal with profile {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 10:06:32.946099 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-a3842a25-663d-4211-8787-330dc191f8bd None None] Attempting to bind port effd9bc4-7e07-4769-b2a3-8a6df6b33b42 by drivers openvswitch,hyperv on host dv-cinder-844961-2-iscsi at level 0 using segments [{'id': '314ebc50-7b09-4376-9d10-e22a0eba6540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e59fd3c4-967e-4768-99cd-ea919e7cf128'}] {{(pid=112921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 10:06:32.946443 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3842a25-663d-4211-8787-330dc191f8bd None None] Attempting to bind port effd9bc4-7e07-4769-b2a3-8a6df6b33b42 on network e59fd3c4-967e-4768-99cd-ea919e7cf128 {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 10:06:32.954592 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990cabc9-1719-47b4-956b-5277a14937f0 None None] Checking agent: {'id': '18a9d5f8-8bea-4c71-b161-cda838278486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844961-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 9, 39, 30), 'started_at': datetime.datetime(2022, 8, 31, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 10, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844961-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 10:06:32.954965 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990cabc9-1719-47b4-956b-5277a14937f0 None None] Checking segment: {'id': 'ff993ebc-f3e2-4634-8637-1f776a0d7d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '30753b27-aea8-4ed7-b93f-6a5372869bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 10:06:32.955363 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-990cabc9-1719-47b4-956b-5277a14937f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:32.955749 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990cabc9-1719-47b4-956b-5277a14937f0 None None] Bound using segment: {'id': 'ff993ebc-f3e2-4634-8637-1f776a0d7d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '30753b27-aea8-4ed7-b93f-6a5372869bae'} {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 10:06:32.956254 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-990cabc9-1719-47b4-956b-5277a14937f0 None None] Bound port: 5942d208-f456-4349-ab76-08d6c26c0f61, host: dv-cinder-844961-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff993ebc-f3e2-4634-8637-1f776a0d7d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '30753b27-aea8-4ed7-b93f-6a5372869bae'}}] {{(pid=112921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 10:06:32.956670 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-990cabc9-1719-47b4-956b-5277a14937f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (5942d208-f456-4349-ab76-08d6c26c0f61), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:32.958662 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3842a25-663d-4211-8787-330dc191f8bd None None] Checking agent: {'id': '18a9d5f8-8bea-4c71-b161-cda838278486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844961-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 9, 39, 30), 'started_at': datetime.datetime(2022, 8, 31, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 10, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844961-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 10:06:32.959023 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3842a25-663d-4211-8787-330dc191f8bd None None] Checking segment: {'id': '314ebc50-7b09-4376-9d10-e22a0eba6540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e59fd3c4-967e-4768-99cd-ea919e7cf128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 10:06:32.959397 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-a3842a25-663d-4211-8787-330dc191f8bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:32.959766 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3842a25-663d-4211-8787-330dc191f8bd None None] Bound using segment: {'id': '314ebc50-7b09-4376-9d10-e22a0eba6540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e59fd3c4-967e-4768-99cd-ea919e7cf128'} {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 10:06:32.960209 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-a3842a25-663d-4211-8787-330dc191f8bd None None] Bound port: effd9bc4-7e07-4769-b2a3-8a6df6b33b42, host: dv-cinder-844961-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '314ebc50-7b09-4376-9d10-e22a0eba6540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e59fd3c4-967e-4768-99cd-ea919e7cf128'}}] {{(pid=112921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 10:06:32.960573 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-a3842a25-663d-4211-8787-330dc191f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (effd9bc4-7e07-4769-b2a3-8a6df6b33b42), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:33.040431 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-85098ee8-1417-484e-be07-23bee6303c99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-964079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-964474'] for router (c254357d-6864-492c-944e-48feae531f5a), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:33.073072 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-a3842a25-663d-4211-8787-330dc191f8bd None None] For port effd9bc4-7e07-4769-b2a3-8a6df6b33b42, host dv-cinder-844961-2-iscsi, cleared binding levels {{(pid=112921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:06:33.075480 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-990cabc9-1719-47b4-956b-5277a14937f0 None None] For port 5942d208-f456-4349-ab76-08d6c26c0f61, host dv-cinder-844961-2-iscsi, cleared binding levels {{(pid=112921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:06:33.078886 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-a3842a25-663d-4211-8787-330dc191f8bd None None] For port effd9bc4-7e07-4769-b2a3-8a6df6b33b42, host dv-cinder-844961-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=effd9bc4-7e07-4769-b2a3-8a6df6b33b42,segment=NetworkSegment(314ebc50-7b09-4376-9d10-e22a0eba6540),segment_id=314ebc50-7b09-4376-9d10-e22a0eba6540)] {{(pid=112921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:06:33.081166 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-990cabc9-1719-47b4-956b-5277a14937f0 None None] For port 5942d208-f456-4349-ab76-08d6c26c0f61, host dv-cinder-844961-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=5942d208-f456-4349-ab76-08d6c26c0f61,segment=NetworkSegment(ff993ebc-f3e2-4634-8637-1f776a0d7d59),segment_id=ff993ebc-f3e2-4634-8637-1f776a0d7d59)] {{(pid=112921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:06:33.088131 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-a3842a25-663d-4211-8787-330dc191f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (effd9bc4-7e07-4769-b2a3-8a6df6b33b42), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:33.095855 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-990cabc9-1719-47b4-956b-5277a14937f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (5942d208-f456-4349-ab76-08d6c26c0f61), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:33.144143 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3842a25-663d-4211-8787-330dc191f8bd None None] Routers {'8cbf8b22-c9dd-4844-88f6-38a5292b4f02'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 10:06:33.144541 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-a3842a25-663d-4211-8787-330dc191f8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T10:06:27Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['8cbf8b22-c9dd-4844-88f6-38a5292b4f02'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:06:33.202868 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85098ee8-1417-484e-be07-23bee6303c99 admin admin] Router c254357d-6864-492c-944e-48feae531f5a is scheduled to L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 with binding_index 1 {{(pid=112920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 10:06:33.203275 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbbd1ad-0cac-474e-9925-8dfa007601b9 None None] Pushing event updated for resources: {'Port': ['ID=effd9bc4-7e07-4769-b2a3-8a6df6b33b42,revision_number=4']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:33.239559 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6 up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:06:33.339000 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:06:33.353470 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85098ee8-1417-484e-be07-23bee6303c99 admin admin] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:06:33.358319 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990cabc9-1719-47b4-956b-5277a14937f0 None None] Pushing event updated for resources: {'Port': ['ID=5942d208-f456-4349-ab76-08d6c26c0f61,revision_number=2']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:33.365629 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df70b78-046e-4a49-910f-197fc58fc859 None None] Sync routers for ids ['c254357d-6864-492c-944e-48feae531f5a'] in dv-cinder-844961-2-iscsi {{(pid=112922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:06:33.369555 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-a3842a25-663d-4211-8787-330dc191f8bd None None] Set router 8cbf8b22-c9dd-4844-88f6-38a5292b4f02 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 10:06:33.378813 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-85098ee8-1417-484e-be07-23bee6303c99 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:33.380649 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df70b78-046e-4a49-910f-197fc58fc859 None None] Routers {'c254357d-6864-492c-944e-48feae531f5a'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 10:06:33.382593 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-85098ee8-1417-484e-be07-23bee6303c99 admin admin] 10.222.0.13 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5456512 Aug 31 10:06:33.385292 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 54570) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:06:33.388243 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-5df70b78-046e-4a49-910f-197fc58fc859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T10:06:27Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['c254357d-6864-492c-944e-48feae531f5a'], 'active': True} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:06:33.404899 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:06:33.419556 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6 triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 10:06:33.420566 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:33.515063 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvr_db [None req-5df70b78-046e-4a49-910f-197fc58fc859 None None] Set router c254357d-6864-492c-944e-48feae531f5a gateway port host: dv-cinder-844961-2-iscsi {{(pid=112922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 10:06:33.600177 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6 is: ACTIVE; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 10:06:33.640623 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-a3842a25-663d-4211-8787-330dc191f8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbf8b22-c9dd-4844-88f6-38a5292b4f02', 'name': 'tempest-TestMinimumBasicScenario-228163370-router', 'tenant_id': '12a138e95d884fdaa8bb8653b151a546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T10:06:27Z', 'updated_at': '2022-08-31T10:06:29Z', 'revision_number': 4, 'project_id': '12a138e95d884fdaa8bb8653b151a546', 'gw_port': {'id': 'b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:83:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbf8b22-c9dd-4844-88f6-38a5292b4f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T10:06:27Z', 'updated_at': '2022-08-31T10:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': 'effd9bc4-7e07-4769-b2a3-8a6df6b33b42', 'name': '', 'network_id': 'e59fd3c4-967e-4768-99cd-ea919e7cf128', 'tenant_id': '12a138e95d884fdaa8bb8653b151a546', 'mac_address': 'fa:16:3e:3b:f8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbf8b22-c9dd-4844-88f6-38a5292b4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '56b1f1ec-feb9-41cd-bbdc-63348df677aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T10:06:29Z', 'updated_at': '2022-08-31T10:06:33Z', 'revision_number': 4, 'project_id': '12a138e95d884fdaa8bb8653b151a546', 'subnets': [{'id': '56b1f1ec-feb9-41cd-bbdc-63348df677aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:06:33.670213 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3842a25-663d-4211-8787-330dc191f8bd None None] The sync data for ids ['8cbf8b22-c9dd-4844-88f6-38a5292b4f02'] in dv-cinder-844961-2-iscsi is: [{'id': '8cbf8b22-c9dd-4844-88f6-38a5292b4f02', 'name': 'tempest-TestMinimumBasicScenario-228163370-router', 'tenant_id': '12a138e95d884fdaa8bb8653b151a546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T10:06:27Z', 'updated_at': '2022-08-31T10:06:29Z', 'revision_number': 4, 'project_id': '12a138e95d884fdaa8bb8653b151a546', 'gw_port': {'id': 'b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:83:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbf8b22-c9dd-4844-88f6-38a5292b4f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T10:06:27Z', 'updated_at': '2022-08-31T10:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': 'effd9bc4-7e07-4769-b2a3-8a6df6b33b42', 'name': '', 'network_id': 'e59fd3c4-967e-4768-99cd-ea919e7cf128', 'tenant_id': '12a138e95d884fdaa8bb8653b151a546', 'mac_address': 'fa:16:3e:3b:f8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbf8b22-c9dd-4844-88f6-38a5292b4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '56b1f1ec-feb9-41cd-bbdc-63348df677aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T10:06:29Z', 'updated_at': '2022-08-31T10:06:33Z', 'revision_number': 4, 'project_id': '12a138e95d884fdaa8bb8653b151a546', 'subnets': [{'id': '56b1f1ec-feb9-41cd-bbdc-63348df677aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:06:33.694992 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:06:33.733237 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-5df70b78-046e-4a49-910f-197fc58fc859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c254357d-6864-492c-944e-48feae531f5a', 'name': 'tempest-TestMinimumBasicScenario-1472049258-router', 'tenant_id': 'ca314df23321471bab248ce29b9d1427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '5d1a4c09-521c-4395-ad49-ffb917640426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T10:06:31Z', 'updated_at': '2022-08-31T10:06:32Z', 'revision_number': 3, 'project_id': 'ca314df23321471bab248ce29b9d1427', 'gw_port': {'id': '5d1a4c09-521c-4395-ad49-ffb917640426', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c254357d-6864-492c-944e-48feae531f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T10:06:32Z', 'updated_at': '2022-08-31T10:06:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi'}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:06:33.773898 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df70b78-046e-4a49-910f-197fc58fc859 None None] Checking router: c254357d-6864-492c-944e-48feae531f5a for host: dv-cinder-844961-2-iscsi {{(pid=112922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:06:33.774526 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df70b78-046e-4a49-910f-197fc58fc859 None None] Updating router c254357d-6864-492c-944e-48feae531f5a port 5d1a4c09-521c-4395-ad49-ffb917640426 binding host dv-cinder-844961-2-iscsi {{(pid=112922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:06:33.810653 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-5df70b78-046e-4a49-910f-197fc58fc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (5d1a4c09-521c-4395-ad49-ffb917640426), before_update {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:33.820361 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:06:33.925061 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-c422f463-e8ce-49b6-b03d-bc3a93c67dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:34.044049 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:06:34.106115 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.db_base_plugin_common [None req-c422f463-e8ce-49b6-b03d-bc3a93c67dde admin admin] Allocated IP 172.20.0.1 (30753b27-aea8-4ed7-b93f-6a5372869bae/dfb443d4-9735-47e3-ab0b-912d66dbadfd/8c9184a1-aec5-4bb5-8d50-b6b376fca9af) {{(pid=112920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:06:34.113100 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-5df70b78-046e-4a49-910f-197fc58fc859 None None] Publish callbacks [] for port (5d1a4c09-521c-4395-ad49-ffb917640426), precommit_update {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:34.122098 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-5df70b78-046e-4a49-910f-197fc58fc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (5d1a4c09-521c-4395-ad49-ffb917640426), after_update {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:34.176532 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.managers [None req-5df70b78-046e-4a49-910f-197fc58fc859 None None] Attempting to bind port 5d1a4c09-521c-4395-ad49-ffb917640426 on host dv-cinder-844961-2-iscsi for vnic_type normal with profile {{(pid=112922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 10:06:34.176911 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.managers [None req-5df70b78-046e-4a49-910f-197fc58fc859 None None] Attempting to bind port 5d1a4c09-521c-4395-ad49-ffb917640426 by drivers openvswitch,hyperv on host dv-cinder-844961-2-iscsi at level 0 using segments [{'id': 'a4995e04-234e-4976-89c5-310a94033a09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'}] {{(pid=112922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 10:06:34.177271 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df70b78-046e-4a49-910f-197fc58fc859 None None] Attempting to bind port 5d1a4c09-521c-4395-ad49-ffb917640426 on network 9ecc2a3c-efc3-4c90-8e67-1028759a248c {{(pid=112922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 10:06:34.189749 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df70b78-046e-4a49-910f-197fc58fc859 None None] Checking agent: {'id': '18a9d5f8-8bea-4c71-b161-cda838278486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844961-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 9, 39, 30), 'started_at': datetime.datetime(2022, 8, 31, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 10, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844961-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 10:06:34.190119 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df70b78-046e-4a49-910f-197fc58fc859 None None] Checking segment: {'id': 'a4995e04-234e-4976-89c5-310a94033a09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 10:06:34.190522 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-5df70b78-046e-4a49-910f-197fc58fc859 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:34.190915 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df70b78-046e-4a49-910f-197fc58fc859 None None] Bound using segment: {'id': 'a4995e04-234e-4976-89c5-310a94033a09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'} {{(pid=112922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 10:06:34.191399 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.managers [None req-5df70b78-046e-4a49-910f-197fc58fc859 None None] Bound port: 5d1a4c09-521c-4395-ad49-ffb917640426, host: dv-cinder-844961-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4995e04-234e-4976-89c5-310a94033a09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c'}}] {{(pid=112922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 10:06:34.191835 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-5df70b78-046e-4a49-910f-197fc58fc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (5d1a4c09-521c-4395-ad49-ffb917640426), before_update {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:34.224008 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81b4c91-b6f8-46fd-b2ac-3435ea088afb None None] Pushing event updated for resources: {'Port': ['ID=5d1a4c09-521c-4395-ad49-ffb917640426,revision_number=2']} {{(pid=112922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:34.237724 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-c422f463-e8ce-49b6-b03d-bc3a93c67dde admin admin] Publish callbacks [] for port (8c9184a1-aec5-4bb5-8d50-b6b376fca9af), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:34.280628 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.db [None req-5df70b78-046e-4a49-910f-197fc58fc859 None None] For port 5d1a4c09-521c-4395-ad49-ffb917640426, host dv-cinder-844961-2-iscsi, cleared binding levels {{(pid=112922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:06:34.282176 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-c422f463-e8ce-49b6-b03d-bc3a93c67dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64202837'] for port (8c9184a1-aec5-4bb5-8d50-b6b376fca9af), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:34.285210 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.plugins.ml2.db [None req-5df70b78-046e-4a49-910f-197fc58fc859 None None] For port 5d1a4c09-521c-4395-ad49-ffb917640426, host dv-cinder-844961-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=5d1a4c09-521c-4395-ad49-ffb917640426,segment=NetworkSegment(a4995e04-234e-4976-89c5-310a94033a09),segment_id=a4995e04-234e-4976-89c5-310a94033a09)] {{(pid=112922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:06:34.292234 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron_lib.callbacks.manager [None req-5df70b78-046e-4a49-910f-197fc58fc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (5d1a4c09-521c-4395-ad49-ffb917640426), after_update {{(pid=112922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:34.327772 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df70b78-046e-4a49-910f-197fc58fc859 None None] Routers {'c254357d-6864-492c-944e-48feae531f5a'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 10:06:34.329039 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-5df70b78-046e-4a49-910f-197fc58fc859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T10:06:27Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['c254357d-6864-492c-944e-48feae531f5a'], 'active': True} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:06:34.331268 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a726e9-96d0-4ec9-b6f7-762a95021ca3 None None] Network 30753b27-aea8-4ed7-b93f-6a5372869bae requested from dv-cinder-844961-2-iscsi {{(pid=112921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 10:06:34.342699 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c422f463-e8ce-49b6-b03d-bc3a93c67dde admin admin] Pushing event updated for resources: {'Port': ['ID=8c9184a1-aec5-4bb5-8d50-b6b376fca9af,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:34.347644 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c422f463-e8ce-49b6-b03d-bc3a93c67dde admin admin] Network 30753b27-aea8-4ed7-b93f-6a5372869bae is already hosted by enough agents. {{(pid=112920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:06:34.349195 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.base_scheduler [None req-c422f463-e8ce-49b6-b03d-bc3a93c67dde admin admin] Resources bound (agent type, host, resource id): {{(pid=112920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:06:34.351900 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c422f463-e8ce-49b6-b03d-bc3a93c67dde admin admin] Received port after_create {{(pid=112920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 10:06:34.402468 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-c422f463-e8ce-49b6-b03d-bc3a93c67dde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962846'] for router_interface (c254357d-6864-492c-944e-48feae531f5a), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:34.454208 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvr_db [None req-5df70b78-046e-4a49-910f-197fc58fc859 None None] Set router c254357d-6864-492c-944e-48feae531f5a gateway port host: dv-cinder-844961-2-iscsi {{(pid=112922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 10:06:34.466600 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-b3a59429-10f5-424c-83a0-7ac59aa918cb None None] Provisioning complete for port 5942d208-f456-4349-ab76-08d6c26c0f61 triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 10:06:34.467806 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b3a59429-10f5-424c-83a0-7ac59aa918cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (5942d208-f456-4349-ab76-08d6c26c0f61), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:34.519533 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81b4c91-b6f8-46fd-b2ac-3435ea088afb None None] Pushing event updated for resources: {'Port': ['ID=5d1a4c09-521c-4395-ad49-ffb917640426,revision_number=3']} {{(pid=112922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:34.525902 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:06:34.581368 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-c422f463-e8ce-49b6-b03d-bc3a93c67dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (8c9184a1-aec5-4bb5-8d50-b6b376fca9af), before_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:34.594312 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-b3a59429-10f5-424c-83a0-7ac59aa918cb None None] Current status of the port 5942d208-f456-4349-ab76-08d6c26c0f61 is: DOWN; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 10:06:34.594701 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b3a59429-10f5-424c-83a0-7ac59aa918cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (5942d208-f456-4349-ab76-08d6c26c0f61), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:34.646617 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-b3a59429-10f5-424c-83a0-7ac59aa918cb None None] For port 5942d208-f456-4349-ab76-08d6c26c0f61, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=5942d208-f456-4349-ab76-08d6c26c0f61,segment=NetworkSegment(ff993ebc-f3e2-4634-8637-1f776a0d7d59),segment_id=ff993ebc-f3e2-4634-8637-1f776a0d7d59)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:06:34.653586 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b3a59429-10f5-424c-83a0-7ac59aa918cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (5942d208-f456-4349-ab76-08d6c26c0f61), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:34.753377 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a59429-10f5-424c-83a0-7ac59aa918cb None None] Pushing event updated for resources: {'Port': ['ID=5942d208-f456-4349-ab76-08d6c26c0f61,revision_number=3']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:34.806617 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-c422f463-e8ce-49b6-b03d-bc3a93c67dde admin admin] Publish callbacks [] for port (8c9184a1-aec5-4bb5-8d50-b6b376fca9af), precommit_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:34.814088 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-c422f463-e8ce-49b6-b03d-bc3a93c67dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64202844'] for port (8c9184a1-aec5-4bb5-8d50-b6b376fca9af), after_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:34.849006 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-5df70b78-046e-4a49-910f-197fc58fc859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c254357d-6864-492c-944e-48feae531f5a', 'name': 'tempest-TestMinimumBasicScenario-1472049258-router', 'tenant_id': 'ca314df23321471bab248ce29b9d1427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '5d1a4c09-521c-4395-ad49-ffb917640426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T10:06:31Z', 'updated_at': '2022-08-31T10:06:32Z', 'revision_number': 3, 'project_id': 'ca314df23321471bab248ce29b9d1427', 'gw_port': {'id': '5d1a4c09-521c-4395-ad49-ffb917640426', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c254357d-6864-492c-944e-48feae531f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T10:06:32Z', 'updated_at': '2022-08-31T10:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi'}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:06:34.879823 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df70b78-046e-4a49-910f-197fc58fc859 None None] The sync data for ids ['c254357d-6864-492c-944e-48feae531f5a'] in dv-cinder-844961-2-iscsi is: [{'id': 'c254357d-6864-492c-944e-48feae531f5a', 'name': 'tempest-TestMinimumBasicScenario-1472049258-router', 'tenant_id': 'ca314df23321471bab248ce29b9d1427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '5d1a4c09-521c-4395-ad49-ffb917640426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T10:06:31Z', 'updated_at': '2022-08-31T10:06:32Z', 'revision_number': 3, 'project_id': 'ca314df23321471bab248ce29b9d1427', 'gw_port': {'id': '5d1a4c09-521c-4395-ad49-ffb917640426', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c254357d-6864-492c-944e-48feae531f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T10:06:32Z', 'updated_at': '2022-08-31T10:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi'}] {{(pid=112922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:06:34.882254 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c422f463-e8ce-49b6-b03d-bc3a93c67dde admin admin] Pushing event updated for resources: {'Port': ['ID=8c9184a1-aec5-4bb5-8d50-b6b376fca9af,revision_number=2']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:34.893876 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-5bafd442-11f8-4636-8143-2effa0494411 None None] Provisioning complete for port 5942d208-f456-4349-ab76-08d6c26c0f61 triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 10:06:34.894738 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-5bafd442-11f8-4636-8143-2effa0494411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (5942d208-f456-4349-ab76-08d6c26c0f61), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:34.900175 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-c422f463-e8ce-49b6-b03d-bc3a93c67dde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962954'] for router_interface (c254357d-6864-492c-944e-48feae531f5a), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:34.968307 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:06:35.037624 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-5bafd442-11f8-4636-8143-2effa0494411 None None] Current status of the port 5942d208-f456-4349-ab76-08d6c26c0f61 is: ACTIVE; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 10:06:35.047259 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-5bafd442-11f8-4636-8143-2effa0494411 None None] Provisioning complete for port 8c9184a1-aec5-4bb5-8d50-b6b376fca9af triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 10:06:35.048261 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-5bafd442-11f8-4636-8143-2effa0494411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (8c9184a1-aec5-4bb5-8d50-b6b376fca9af), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:35.057440 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c422f463-e8ce-49b6-b03d-bc3a93c67dde admin admin] Network 30753b27-aea8-4ed7-b93f-6a5372869bae is already hosted by enough agents. {{(pid=112920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:06:35.058976 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.base_scheduler [None req-c422f463-e8ce-49b6-b03d-bc3a93c67dde admin admin] Resources bound (agent type, host, resource id): {{(pid=112920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:06:35.097155 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-5bafd442-11f8-4636-8143-2effa0494411 None None] Port 8c9184a1-aec5-4bb5-8d50-b6b376fca9af cannot update to ACTIVE because it is not bound. {{(pid=112921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 10:06:35.190319 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c422f463-e8ce-49b6-b03d-bc3a93c67dde admin admin] Router c254357d-6864-492c-944e-48feae531f5a has already been hosted by L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 {{(pid=112920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:06:35.218256 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-3c2b4fa1-28a3-49d3-b6f6-5242a298967b None None] Provisioning complete for port 8c9184a1-aec5-4bb5-8d50-b6b376fca9af triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 10:06:35.218628 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-3c2b4fa1-28a3-49d3-b6f6-5242a298967b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (8c9184a1-aec5-4bb5-8d50-b6b376fca9af), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:35.268657 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-3c2b4fa1-28a3-49d3-b6f6-5242a298967b None None] Port 8c9184a1-aec5-4bb5-8d50-b6b376fca9af cannot update to ACTIVE because it is not bound. {{(pid=112921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 10:06:35.284057 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device effd9bc4-7e07-4769-b2a3-8a6df6b33b42 up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:06:35.319456 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=100 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:06:35.333937 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c422f463-e8ce-49b6-b03d-bc3a93c67dde admin admin] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:06:35.339549 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port effd9bc4-7e07-4769-b2a3-8a6df6b33b42 triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 10:06:35.339923 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (effd9bc4-7e07-4769-b2a3-8a6df6b33b42), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:35.345909 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-c422f463-e8ce-49b6-b03d-bc3a93c67dde admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/c254357d-6864-492c-944e-48feae531f5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9592700 Aug 31 10:06:35.382132 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:06:35.420592 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-83c8bcf0-a31c-44ba-8387-63153b7fd8f6 None None] Provisioning complete for port 8c9184a1-aec5-4bb5-8d50-b6b376fca9af triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 10:06:35.420592 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-83c8bcf0-a31c-44ba-8387-63153b7fd8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (8c9184a1-aec5-4bb5-8d50-b6b376fca9af), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:35.469055 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port effd9bc4-7e07-4769-b2a3-8a6df6b33b42 is: DOWN; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 10:06:35.470402 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (effd9bc4-7e07-4769-b2a3-8a6df6b33b42), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:35.488895 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-83c8bcf0-a31c-44ba-8387-63153b7fd8f6 None None] Port 8c9184a1-aec5-4bb5-8d50-b6b376fca9af cannot update to ACTIVE because it is not bound. {{(pid=112921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 10:06:35.520115 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] For port effd9bc4-7e07-4769-b2a3-8a6df6b33b42, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=effd9bc4-7e07-4769-b2a3-8a6df6b33b42,segment=NetworkSegment(314ebc50-7b09-4376-9d10-e22a0eba6540),segment_id=314ebc50-7b09-4376-9d10-e22a0eba6540)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:06:35.526057 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (effd9bc4-7e07-4769-b2a3-8a6df6b33b42), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:35.526874 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 5942d208-f456-4349-ab76-08d6c26c0f61 up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:06:35.603147 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Pushing event updated for resources: {'Port': ['ID=effd9bc4-7e07-4769-b2a3-8a6df6b33b42,revision_number=5']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:35.615852 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port 5942d208-f456-4349-ab76-08d6c26c0f61 triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 10:06:35.616228 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (5942d208-f456-4349-ab76-08d6c26c0f61), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:35.699583 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port 5942d208-f456-4349-ab76-08d6c26c0f61 is: ACTIVE; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 10:06:37.089348 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54c36e4-229b-4fad-ac07-3f358142e9af None None] Sync routers for ids ['c254357d-6864-492c-944e-48feae531f5a'] in dv-cinder-844961-2-iscsi {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:06:37.105618 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54c36e4-229b-4fad-ac07-3f358142e9af None None] Routers {'c254357d-6864-492c-944e-48feae531f5a'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 10:06:37.106406 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-c54c36e4-229b-4fad-ac07-3f358142e9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T10:06:27Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['c254357d-6864-492c-944e-48feae531f5a'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:06:37.383783 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 5d1a4c09-521c-4395-ad49-ffb917640426 up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:06:37.448648 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-c54c36e4-229b-4fad-ac07-3f358142e9af None None] Set router c254357d-6864-492c-944e-48feae531f5a gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 10:06:37.503201 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port 5d1a4c09-521c-4395-ad49-ffb917640426 triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 10:06:37.503498 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (5d1a4c09-521c-4395-ad49-ffb917640426), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:37.738825 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port 5d1a4c09-521c-4395-ad49-ffb917640426 is: DOWN; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 10:06:37.739210 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (5d1a4c09-521c-4395-ad49-ffb917640426), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:37.746961 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:06:37.782483 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-c54c36e4-229b-4fad-ac07-3f358142e9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c254357d-6864-492c-944e-48feae531f5a', 'name': 'tempest-TestMinimumBasicScenario-1472049258-router', 'tenant_id': 'ca314df23321471bab248ce29b9d1427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '5d1a4c09-521c-4395-ad49-ffb917640426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T10:06:31Z', 'updated_at': '2022-08-31T10:06:34Z', 'revision_number': 4, 'project_id': 'ca314df23321471bab248ce29b9d1427', 'gw_port': {'id': '5d1a4c09-521c-4395-ad49-ffb917640426', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c254357d-6864-492c-944e-48feae531f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T10:06:32Z', 'updated_at': '2022-08-31T10:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': '8c9184a1-aec5-4bb5-8d50-b6b376fca9af', 'name': '', 'network_id': '30753b27-aea8-4ed7-b93f-6a5372869bae', 'tenant_id': 'ca314df23321471bab248ce29b9d1427', 'mac_address': 'fa:16:3e:3c:fd:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c254357d-6864-492c-944e-48feae531f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'dfb443d4-9735-47e3-ab0b-912d66dbadfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T10:06:33Z', 'updated_at': '2022-08-31T10:06:34Z', 'revision_number': 2, 'project_id': 'ca314df23321471bab248ce29b9d1427', 'subnets': [{'id': 'dfb443d4-9735-47e3-ab0b-912d66dbadfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:06:37.816108 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] For port 5d1a4c09-521c-4395-ad49-ffb917640426, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=5d1a4c09-521c-4395-ad49-ffb917640426,segment=NetworkSegment(a4995e04-234e-4976-89c5-310a94033a09),segment_id=a4995e04-234e-4976-89c5-310a94033a09)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:06:37.821193 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54c36e4-229b-4fad-ac07-3f358142e9af None None] Checking router: c254357d-6864-492c-944e-48feae531f5a for host: dv-cinder-844961-2-iscsi {{(pid=112921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:06:37.821633 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54c36e4-229b-4fad-ac07-3f358142e9af None None] Updating router c254357d-6864-492c-944e-48feae531f5a port 8c9184a1-aec5-4bb5-8d50-b6b376fca9af binding host dv-cinder-844961-2-iscsi {{(pid=112921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:06:37.826994 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (5d1a4c09-521c-4395-ad49-ffb917640426), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:37.828003 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device effd9bc4-7e07-4769-b2a3-8a6df6b33b42 up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:06:37.918176 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:06:37.919486 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-c54c36e4-229b-4fad-ac07-3f358142e9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (8c9184a1-aec5-4bb5-8d50-b6b376fca9af), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:37.991512 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Pushing event updated for resources: {'Port': ['ID=5d1a4c09-521c-4395-ad49-ffb917640426,revision_number=4']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:38.005548 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port effd9bc4-7e07-4769-b2a3-8a6df6b33b42 triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 10:06:38.005930 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (effd9bc4-7e07-4769-b2a3-8a6df6b33b42), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:38.210562 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port effd9bc4-7e07-4769-b2a3-8a6df6b33b42 is: ACTIVE; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 10:06:38.325623 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-c54c36e4-229b-4fad-ac07-3f358142e9af None None] Publish callbacks [] for port (8c9184a1-aec5-4bb5-8d50-b6b376fca9af), precommit_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:38.335142 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-c54c36e4-229b-4fad-ac07-3f358142e9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (8c9184a1-aec5-4bb5-8d50-b6b376fca9af), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:38.422686 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c15e00b-c555-45e9-b747-79bd7a6efcd2 None None] Pushing event updated for resources: {'Port': ['ID=8c9184a1-aec5-4bb5-8d50-b6b376fca9af,revision_number=3']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:38.439296 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-c54c36e4-229b-4fad-ac07-3f358142e9af None None] Attempting to bind port 8c9184a1-aec5-4bb5-8d50-b6b376fca9af on host dv-cinder-844961-2-iscsi for vnic_type normal with profile {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 10:06:38.440524 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-c54c36e4-229b-4fad-ac07-3f358142e9af None None] Attempting to bind port 8c9184a1-aec5-4bb5-8d50-b6b376fca9af by drivers openvswitch,hyperv on host dv-cinder-844961-2-iscsi at level 0 using segments [{'id': 'ff993ebc-f3e2-4634-8637-1f776a0d7d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '30753b27-aea8-4ed7-b93f-6a5372869bae'}] {{(pid=112921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 10:06:38.440524 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54c36e4-229b-4fad-ac07-3f358142e9af None None] Attempting to bind port 8c9184a1-aec5-4bb5-8d50-b6b376fca9af on network 30753b27-aea8-4ed7-b93f-6a5372869bae {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 10:06:38.446117 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54c36e4-229b-4fad-ac07-3f358142e9af None None] Checking agent: {'id': '18a9d5f8-8bea-4c71-b161-cda838278486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844961-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 9, 39, 30), 'started_at': datetime.datetime(2022, 8, 31, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 10, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844961-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 10:06:38.446494 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54c36e4-229b-4fad-ac07-3f358142e9af None None] Checking segment: {'id': 'ff993ebc-f3e2-4634-8637-1f776a0d7d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '30753b27-aea8-4ed7-b93f-6a5372869bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 10:06:38.446898 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-c54c36e4-229b-4fad-ac07-3f358142e9af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:38.447290 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54c36e4-229b-4fad-ac07-3f358142e9af None None] Bound using segment: {'id': 'ff993ebc-f3e2-4634-8637-1f776a0d7d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '30753b27-aea8-4ed7-b93f-6a5372869bae'} {{(pid=112921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 10:06:38.447760 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.managers [None req-c54c36e4-229b-4fad-ac07-3f358142e9af None None] Bound port: 8c9184a1-aec5-4bb5-8d50-b6b376fca9af, host: dv-cinder-844961-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff993ebc-f3e2-4634-8637-1f776a0d7d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '30753b27-aea8-4ed7-b93f-6a5372869bae'}}] {{(pid=112921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 10:06:38.448139 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-c54c36e4-229b-4fad-ac07-3f358142e9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (8c9184a1-aec5-4bb5-8d50-b6b376fca9af), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:38.518645 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-c54c36e4-229b-4fad-ac07-3f358142e9af None None] For port 8c9184a1-aec5-4bb5-8d50-b6b376fca9af, host dv-cinder-844961-2-iscsi, cleared binding levels {{(pid=112921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:06:38.521934 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-c54c36e4-229b-4fad-ac07-3f358142e9af None None] For port 8c9184a1-aec5-4bb5-8d50-b6b376fca9af, host dv-cinder-844961-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=8c9184a1-aec5-4bb5-8d50-b6b376fca9af,segment=NetworkSegment(ff993ebc-f3e2-4634-8637-1f776a0d7d59),segment_id=ff993ebc-f3e2-4634-8637-1f776a0d7d59)] {{(pid=112921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:06:38.528588 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-c54c36e4-229b-4fad-ac07-3f358142e9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (8c9184a1-aec5-4bb5-8d50-b6b376fca9af), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:38.573443 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54c36e4-229b-4fad-ac07-3f358142e9af None None] Routers {'c254357d-6864-492c-944e-48feae531f5a'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 10:06:38.574136 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-c54c36e4-229b-4fad-ac07-3f358142e9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T10:06:27Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['c254357d-6864-492c-944e-48feae531f5a'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:06:38.634771 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c15e00b-c555-45e9-b747-79bd7a6efcd2 None None] Pushing event updated for resources: {'Port': ['ID=8c9184a1-aec5-4bb5-8d50-b6b376fca9af,revision_number=4']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:38.707472 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-c54c36e4-229b-4fad-ac07-3f358142e9af None None] Set router c254357d-6864-492c-944e-48feae531f5a gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 10:06:38.747789 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:06:38.752029 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:06:38.947520 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-c54c36e4-229b-4fad-ac07-3f358142e9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c254357d-6864-492c-944e-48feae531f5a', 'name': 'tempest-TestMinimumBasicScenario-1472049258-router', 'tenant_id': 'ca314df23321471bab248ce29b9d1427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '5d1a4c09-521c-4395-ad49-ffb917640426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T10:06:31Z', 'updated_at': '2022-08-31T10:06:34Z', 'revision_number': 4, 'project_id': 'ca314df23321471bab248ce29b9d1427', 'gw_port': {'id': '5d1a4c09-521c-4395-ad49-ffb917640426', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c254357d-6864-492c-944e-48feae531f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T10:06:32Z', 'updated_at': '2022-08-31T10:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': '8c9184a1-aec5-4bb5-8d50-b6b376fca9af', 'name': '', 'network_id': '30753b27-aea8-4ed7-b93f-6a5372869bae', 'tenant_id': 'ca314df23321471bab248ce29b9d1427', 'mac_address': 'fa:16:3e:3c:fd:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c254357d-6864-492c-944e-48feae531f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'dfb443d4-9735-47e3-ab0b-912d66dbadfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T10:06:33Z', 'updated_at': '2022-08-31T10:06:38Z', 'revision_number': 4, 'project_id': 'ca314df23321471bab248ce29b9d1427', 'subnets': [{'id': 'dfb443d4-9735-47e3-ab0b-912d66dbadfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:06:38.974465 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54c36e4-229b-4fad-ac07-3f358142e9af None None] The sync data for ids ['c254357d-6864-492c-944e-48feae531f5a'] in dv-cinder-844961-2-iscsi is: [{'id': 'c254357d-6864-492c-944e-48feae531f5a', 'name': 'tempest-TestMinimumBasicScenario-1472049258-router', 'tenant_id': 'ca314df23321471bab248ce29b9d1427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '5d1a4c09-521c-4395-ad49-ffb917640426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T10:06:31Z', 'updated_at': '2022-08-31T10:06:34Z', 'revision_number': 4, 'project_id': 'ca314df23321471bab248ce29b9d1427', 'gw_port': {'id': '5d1a4c09-521c-4395-ad49-ffb917640426', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c254357d-6864-492c-944e-48feae531f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T10:06:32Z', 'updated_at': '2022-08-31T10:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': '8c9184a1-aec5-4bb5-8d50-b6b376fca9af', 'name': '', 'network_id': '30753b27-aea8-4ed7-b93f-6a5372869bae', 'tenant_id': 'ca314df23321471bab248ce29b9d1427', 'mac_address': 'fa:16:3e:3c:fd:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c254357d-6864-492c-944e-48feae531f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'dfb443d4-9735-47e3-ab0b-912d66dbadfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T10:06:33Z', 'updated_at': '2022-08-31T10:06:38Z', 'revision_number': 4, 'project_id': 'ca314df23321471bab248ce29b9d1427', 'subnets': [{'id': 'dfb443d4-9735-47e3-ab0b-912d66dbadfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:06:39.290733 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 5d1a4c09-521c-4395-ad49-ffb917640426 up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:06:39.349048 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port 5d1a4c09-521c-4395-ad49-ffb917640426 triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 10:06:39.349681 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (5d1a4c09-521c-4395-ad49-ffb917640426), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:39.470040 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port 5d1a4c09-521c-4395-ad49-ffb917640426 is: ACTIVE; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 10:06:39.471346 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 8c9184a1-aec5-4bb5-8d50-b6b376fca9af up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:06:39.525821 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port 8c9184a1-aec5-4bb5-8d50-b6b376fca9af triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 10:06:39.526214 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (8c9184a1-aec5-4bb5-8d50-b6b376fca9af), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:39.614068 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port 8c9184a1-aec5-4bb5-8d50-b6b376fca9af is: DOWN; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 10:06:39.614068 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (8c9184a1-aec5-4bb5-8d50-b6b376fca9af), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:39.649667 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] For port 8c9184a1-aec5-4bb5-8d50-b6b376fca9af, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=8c9184a1-aec5-4bb5-8d50-b6b376fca9af,segment=NetworkSegment(ff993ebc-f3e2-4634-8637-1f776a0d7d59),segment_id=ff993ebc-f3e2-4634-8637-1f776a0d7d59)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:06:39.655531 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (8c9184a1-aec5-4bb5-8d50-b6b376fca9af), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:39.706131 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Pushing event updated for resources: {'Port': ['ID=8c9184a1-aec5-4bb5-8d50-b6b376fca9af,revision_number=5']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:41.237118 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 8c9184a1-aec5-4bb5-8d50-b6b376fca9af up at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:06:41.252760 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=37,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:06:41.254460 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=61,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:06:41.285658 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Provisioning complete for port 8c9184a1-aec5-4bb5-8d50-b6b376fca9af triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 10:06:41.286031 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (8c9184a1-aec5-4bb5-8d50-b6b376fca9af), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:41.382764 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Current status of the port 8c9184a1-aec5-4bb5-8d50-b6b376fca9af is: ACTIVE; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 10:06:45.018936 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9407b-47db-4a3b-b7b9-ebffe2df3a84 req-a16f797f-d1a5-47ce-bc5b-fe88c2ca6658 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:06:45.020309 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ebc9407b-47db-4a3b-b7b9-ebffe2df3a84 req-a16f797f-d1a5-47ce-bc5b-fe88c2ca6658 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/networks?id=e59fd3c4-967e-4768-99cd-ea919e7cf128 HTTP/1.1" status: 200 len: 814 time: 0.1058879 Aug 31 10:06:45.035364 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ebc9407b-47db-4a3b-b7b9-ebffe2df3a84 req-36942179-66ea-4b40-8f2f-64ffb6d2bcf1 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/quotas/12a138e95d884fdaa8bb8653b151a546 HTTP/1.1" status: 200 len: 375 time: 0.0096464 Aug 31 10:06:45.087799 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ebc9407b-47db-4a3b-b7b9-ebffe2df3a84 req-d8b1c24c-c57c-44d2-9498-a928dd236d31 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=12a138e95d884fdaa8bb8653b151a546&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465956 Aug 31 10:06:45.094413 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.agents_db [None req-8002e13a-56e4-448b-bc0d-5c9f038cbdad None None] Agent healthcheck: found 6 active agents {{(pid=112922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:06:45.285271 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ebc9407b-47db-4a3b-b7b9-ebffe2df3a84 req-d572a411-9bdc-4110-a2f9-0bbae1326319 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/e59fd3c4-967e-4768-99cd-ea919e7cf128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847978 Aug 31 10:06:45.324675 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=71,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:06:45.332586 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=37 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:06:45.377357 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ebc9407b-47db-4a3b-b7b9-ebffe2df3a84 req-e28eeaa6-c225-4c4a-9585-c2fe968c75b6 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/e59fd3c4-967e-4768-99cd-ea919e7cf128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861795 Aug 31 10:06:45.546368 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9d39d597-75ee-4b4f-98b9-bfbefa9cd16c req-62dce6de-dee5-4d1f-ac75-c20bbc17eb53 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2a1fcb7-e956-40e3-8a46-50b8e539f892 HTTP/1.1" status: 200 len: 210 time: 0.0297639 Aug 31 10:06:46.050576 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=71,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:06:46.649810 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-3249655a-d3f5-47a4-ad60-985f634fa3e4 req-c5779d59-374b-4f17-bc95-5dcf58cd6b3c tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2a1fcb7-e956-40e3-8a46-50b8e539f892 HTTP/1.1" status: 200 len: 210 time: 0.0321090 Aug 31 10:06:46.809300 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9407b-47db-4a3b-b7b9-ebffe2df3a84 req-5ad8a82c-c6a1-4e23-a34b-0e7a96ae6dc5 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:06:46.810772 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ebc9407b-47db-4a3b-b7b9-ebffe2df3a84 req-5ad8a82c-c6a1-4e23-a34b-0e7a96ae6dc5 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.64 "GET /networking/v2.0/networks?id=e59fd3c4-967e-4768-99cd-ea919e7cf128 HTTP/1.1" status: 200 len: 814 time: 0.1113760 Aug 31 10:06:46.831279 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [req-ebc9407b-47db-4a3b-b7b9-ebffe2df3a84 req-799f22ba-b6d4-4116-b1d1-c35061f50b09 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Request body: {'port': {'device_id': 'd2a1fcb7-e956-40e3-8a46-50b8e539f892', 'network_id': 'e59fd3c4-967e-4768-99cd-ea919e7cf128', 'admin_state_up': True, 'tenant_id': '12a138e95d884fdaa8bb8653b151a546'}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:06:46.946476 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebc9407b-47db-4a3b-b7b9-ebffe2df3a84 req-799f22ba-b6d4-4116-b1d1-c35061f50b09 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Made reservation on behalf of 12a138e95d884fdaa8bb8653b151a546 for: {'port': 1} {{(pid=112919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:06:46.950163 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-ebc9407b-47db-4a3b-b7b9-ebffe2df3a84 req-799f22ba-b6d4-4116-b1d1-c35061f50b09 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:47.084151 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.db_base_plugin_common [req-ebc9407b-47db-4a3b-b7b9-ebffe2df3a84 req-799f22ba-b6d4-4116-b1d1-c35061f50b09 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Allocated IP 172.20.0.12 (e59fd3c4-967e-4768-99cd-ea919e7cf128/56b1f1ec-feb9-41cd-bbdc-63348df677aa/c8a86a3c-f0ce-49da-85d1-df62974790f8) {{(pid=112919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:06:47.251621 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-ebc9407b-47db-4a3b-b7b9-ebffe2df3a84 req-799f22ba-b6d4-4116-b1d1-c35061f50b09 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks [] for port (c8a86a3c-f0ce-49da-85d1-df62974790f8), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:47.282895 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:06:47.283918 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:06:47.291158 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-ebc9407b-47db-4a3b-b7b9-ebffe2df3a84 req-799f22ba-b6d4-4116-b1d1-c35061f50b09 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66028622'] for port (c8a86a3c-f0ce-49da-85d1-df62974790f8), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:47.350966 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebc9407b-47db-4a3b-b7b9-ebffe2df3a84 req-799f22ba-b6d4-4116-b1d1-c35061f50b09 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Network e59fd3c4-967e-4768-99cd-ea919e7cf128 is already hosted by enough agents. {{(pid=112919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:06:47.357537 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.base_scheduler [req-ebc9407b-47db-4a3b-b7b9-ebffe2df3a84 req-799f22ba-b6d4-4116-b1d1-c35061f50b09 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Resources bound (agent type, host, resource id): {{(pid=112919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:06:47.362978 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebc9407b-47db-4a3b-b7b9-ebffe2df3a84 req-799f22ba-b6d4-4116-b1d1-c35061f50b09 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Received port after_create {{(pid=112919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 10:06:47.397909 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799f22ba-b6d4-4116-b1d1-c35061f50b09 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Pushing event updated for resources: {'Port': ['ID=c8a86a3c-f0ce-49da-85d1-df62974790f8,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:47.415086 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799f22ba-b6d4-4116-b1d1-c35061f50b09 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:47.415443 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799f22ba-b6d4-4116-b1d1-c35061f50b09 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:47.415809 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799f22ba-b6d4-4116-b1d1-c35061f50b09 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:47.416117 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799f22ba-b6d4-4116-b1d1-c35061f50b09 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:47.416452 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799f22ba-b6d4-4116-b1d1-c35061f50b09 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:47.416789 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799f22ba-b6d4-4116-b1d1-c35061f50b09 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:47.417220 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799f22ba-b6d4-4116-b1d1-c35061f50b09 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:47.424479 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799f22ba-b6d4-4116-b1d1-c35061f50b09 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:47.424984 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799f22ba-b6d4-4116-b1d1-c35061f50b09 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:47.425522 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799f22ba-b6d4-4116-b1d1-c35061f50b09 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:47.426020 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799f22ba-b6d4-4116-b1d1-c35061f50b09 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:47.426377 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799f22ba-b6d4-4116-b1d1-c35061f50b09 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:47.426719 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799f22ba-b6d4-4116-b1d1-c35061f50b09 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:47.427057 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799f22ba-b6d4-4116-b1d1-c35061f50b09 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:47.427391 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799f22ba-b6d4-4116-b1d1-c35061f50b09 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:47.467612 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9407b-47db-4a3b-b7b9-ebffe2df3a84 req-799f22ba-b6d4-4116-b1d1-c35061f50b09 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:06:47.470343 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-ebc9407b-47db-4a3b-b7b9-ebffe2df3a84 req-799f22ba-b6d4-4116-b1d1-c35061f50b09 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for port (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:47.502379 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ebc9407b-47db-4a3b-b7b9-ebffe2df3a84 req-799f22ba-b6d4-4116-b1d1-c35061f50b09 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6753447 Aug 31 10:06:47.711219 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-54f05f8f-dd4b-4ae0-9687-a4aa993e7522 None None] Provisioning complete for port c8a86a3c-f0ce-49da-85d1-df62974790f8 triggered by entity DHCP. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 10:06:47.712254 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-54f05f8f-dd4b-4ae0-9687-a4aa993e7522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (c8a86a3c-f0ce-49da-85d1-df62974790f8), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:47.758622 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-54f05f8f-dd4b-4ae0-9687-a4aa993e7522 None None] Port c8a86a3c-f0ce-49da-85d1-df62974790f8 cannot update to ACTIVE because it is not bound. {{(pid=112921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 10:06:47.834142 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f88dd-0ca1-4cf2-8e93-0725ab4afe42 req-94e9fc86-6be0-48e5-9b62-14c8c243f8bf tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:06:47.835685 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-be3f88dd-0ca1-4cf2-8e93-0725ab4afe42 req-94e9fc86-6be0-48e5-9b62-14c8c243f8bf tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2a1fcb7-e956-40e3-8a46-50b8e539f892 HTTP/1.1" status: 200 len: 932 time: 0.0645955 Aug 31 10:06:47.890764 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-be3f88dd-0ca1-4cf2-8e93-0725ab4afe42 req-1595376a-18a8-409d-9d0f-a119c77c3d6f tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=4bceabb6-300c-47f9-a332-e7aa1d2d93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461447 Aug 31 10:06:49.023382 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c951dcf-ffb1-4877-89eb-36b4af01aafd req-1a6c5614-9862-4a71-ba48-a7e2070f7a8e tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:06:49.024887 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0c951dcf-ffb1-4877-89eb-36b4af01aafd req-1a6c5614-9862-4a71-ba48-a7e2070f7a8e tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2a1fcb7-e956-40e3-8a46-50b8e539f892 HTTP/1.1" status: 200 len: 932 time: 0.0545142 Aug 31 10:06:49.086562 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0c951dcf-ffb1-4877-89eb-36b4af01aafd req-302184b9-11ab-4287-a24e-3b8869f6144d tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=4bceabb6-300c-47f9-a332-e7aa1d2d93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543904 Aug 31 10:06:50.210983 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b202ee9-c580-4f98-8b99-0bc23934ef44 req-0aef0a45-d202-4f52-91b5-c8b43b8da3cf tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:06:50.212483 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9b202ee9-c580-4f98-8b99-0bc23934ef44 req-0aef0a45-d202-4f52-91b5-c8b43b8da3cf tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2a1fcb7-e956-40e3-8a46-50b8e539f892 HTTP/1.1" status: 200 len: 932 time: 0.0503590 Aug 31 10:06:50.265874 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9b202ee9-c580-4f98-8b99-0bc23934ef44 req-2eb4e2cd-3edb-4d7c-b290-7ae9efa0a60f tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=4bceabb6-300c-47f9-a332-e7aa1d2d93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464220 Aug 31 10:06:51.390424 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d8d51e-dab6-4a70-b231-cf41a6c742dc req-df7a8697-78a1-4eda-99eb-6c3bcda99bef tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:06:51.392456 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-38d8d51e-dab6-4a70-b231-cf41a6c742dc req-df7a8697-78a1-4eda-99eb-6c3bcda99bef tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2a1fcb7-e956-40e3-8a46-50b8e539f892 HTTP/1.1" status: 200 len: 932 time: 0.0497906 Aug 31 10:06:51.447330 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-38d8d51e-dab6-4a70-b231-cf41a6c742dc req-be869627-3630-490b-b998-84a287cae137 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=4bceabb6-300c-47f9-a332-e7aa1d2d93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489881 Aug 31 10:06:52.601744 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a6b9b-b264-4943-b2e4-a426ba1f1510 req-e655b603-8482-4dd4-919c-73dbcb0dacdf tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:06:52.604069 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9b9a6b9b-b264-4943-b2e4-a426ba1f1510 req-e655b603-8482-4dd4-919c-73dbcb0dacdf tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2a1fcb7-e956-40e3-8a46-50b8e539f892 HTTP/1.1" status: 200 len: 932 time: 0.0648248 Aug 31 10:06:52.660750 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9b9a6b9b-b264-4943-b2e4-a426ba1f1510 req-dfae04a9-fa10-45d8-9d9f-b8845e5e87b2 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=4bceabb6-300c-47f9-a332-e7aa1d2d93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496547 Aug 31 10:06:53.794002 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1701a-8bcf-41a6-9aa9-23e4009b00b6 req-ca23bfff-af35-4d22-ace6-793ac0b80fb7 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:06:53.795583 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-25d1701a-8bcf-41a6-9aa9-23e4009b00b6 req-ca23bfff-af35-4d22-ace6-793ac0b80fb7 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2a1fcb7-e956-40e3-8a46-50b8e539f892 HTTP/1.1" status: 200 len: 932 time: 0.0504019 Aug 31 10:06:53.850913 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-25d1701a-8bcf-41a6-9aa9-23e4009b00b6 req-68eeb04c-cfca-4d80-9d7b-5f1501a536f9 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=4bceabb6-300c-47f9-a332-e7aa1d2d93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491724 Aug 31 10:06:54.290987 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-77215f73-ec5b-437c-aa56-20af350d174d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:54.978701 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e2ff44-fa5e-4c42-9e7b-649e1d6202ed req-1fd902bc-4b94-451a-b8b7-c498397655a6 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:06:54.980162 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b2e2ff44-fa5e-4c42-9e7b-649e1d6202ed req-1fd902bc-4b94-451a-b8b7-c498397655a6 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2a1fcb7-e956-40e3-8a46-50b8e539f892 HTTP/1.1" status: 200 len: 932 time: 0.0535452 Aug 31 10:06:55.027935 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-b2e2ff44-fa5e-4c42-9e7b-649e1d6202ed req-2edd1b24-07f1-4328-a300-b539d69241db tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=4bceabb6-300c-47f9-a332-e7aa1d2d93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415118 Aug 31 10:06:55.089339 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:06:55.939178 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e6f198be-e193-4693-a253-f9c4522a6272), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:56.151739 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512224b3-5089-481f-9198-646d073e5d15 req-a147f298-bdf0-42a8-ad41-e9fd6fa3122e tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:06:56.153197 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-512224b3-5089-481f-9198-646d073e5d15 req-a147f298-bdf0-42a8-ad41-e9fd6fa3122e tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2a1fcb7-e956-40e3-8a46-50b8e539f892 HTTP/1.1" status: 200 len: 932 time: 0.0481551 Aug 31 10:06:56.180020 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:06:56.203581 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-512224b3-5089-481f-9198-646d073e5d15 req-55ca5186-602c-4908-87c1-41d00a4262e2 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=4bceabb6-300c-47f9-a332-e7aa1d2d93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441179 Aug 31 10:06:56.539445 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-2c91bc38-c581-45fe-afc4-683d1911e58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:57.321668 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5283915-d4e9-4ee7-8b24-aa8fa9ec12df req-0fac8dea-b4eb-4888-b9a0-07b273fc943e tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:06:57.323118 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a5283915-d4e9-4ee7-8b24-aa8fa9ec12df req-0fac8dea-b4eb-4888-b9a0-07b273fc943e tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2a1fcb7-e956-40e3-8a46-50b8e539f892 HTTP/1.1" status: 200 len: 932 time: 0.0463305 Aug 31 10:06:57.374338 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a5283915-d4e9-4ee7-8b24-aa8fa9ec12df req-5df88a8c-c1e2-44cd-b557-bb3c6098dfef tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=4bceabb6-300c-47f9-a332-e7aa1d2d93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440750 Aug 31 10:06:57.439514 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [req-ebc9407b-47db-4a3b-b7b9-ebffe2df3a84 req-9a37b9b8-723e-4331-b6a5-cfea7a9234cc service neutron] Request body: {'port': {'device_id': 'd2a1fcb7-e956-40e3-8a46-50b8e539f892', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84496'}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:06:57.492758 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:06:57.500030 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-ebc9407b-47db-4a3b-b7b9-ebffe2df3a84 req-9a37b9b8-723e-4331-b6a5-cfea7a9234cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (c8a86a3c-f0ce-49da-85d1-df62974790f8), before_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:57.757827 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.notifiers.nova [req-ebc9407b-47db-4a3b-b7b9-ebffe2df3a84 req-9a37b9b8-723e-4331-b6a5-cfea7a9234cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8a86a3c-f0ce-49da-85d1-df62974790f8 {{(pid=112919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 10:06:57.765408 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-ebc9407b-47db-4a3b-b7b9-ebffe2df3a84 req-9a37b9b8-723e-4331-b6a5-cfea7a9234cc service neutron] Publish callbacks [] for port (c8a86a3c-f0ce-49da-85d1-df62974790f8), precommit_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:57.777738 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.provisioning_blocks [req-ebc9407b-47db-4a3b-b7b9-ebffe2df3a84 req-9a37b9b8-723e-4331-b6a5-cfea7a9234cc service neutron] Transition to ACTIVE for port object c8a86a3c-f0ce-49da-85d1-df62974790f8 will not be triggered until provisioned by entity L2. {{(pid=112919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 10:06:57.781349 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-ebc9407b-47db-4a3b-b7b9-ebffe2df3a84 req-9a37b9b8-723e-4331-b6a5-cfea7a9234cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66028615'] for port (c8a86a3c-f0ce-49da-85d1-df62974790f8), after_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:57.846888 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a37b9b8-723e-4331-b6a5-cfea7a9234cc service neutron] Pushing event updated for resources: {'Port': ['ID=c8a86a3c-f0ce-49da-85d1-df62974790f8,revision_number=2']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:57.876521 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:57.898419 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.managers [req-ebc9407b-47db-4a3b-b7b9-ebffe2df3a84 req-9a37b9b8-723e-4331-b6a5-cfea7a9234cc service neutron] Attempting to bind port c8a86a3c-f0ce-49da-85d1-df62974790f8 on host hv-cinder-84496 for vnic_type normal with profile {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 10:06:57.898753 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.managers [req-ebc9407b-47db-4a3b-b7b9-ebffe2df3a84 req-9a37b9b8-723e-4331-b6a5-cfea7a9234cc service neutron] Attempting to bind port c8a86a3c-f0ce-49da-85d1-df62974790f8 by drivers openvswitch,hyperv on host hv-cinder-84496 at level 0 using segments [{'id': '314ebc50-7b09-4376-9d10-e22a0eba6540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e59fd3c4-967e-4768-99cd-ea919e7cf128'}] {{(pid=112919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 10:06:57.899081 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc9407b-47db-4a3b-b7b9-ebffe2df3a84 req-9a37b9b8-723e-4331-b6a5-cfea7a9234cc service neutron] Attempting to bind port c8a86a3c-f0ce-49da-85d1-df62974790f8 on network e59fd3c4-967e-4768-99cd-ea919e7cf128 {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 10:06:57.903402 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc9407b-47db-4a3b-b7b9-ebffe2df3a84 req-9a37b9b8-723e-4331-b6a5-cfea7a9234cc service neutron] Port c8a86a3c-f0ce-49da-85d1-df62974790f8 on network e59fd3c4-967e-4768-99cd-ea919e7cf128 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84496 {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 10:06:57.903721 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc9407b-47db-4a3b-b7b9-ebffe2df3a84 req-9a37b9b8-723e-4331-b6a5-cfea7a9234cc service neutron] Attempting to bind port c8a86a3c-f0ce-49da-85d1-df62974790f8 on network e59fd3c4-967e-4768-99cd-ea919e7cf128 {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 10:06:57.909012 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc9407b-47db-4a3b-b7b9-ebffe2df3a84 req-9a37b9b8-723e-4331-b6a5-cfea7a9234cc service neutron] Checking agent: {'id': 'e6f198be-e193-4693-a253-f9c4522a6272', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 9, 45, 52), 'started_at': datetime.datetime(2022, 8, 31, 9, 45, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 10, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 10:06:57.909349 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc9407b-47db-4a3b-b7b9-ebffe2df3a84 req-9a37b9b8-723e-4331-b6a5-cfea7a9234cc service neutron] Checking segment: {'id': '314ebc50-7b09-4376-9d10-e22a0eba6540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e59fd3c4-967e-4768-99cd-ea919e7cf128'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 10:06:57.909759 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc9407b-47db-4a3b-b7b9-ebffe2df3a84 req-9a37b9b8-723e-4331-b6a5-cfea7a9234cc service neutron] Bound using segment: {'id': '314ebc50-7b09-4376-9d10-e22a0eba6540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e59fd3c4-967e-4768-99cd-ea919e7cf128'} {{(pid=112919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 10:06:57.910188 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.managers [req-ebc9407b-47db-4a3b-b7b9-ebffe2df3a84 req-9a37b9b8-723e-4331-b6a5-cfea7a9234cc service neutron] Bound port: c8a86a3c-f0ce-49da-85d1-df62974790f8, host: hv-cinder-84496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '314ebc50-7b09-4376-9d10-e22a0eba6540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e59fd3c4-967e-4768-99cd-ea919e7cf128'}}] {{(pid=112919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 10:06:57.910542 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-ebc9407b-47db-4a3b-b7b9-ebffe2df3a84 req-9a37b9b8-723e-4331-b6a5-cfea7a9234cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (c8a86a3c-f0ce-49da-85d1-df62974790f8), before_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:57.975345 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.db [req-ebc9407b-47db-4a3b-b7b9-ebffe2df3a84 req-9a37b9b8-723e-4331-b6a5-cfea7a9234cc service neutron] For port c8a86a3c-f0ce-49da-85d1-df62974790f8, host hv-cinder-84496, cleared binding levels {{(pid=112919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:06:57.978561 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.db [req-ebc9407b-47db-4a3b-b7b9-ebffe2df3a84 req-9a37b9b8-723e-4331-b6a5-cfea7a9234cc service neutron] For port c8a86a3c-f0ce-49da-85d1-df62974790f8, host hv-cinder-84496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=c8a86a3c-f0ce-49da-85d1-df62974790f8,segment=NetworkSegment(314ebc50-7b09-4376-9d10-e22a0eba6540),segment_id=314ebc50-7b09-4376-9d10-e22a0eba6540)] {{(pid=112919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:06:57.984732 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-ebc9407b-47db-4a3b-b7b9-ebffe2df3a84 req-9a37b9b8-723e-4331-b6a5-cfea7a9234cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66028615'] for port (c8a86a3c-f0ce-49da-85d1-df62974790f8), after_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:57.988989 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9407b-47db-4a3b-b7b9-ebffe2df3a84 req-9a37b9b8-723e-4331-b6a5-cfea7a9234cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:06:57.989620 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-ebc9407b-47db-4a3b-b7b9-ebffe2df3a84 req-9a37b9b8-723e-4331-b6a5-cfea7a9234cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for port (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:57.991057 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ebc9407b-47db-4a3b-b7b9-ebffe2df3a84 req-9a37b9b8-723e-4331-b6a5-cfea7a9234cc service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/c8a86a3c-f0ce-49da-85d1-df62974790f8 HTTP/1.1" status: 200 len: 1094 time: 0.6067579 Aug 31 10:06:57.991593 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a1fcb7-e956-40e3-8a46-50b8e539f892', 'tag': 'c8a86a3c-f0ce-49da-85d1-df62974790f8'}] {{(pid=112919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 10:06:57.993862 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f6ad1632a392cf14020321c7ce6c49338053db0fa13ffca62b7dfe78a8e90b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81775be-b254-492e-b83b-2ed71da71921" -d '{"events": [{"name": "network-changed", "server_uuid": "d2a1fcb7-e956-40e3-8a46-50b8e539f892", "tag": "c8a86a3c-f0ce-49da-85d1-df62974790f8"}]}' {{(pid=112919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:06:58.043214 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a37b9b8-723e-4331-b6a5-cfea7a9234cc service neutron] Pushing event updated for resources: {'Port': ['ID=c8a86a3c-f0ce-49da-85d1-df62974790f8,revision_number=3']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:58.098393 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9407b-47db-4a3b-b7b9-ebffe2df3a84 req-ba7373c1-f2c0-47b0-9f67-3a6517657145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:06:58.099887 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ebc9407b-47db-4a3b-b7b9-ebffe2df3a84 req-ba7373c1-f2c0-47b0-9f67-3a6517657145 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=12a138e95d884fdaa8bb8653b151a546&device_id=d2a1fcb7-e956-40e3-8a46-50b8e539f892 HTTP/1.1" status: 200 len: 1128 time: 0.0420692 Aug 31 10:06:58.151895 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ebc9407b-47db-4a3b-b7b9-ebffe2df3a84 req-0f50d1b9-6d5a-447e-8285-b7baaa81d180 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8a86a3c-f0ce-49da-85d1-df62974790f8 HTTP/1.1" status: 200 len: 217 time: 0.0373900 Aug 31 10:06:58.187902 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 10:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3558a85c-cb86-4171-b619-8ca631ce3707 x-openstack-request-id: req-3558a85c-cb86-4171-b619-8ca631ce3707 {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:06:58.188188 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2a1fcb7-e956-40e3-8a46-50b8e539f892", "tag": "c8a86a3c-f0ce-49da-85d1-df62974790f8", "status": "completed", "code": 200}]} {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:06:58.188440 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3558a85c-cb86-4171-b619-8ca631ce3707 {{(pid=112919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:06:58.188926 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3558a85c-cb86-4171-b619-8ca631ce3707'] response: {'name': 'network-changed', 'server_uuid': 'd2a1fcb7-e956-40e3-8a46-50b8e539f892', 'tag': 'c8a86a3c-f0ce-49da-85d1-df62974790f8', 'status': 'completed', 'code': 200} Aug 31 10:06:58.207034 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9407b-47db-4a3b-b7b9-ebffe2df3a84 req-adaee019-f009-4495-b83f-2f1fabd2aa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:06:58.208506 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ebc9407b-47db-4a3b-b7b9-ebffe2df3a84 req-adaee019-f009-4495-b83f-2f1fabd2aa1a service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=56b1f1ec-feb9-41cd-bbdc-63348df677aa HTTP/1.1" status: 200 len: 853 time: 0.0500789 Aug 31 10:06:58.251746 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9407b-47db-4a3b-b7b9-ebffe2df3a84 req-5db5d5e2-3b46-4420-9915-61fc2997c3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:06:58.253252 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ebc9407b-47db-4a3b-b7b9-ebffe2df3a84 req-5db5d5e2-3b46-4420-9915-61fc2997c3a1 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=e59fd3c4-967e-4768-99cd-ea919e7cf128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387311 Aug 31 10:06:58.315088 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:06:58.351234 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ebc9407b-47db-4a3b-b7b9-ebffe2df3a84 req-db7d20f9-a9da-416e-9055-af6b9c3b9ae7 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/e59fd3c4-967e-4768-99cd-ea919e7cf128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905676 Aug 31 10:06:58.699722 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:06:58.732759 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68bb97-3d4e-4fc6-84dd-8c5a4bf5bafc req-4fce3d8a-b0e5-40a1-a7d2-5f60ded256e9 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:06:58.735659 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9c68bb97-3d4e-4fc6-84dd-8c5a4bf5bafc req-4fce3d8a-b0e5-40a1-a7d2-5f60ded256e9 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2a1fcb7-e956-40e3-8a46-50b8e539f892 HTTP/1.1" status: 200 len: 944 time: 0.0896835 Aug 31 10:06:58.777284 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-ebc9407b-47db-4a3b-b7b9-ebffe2df3a84 req-67d5a00a-1ea0-4b0e-9dc6-d5df2a48656a service neutron] 10.222.0.64 "GET /networking/v2.0/networks/e59fd3c4-967e-4768-99cd-ea919e7cf128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4201667 Aug 31 10:06:58.805987 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9c68bb97-3d4e-4fc6-84dd-8c5a4bf5bafc req-c6708f3e-e59a-4eb1-a62e-d5c5451cb4bd tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=4bceabb6-300c-47f9-a332-e7aa1d2d93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616477 Aug 31 10:06:59.535721 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:06:59.547623 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:59.644372 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:06:59.933827 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d829a7e-b35a-4df2-b078-447ad05c548d req-7f6dab59-2503-428e-8996-d32a5e81b0cb tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:06:59.935272 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5d829a7e-b35a-4df2-b078-447ad05c548d req-7f6dab59-2503-428e-8996-d32a5e81b0cb tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2a1fcb7-e956-40e3-8a46-50b8e539f892 HTTP/1.1" status: 200 len: 944 time: 0.0475097 Aug 31 10:06:59.983832 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5d829a7e-b35a-4df2-b078-447ad05c548d req-e6e1391a-9715-4585-8d21-dd6c70fbd40e tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=4bceabb6-300c-47f9-a332-e7aa1d2d93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412834 Aug 31 10:07:00.947069 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81775be-b254-492e-b83b-2ed71da71921 req-0ff52af7-8a99-40d5-ac08-b2ec286cdd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:07:00.948532 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a81775be-b254-492e-b83b-2ed71da71921 req-0ff52af7-8a99-40d5-ac08-b2ec286cdd82 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=12a138e95d884fdaa8bb8653b151a546&device_id=d2a1fcb7-e956-40e3-8a46-50b8e539f892 HTTP/1.1" status: 200 len: 1128 time: 0.0384805 Aug 31 10:07:01.045343 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81775be-b254-492e-b83b-2ed71da71921 req-d2676a49-d972-4a50-a03e-6a0d17aa539d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:07:01.047464 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a81775be-b254-492e-b83b-2ed71da71921 req-d2676a49-d972-4a50-a03e-6a0d17aa539d service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=e59fd3c4-967e-4768-99cd-ea919e7cf128 HTTP/1.1" status: 200 len: 915 time: 0.0913799 Aug 31 10:07:01.096624 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a81775be-b254-492e-b83b-2ed71da71921 req-5409d783-ba31-40b1-bb78-b887314742f1 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8a86a3c-f0ce-49da-85d1-df62974790f8 HTTP/1.1" status: 200 len: 217 time: 0.0430839 Aug 31 10:07:01.164622 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb625c-3810-476d-8b2d-a3f8ded9f2f9 req-84031f6e-1942-46d8-964a-0ef56b2edb14 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:07:01.166104 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-66eb625c-3810-476d-8b2d-a3f8ded9f2f9 req-84031f6e-1942-46d8-964a-0ef56b2edb14 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2a1fcb7-e956-40e3-8a46-50b8e539f892 HTTP/1.1" status: 200 len: 944 time: 0.0788081 Aug 31 10:07:01.186834 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81775be-b254-492e-b83b-2ed71da71921 req-4f2f9fa8-139b-459b-a243-22e9925657fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:07:01.188445 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a81775be-b254-492e-b83b-2ed71da71921 req-4f2f9fa8-139b-459b-a243-22e9925657fb service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=56b1f1ec-feb9-41cd-bbdc-63348df677aa HTTP/1.1" status: 200 len: 853 time: 0.0688117 Aug 31 10:07:01.251510 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81775be-b254-492e-b83b-2ed71da71921 req-9609ba68-aea7-4deb-82ee-208d03f4fe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:07:01.252905 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a81775be-b254-492e-b83b-2ed71da71921 req-9609ba68-aea7-4deb-82ee-208d03f4fe1c service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=e59fd3c4-967e-4768-99cd-ea919e7cf128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0562375 Aug 31 10:07:01.256062 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-66eb625c-3810-476d-8b2d-a3f8ded9f2f9 req-3e4323fe-6c75-4ebc-83d3-ecfa6d57e3db tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=4bceabb6-300c-47f9-a332-e7aa1d2d93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822208 Aug 31 10:07:01.347665 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a81775be-b254-492e-b83b-2ed71da71921 req-f2f3c750-e278-49b8-a91f-2c2090db6b60 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/e59fd3c4-967e-4768-99cd-ea919e7cf128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876606 Aug 31 10:07:01.440320 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a81775be-b254-492e-b83b-2ed71da71921 req-0537f7c9-5c9f-4df5-8b22-e1e9c0b73c5c service neutron] 10.222.0.64 "GET /networking/v2.0/networks/e59fd3c4-967e-4768-99cd-ea919e7cf128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867543 Aug 31 10:07:02.378179 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f000bd8-3bee-40f1-8778-8bddc7d17ec2 req-4abe3769-c4e3-4dec-a98e-64cba4c23395 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:07:02.379652 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7f000bd8-3bee-40f1-8778-8bddc7d17ec2 req-4abe3769-c4e3-4dec-a98e-64cba4c23395 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2a1fcb7-e956-40e3-8a46-50b8e539f892 HTTP/1.1" status: 200 len: 944 time: 0.0490639 Aug 31 10:07:02.428526 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-7f000bd8-3bee-40f1-8778-8bddc7d17ec2 req-3d6eb24e-7163-4d5d-b344-9163c6dcf5ec tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=4bceabb6-300c-47f9-a332-e7aa1d2d93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431266 Aug 31 10:07:02.617352 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device c8a86a3c-f0ce-49da-85d1-df62974790f8 details requested by agent hyperv_hv-cinder-84496 with host hv-cinder-84496 {{(pid=112921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:07:02.652913 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:07:02.721856 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port c8a86a3c-f0ce-49da-85d1-df62974790f8, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=c8a86a3c-f0ce-49da-85d1-df62974790f8,segment=NetworkSegment(314ebc50-7b09-4376-9d10-e22a0eba6540),segment_id=314ebc50-7b09-4376-9d10-e22a0eba6540)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:07:02.732863 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Returning: {'device': 'c8a86a3c-f0ce-49da-85d1-df62974790f8', 'network_id': 'e59fd3c4-967e-4768-99cd-ea919e7cf128', 'port_id': 'c8a86a3c-f0ce-49da-85d1-df62974790f8', 'mac_address': 'fa:16:3e:d7:f1:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56b1f1ec-feb9-41cd-bbdc-63348df677aa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:07:02.768087 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Current status of the port c8a86a3c-f0ce-49da-85d1-df62974790f8 is: DOWN; New status is: BUILD {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 10:07:02.768470 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (c8a86a3c-f0ce-49da-85d1-df62974790f8), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:07:02.785019 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.notifiers.nova [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8a86a3c-f0ce-49da-85d1-df62974790f8 {{(pid=112921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 10:07:02.804135 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port c8a86a3c-f0ce-49da-85d1-df62974790f8, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=c8a86a3c-f0ce-49da-85d1-df62974790f8,segment=NetworkSegment(314ebc50-7b09-4376-9d10-e22a0eba6540),segment_id=314ebc50-7b09-4376-9d10-e22a0eba6540)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:07:02.807807 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (c8a86a3c-f0ce-49da-85d1-df62974790f8), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:07:02.977640 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Pushing event updated for resources: {'Port': ['ID=c8a86a3c-f0ce-49da-85d1-df62974790f8,revision_number=4']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:07:03.314684 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] get_ports_and_sgs() called for port_ids ['c8a86a3c-f0ce-49da-85d1-df62974790f8'] {{(pid=112921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 10:07:03.546560 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26b463-96d5-4868-8b88-0f3a94529dbb req-a1a05534-c0b0-48e1-947f-d7e00290ec24 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:07:03.548031 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-3b26b463-96d5-4868-8b88-0f3a94529dbb req-a1a05534-c0b0-48e1-947f-d7e00290ec24 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2a1fcb7-e956-40e3-8a46-50b8e539f892 HTTP/1.1" status: 200 len: 945 time: 0.0461423 Aug 31 10:07:03.596609 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-3b26b463-96d5-4868-8b88-0f3a94529dbb req-1e1b437f-b4b2-417f-8de9-8a55f32ae611 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=4bceabb6-300c-47f9-a332-e7aa1d2d93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428338 Aug 31 10:07:04.625281 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device c8a86a3c-f0ce-49da-85d1-df62974790f8 up at agent hyperv_hv-cinder-84496 {{(pid=112921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:07:04.669249 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Provisioning for port c8a86a3c-f0ce-49da-85d1-df62974790f8 completed by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 10:07:04.675043 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.provisioning_blocks [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Provisioning complete for port c8a86a3c-f0ce-49da-85d1-df62974790f8 triggered by entity L2. {{(pid=112921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 10:07:04.675483 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932138'] for port (c8a86a3c-f0ce-49da-85d1-df62974790f8), provisioning_complete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:07:04.678830 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:07:04.709766 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:07:04.723545 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e273d4-eeb8-4bab-80da-eae143b88d21 req-65b87888-8d2a-430b-8b2e-4513451836cb tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:07:04.724995 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d6e273d4-eeb8-4bab-80da-eae143b88d21 req-65b87888-8d2a-430b-8b2e-4513451836cb tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2a1fcb7-e956-40e3-8a46-50b8e539f892 HTTP/1.1" status: 200 len: 945 time: 0.0559783 Aug 31 10:07:04.751026 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Current status of the port c8a86a3c-f0ce-49da-85d1-df62974790f8 is: BUILD; New status is: ACTIVE {{(pid=112921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 10:07:04.751418 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (c8a86a3c-f0ce-49da-85d1-df62974790f8), before_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:07:04.774706 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a1fcb7-e956-40e3-8a46-50b8e539f892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a86a3c-f0ce-49da-85d1-df62974790f8'}] {{(pid=112921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 10:07:04.774957 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d6e273d4-eeb8-4bab-80da-eae143b88d21 req-c9d1ef33-8e76-48d0-821c-e3de41011cc9 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=4bceabb6-300c-47f9-a332-e7aa1d2d93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438428 Aug 31 10:07:04.776929 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b0c9b70db3c71f613761f7f5e171cb6bed896c41d1f4f7babde002b819469c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89dcc903-8b72-4238-998a-756ba02506e8" -d '{"events": [{"server_uuid": "d2a1fcb7-e956-40e3-8a46-50b8e539f892", "name": "network-vif-plugged", "status": "completed", "tag": "c8a86a3c-f0ce-49da-85d1-df62974790f8"}]}' {{(pid=112921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:07:04.793232 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] For port c8a86a3c-f0ce-49da-85d1-df62974790f8, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=c8a86a3c-f0ce-49da-85d1-df62974790f8,segment=NetworkSegment(314ebc50-7b09-4376-9d10-e22a0eba6540),segment_id=314ebc50-7b09-4376-9d10-e22a0eba6540)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:07:04.798224 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314'] for port (c8a86a3c-f0ce-49da-85d1-df62974790f8), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:07:04.847530 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Pushing event updated for resources: {'Port': ['ID=c8a86a3c-f0ce-49da-85d1-df62974790f8,revision_number=5']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:07:04.882772 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 10:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0c3678-2f07-4db3-b0e2-9bb88d95b7a1 x-openstack-request-id: req-1e0c3678-2f07-4db3-b0e2-9bb88d95b7a1 {{(pid=112921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:07:04.883062 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2a1fcb7-e956-40e3-8a46-50b8e539f892", "name": "network-vif-plugged", "status": "completed", "tag": "c8a86a3c-f0ce-49da-85d1-df62974790f8", "code": 200}]} {{(pid=112921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:07:04.883311 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e0c3678-2f07-4db3-b0e2-9bb88d95b7a1 {{(pid=112921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:07:04.883704 dv-cinder-844961-2-iscsi neutron-server[112921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e0c3678-2f07-4db3-b0e2-9bb88d95b7a1'] response: {'server_uuid': 'd2a1fcb7-e956-40e3-8a46-50b8e539f892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a86a3c-f0ce-49da-85d1-df62974790f8', 'code': 200} Aug 31 10:07:05.110556 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c9a532-5aa4-44be-a529-cf27f188fb86 req-47cff6e5-9214-4d60-a274-44c79fdc3443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:07:05.112037 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-13c9a532-5aa4-44be-a529-cf27f188fb86 req-47cff6e5-9214-4d60-a274-44c79fdc3443 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2a1fcb7-e956-40e3-8a46-50b8e539f892 HTTP/1.1" status: 200 len: 1130 time: 0.0412688 Aug 31 10:07:05.156889 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-13c9a532-5aa4-44be-a529-cf27f188fb86 req-3690f954-6ad5-4c52-9ac1-8e312220d72d service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4bceabb6-300c-47f9-a332-e7aa1d2d93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389240 Aug 31 10:07:05.902525 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a77b3b-ae89-4654-81d3-1b3a90f107c5 req-97014cc4-4b02-40e7-9d72-e5ae4f364f92 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:07:05.903978 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-71a77b3b-ae89-4654-81d3-1b3a90f107c5 req-97014cc4-4b02-40e7-9d72-e5ae4f364f92 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2a1fcb7-e956-40e3-8a46-50b8e539f892 HTTP/1.1" status: 200 len: 946 time: 0.0463903 Aug 31 10:07:05.957038 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-71a77b3b-ae89-4654-81d3-1b3a90f107c5 req-f7f76074-d148-4254-8981-cea1c66c4098 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=4bceabb6-300c-47f9-a332-e7aa1d2d93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465689 Aug 31 10:07:07.084420 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b8ae6-7b89-4548-a56b-9db10c79aab3 req-c2d060ef-f429-4407-87bb-ac3ec9a4ebae tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:07:07.086403 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c55b8ae6-7b89-4548-a56b-9db10c79aab3 req-c2d060ef-f429-4407-87bb-ac3ec9a4ebae tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2a1fcb7-e956-40e3-8a46-50b8e539f892 HTTP/1.1" status: 200 len: 946 time: 0.0523493 Aug 31 10:07:07.134794 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c55b8ae6-7b89-4548-a56b-9db10c79aab3 req-e4c5ad3f-3d24-459c-ba36-d5f168fe7cf7 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=4bceabb6-300c-47f9-a332-e7aa1d2d93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431640 Aug 31 10:07:07.251899 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2da3e-ea0c-4fe5-9916-46d6fae923fe req-42f75de2-0333-4474-8035-17eb60659630 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:07:07.253260 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-fac2da3e-ea0c-4fe5-9916-46d6fae923fe req-42f75de2-0333-4474-8035-17eb60659630 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2a1fcb7-e956-40e3-8a46-50b8e539f892 HTTP/1.1" status: 200 len: 946 time: 0.0481088 Aug 31 10:07:07.302588 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-fac2da3e-ea0c-4fe5-9916-46d6fae923fe req-83d78fb7-2122-4ea6-b730-232e4bfebd4e tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=4bceabb6-300c-47f9-a332-e7aa1d2d93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437083 Aug 31 10:07:07.635898 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4bf51c-30ba-4cd3-93e7-6c6f896d7318 req-05952cf9-e290-40ba-9e49-31c061c87555 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:07:07.637365 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5d4bf51c-30ba-4cd3-93e7-6c6f896d7318 req-05952cf9-e290-40ba-9e49-31c061c87555 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2a1fcb7-e956-40e3-8a46-50b8e539f892 HTTP/1.1" status: 200 len: 946 time: 0.0499742 Aug 31 10:07:07.684263 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-5d4bf51c-30ba-4cd3-93e7-6c6f896d7318 req-307dafd6-63f3-4034-976f-cae08bb85418 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=4bceabb6-300c-47f9-a332-e7aa1d2d93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408237 Aug 31 10:07:13.579100 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4813ecba-d09f-4f37-be38-c9974b22d7a7 req-01a4dbdf-8ab2-4cae-823a-d29bd13fb1ad service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2a1fcb7-e956-40e3-8a46-50b8e539f892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387282 Aug 31 10:07:13.681509 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813ecba-d09f-4f37-be38-c9974b22d7a7 req-d0e0a4b4-eb12-4de9-a004-80b4688b4f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:07:13.682995 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4813ecba-d09f-4f37-be38-c9974b22d7a7 req-d0e0a4b4-eb12-4de9-a004-80b4688b4f3c service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=12a138e95d884fdaa8bb8653b151a546&device_id=d2a1fcb7-e956-40e3-8a46-50b8e539f892 HTTP/1.1" status: 200 len: 1130 time: 0.0392656 Aug 31 10:07:13.800462 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813ecba-d09f-4f37-be38-c9974b22d7a7 req-d2ea8102-5ddb-42f4-9999-229e2af4ac24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:07:13.801884 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4813ecba-d09f-4f37-be38-c9974b22d7a7 req-d2ea8102-5ddb-42f4-9999-229e2af4ac24 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=e59fd3c4-967e-4768-99cd-ea919e7cf128 HTTP/1.1" status: 200 len: 915 time: 0.0940042 Aug 31 10:07:13.839888 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4813ecba-d09f-4f37-be38-c9974b22d7a7 req-ec8d3739-2b98-4e17-9237-612a3d6c4283 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8a86a3c-f0ce-49da-85d1-df62974790f8 HTTP/1.1" status: 200 len: 217 time: 0.0324600 Aug 31 10:07:13.892531 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813ecba-d09f-4f37-be38-c9974b22d7a7 req-52bf7269-5136-4131-a4ee-4cd83edfad04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:07:13.893987 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4813ecba-d09f-4f37-be38-c9974b22d7a7 req-52bf7269-5136-4131-a4ee-4cd83edfad04 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=56b1f1ec-feb9-41cd-bbdc-63348df677aa HTTP/1.1" status: 200 len: 853 time: 0.0486207 Aug 31 10:07:13.939478 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813ecba-d09f-4f37-be38-c9974b22d7a7 req-f24073bf-e7a6-4179-91aa-341b8525a56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:07:13.940987 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4813ecba-d09f-4f37-be38-c9974b22d7a7 req-f24073bf-e7a6-4179-91aa-341b8525a56d service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=e59fd3c4-967e-4768-99cd-ea919e7cf128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406635 Aug 31 10:07:14.034299 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4813ecba-d09f-4f37-be38-c9974b22d7a7 req-edecb024-510e-43a5-a129-e7831ffc5035 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/e59fd3c4-967e-4768-99cd-ea919e7cf128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865924 Aug 31 10:07:14.130408 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-4813ecba-d09f-4f37-be38-c9974b22d7a7 req-5e33bac0-b5a8-45b4-b854-fb241d00755f service neutron] 10.222.0.64 "GET /networking/v2.0/networks/e59fd3c4-967e-4768-99cd-ea919e7cf128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892386 Aug 31 10:07:14.843905 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=72,neutron:DELETE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:07:14.844980 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:07:17.296605 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:07:17.314384 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:07:17.333188 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457107a9-ce0e-4768-a367-a80ba60045f6 req-c04efb60-3fe8-4a6f-bea3-7c6453af13b5 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:07:17.334692 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-457107a9-ce0e-4768-a367-a80ba60045f6 req-c04efb60-3fe8-4a6f-bea3-7c6453af13b5 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2a1fcb7-e956-40e3-8a46-50b8e539f892 HTTP/1.1" status: 200 len: 946 time: 0.0477252 Aug 31 10:07:17.382646 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-457107a9-ce0e-4768-a367-a80ba60045f6 req-703ba5cf-9db0-46c8-9378-677ea2e1ce0c tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=4bceabb6-300c-47f9-a332-e7aa1d2d93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424113 Aug 31 10:07:17.410631 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 54788) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:07:17.505596 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db39111-b960-4817-a85d-7dce980cd3ac tempest-TestMinimumBasicScenario-1443233092 tempest-TestMinimumBasicScenario-1443233092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:07:17.507010 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-9db39111-b960-4817-a85d-7dce980cd3ac tempest-TestMinimumBasicScenario-1443233092 tempest-TestMinimumBasicScenario-1443233092-project-admin] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2a1fcb7-e956-40e3-8a46-50b8e539f892 HTTP/1.1" status: 200 len: 1125 time: 0.0931158 Aug 31 10:07:17.509935 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 54792) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:07:17.514130 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-12b86738-9052-43cf-8e23-b81c7c477bc2 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Request body: {'floatingip': {'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'port_id': 'c8a86a3c-f0ce-49da-85d1-df62974790f8', 'tenant_id': '12a138e95d884fdaa8bb8653b151a546', 'fixed_ip_address': '172.20.0.12'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:07:17.536186 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-12b86738-9052-43cf-8e23-b81c7c477bc2 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:07:17.615530 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-12b86738-9052-43cf-8e23-b81c7c477bc2 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (None), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:07:17.950400 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.db_base_plugin_common [None req-12b86738-9052-43cf-8e23-b81c7c477bc2 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Allocated IP 172.27.3.136 (9ecc2a3c-efc3-4c90-8e67-1028759a248c/b5177607-d6ca-45c7-ac03-71d68f18093b/bb296f23-14a5-49d7-9c20-d79ceb5b3cc9) {{(pid=112920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:07:18.057617 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-12b86738-9052-43cf-8e23-b81c7c477bc2 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks [] for port (bb296f23-14a5-49d7-9c20-d79ceb5b3cc9), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:07:18.090037 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-12b86738-9052-43cf-8e23-b81c7c477bc2 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747472896278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64202837'] for port (bb296f23-14a5-49d7-9c20-d79ceb5b3cc9), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:07:18.131995 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b86738-9052-43cf-8e23-b81c7c477bc2 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Network 9ecc2a3c-efc3-4c90-8e67-1028759a248c is already hosted by enough agents. {{(pid=112920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:07:18.137004 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.base_scheduler [None req-12b86738-9052-43cf-8e23-b81c7c477bc2 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Resources bound (agent type, host, resource id): {{(pid=112920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:07:18.139171 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b86738-9052-43cf-8e23-b81c7c477bc2 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Pushing event updated for resources: {'Port': ['ID=bb296f23-14a5-49d7-9c20-d79ceb5b3cc9,revision_number=1']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:07:18.141582 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b86738-9052-43cf-8e23-b81c7c477bc2 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Received port after_create {{(pid=112920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 10:07:18.168321 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b86738-9052-43cf-8e23-b81c7c477bc2 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:18.168667 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b86738-9052-43cf-8e23-b81c7c477bc2 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:18.169008 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b86738-9052-43cf-8e23-b81c7c477bc2 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:18.169342 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b86738-9052-43cf-8e23-b81c7c477bc2 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:18.169704 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b86738-9052-43cf-8e23-b81c7c477bc2 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:18.170061 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b86738-9052-43cf-8e23-b81c7c477bc2 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:18.170386 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b86738-9052-43cf-8e23-b81c7c477bc2 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:18.170711 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b86738-9052-43cf-8e23-b81c7c477bc2 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:18.171703 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b86738-9052-43cf-8e23-b81c7c477bc2 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:18.172092 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b86738-9052-43cf-8e23-b81c7c477bc2 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:18.172421 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b86738-9052-43cf-8e23-b81c7c477bc2 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:18.172743 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b86738-9052-43cf-8e23-b81c7c477bc2 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:18.173062 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b86738-9052-43cf-8e23-b81c7c477bc2 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:18.173395 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b86738-9052-43cf-8e23-b81c7c477bc2 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:18.173722 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b86738-9052-43cf-8e23-b81c7c477bc2 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:18.491173 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:07:18.500819 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:07:18.510403 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-12b86738-9052-43cf-8e23-b81c7c477bc2 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks [] for floatingip (758692b2-e3cb-4168-ace7-0d04c0a68f75), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:07:18.578411 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-12b86738-9052-43cf-8e23-b81c7c477bc2 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (bb296f23-14a5-49d7-9c20-d79ceb5b3cc9), before_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:07:18.731211 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-12b86738-9052-43cf-8e23-b81c7c477bc2 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks [] for port (bb296f23-14a5-49d7-9c20-d79ceb5b3cc9), precommit_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:07:18.736837 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-12b86738-9052-43cf-8e23-b81c7c477bc2 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64202844'] for port (bb296f23-14a5-49d7-9c20-d79ceb5b3cc9), after_update {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:07:18.807670 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-12b86738-9052-43cf-8e23-b81c7c477bc2 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964517'] for floatingip (758692b2-e3cb-4168-ace7-0d04c0a68f75), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:07:18.809260 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b86738-9052-43cf-8e23-b81c7c477bc2 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Pushing event updated for resources: {'Port': ['ID=bb296f23-14a5-49d7-9c20-d79ceb5b3cc9,revision_number=2']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:07:18.911815 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.db.l3_db [None req-12b86738-9052-43cf-8e23-b81c7c477bc2 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Floating IP 758692b2-e3cb-4168-ace7-0d04c0a68f75 associated. External IP: 172.27.3.136, port: c8a86a3c-f0ce-49da-85d1-df62974790f8. Aug 31 10:07:19.117651 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b86738-9052-43cf-8e23-b81c7c477bc2 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Router 8cbf8b22-c9dd-4844-88f6-38a5292b4f02 has already been hosted by L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 {{(pid=112920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:07:19.223583 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b86738-9052-43cf-8e23-b81c7c477bc2 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:07:19.233107 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9757e6ed-b86d-4146-8396-460edbe8a67d None None] Sync routers for ids ['8cbf8b22-c9dd-4844-88f6-38a5292b4f02'] in dv-cinder-844961-2-iscsi {{(pid=112922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:07:19.241457 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-12b86738-9052-43cf-8e23-b81c7c477bc2 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for floatingip (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:07:19.244707 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9757e6ed-b86d-4146-8396-460edbe8a67d None None] Routers {'8cbf8b22-c9dd-4844-88f6-38a5292b4f02'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 10:07:19.245330 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-9757e6ed-b86d-4146-8396-460edbe8a67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T10:06:57Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['8cbf8b22-c9dd-4844-88f6-38a5292b4f02'], 'active': True} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:07:19.272879 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-12b86738-9052-43cf-8e23-b81c7c477bc2 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7619238 Aug 31 10:07:19.273473 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a1fcb7-e956-40e3-8a46-50b8e539f892', 'tag': 'c8a86a3c-f0ce-49da-85d1-df62974790f8'}] {{(pid=112920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 10:07:19.275715 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b1c67df7a66df2dbb2f1d86d1740294a25e35557c8b7fb736f9ab0bc04a1bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94acbd88-5307-4254-aa30-fcd01b816ace" -d '{"events": [{"name": "network-changed", "server_uuid": "d2a1fcb7-e956-40e3-8a46-50b8e539f892", "tag": "c8a86a3c-f0ce-49da-85d1-df62974790f8"}]}' {{(pid=112920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:07:19.276031 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 54794) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:07:19.281393 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [None req-4dceb72f-9cb4-401c-9b75-608929d239f6 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1113049985', 'description': 'tempest-secgroup-smoke-1113049985 description', 'project_id': '12a138e95d884fdaa8bb8653b151a546'}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:07:19.303153 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-4dceb72f-9cb4-401c-9b75-608929d239f6 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks [] for security_group (None), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:07:19.360466 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvr_db [None req-9757e6ed-b86d-4146-8396-460edbe8a67d None None] Set router 8cbf8b22-c9dd-4844-88f6-38a5292b4f02 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 10:07:19.383047 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 10:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126072b0-6ea9-4640-8205-8c8285ce756a x-openstack-request-id: req-126072b0-6ea9-4640-8205-8c8285ce756a {{(pid=112920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:07:19.383435 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2a1fcb7-e956-40e3-8a46-50b8e539f892", "tag": "c8a86a3c-f0ce-49da-85d1-df62974790f8", "status": "completed", "code": 200}]} {{(pid=112920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:07:19.383749 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-126072b0-6ea9-4640-8205-8c8285ce756a {{(pid=112920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:07:19.384214 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-126072b0-6ea9-4640-8205-8c8285ce756a'] response: {'name': 'network-changed', 'server_uuid': 'd2a1fcb7-e956-40e3-8a46-50b8e539f892', 'tag': 'c8a86a3c-f0ce-49da-85d1-df62974790f8', 'status': 'completed', 'code': 200} Aug 31 10:07:19.386823 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-4dceb72f-9cb4-401c-9b75-608929d239f6 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks [] for security_group (0c9b1776-b2c7-4710-8c40-ef5046f45c39), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:07:19.391400 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-4dceb72f-9cb4-401c-9b75-608929d239f6 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (0c9b1776-b2c7-4710-8c40-ef5046f45c39), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:07:19.422422 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-4dceb72f-9cb4-401c-9b75-608929d239f6 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks [] for security_group (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:07:19.426634 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-4dceb72f-9cb4-401c-9b75-608929d239f6 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1466379 Aug 31 10:07:19.427264 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 54800) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:07:19.431629 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [None req-93ac275a-208f-4d29-86af-37924000b18c tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Request body: {'security_group_rule': {'security_group_id': '0c9b1776-b2c7-4710-8c40-ef5046f45c39', 'project_id': '12a138e95d884fdaa8bb8653b151a546', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:07:19.438112 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dceb72f-9cb4-401c-9b75-608929d239f6 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9b1776-b2c7-4710-8c40-ef5046f45c39,revision_number=1']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:07:19.493015 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94acbd88-5307-4254-aa30-fcd01b816ace req-1206ab3c-7a8f-4391-a662-00eb49490f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:07:19.494561 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-94acbd88-5307-4254-aa30-fcd01b816ace req-1206ab3c-7a8f-4391-a662-00eb49490f33 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=12a138e95d884fdaa8bb8653b151a546&device_id=d2a1fcb7-e956-40e3-8a46-50b8e539f892 HTTP/1.1" status: 200 len: 1130 time: 0.0517178 Aug 31 10:07:19.496393 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-93ac275a-208f-4d29-86af-37924000b18c tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks [] for security_group_rule (7ea19ddc-4ab6-4708-98b7-8bd5f09c2f6b), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:07:19.586142 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-9757e6ed-b86d-4146-8396-460edbe8a67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbf8b22-c9dd-4844-88f6-38a5292b4f02', 'name': 'tempest-TestMinimumBasicScenario-228163370-router', 'tenant_id': '12a138e95d884fdaa8bb8653b151a546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T10:06:27Z', 'updated_at': '2022-08-31T10:06:29Z', 'revision_number': 4, 'project_id': '12a138e95d884fdaa8bb8653b151a546', 'gw_port': {'id': 'b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:83:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbf8b22-c9dd-4844-88f6-38a5292b4f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T10:06:27Z', 'updated_at': '2022-08-31T10:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_floatingips': [{'id': '758692b2-e3cb-4168-ace7-0d04c0a68f75', 'tenant_id': '12a138e95d884fdaa8bb8653b151a546', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'router_id': '8cbf8b22-c9dd-4844-88f6-38a5292b4f02', 'port_id': 'c8a86a3c-f0ce-49da-85d1-df62974790f8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e59fd3c4-967e-4768-99cd-ea919e7cf128', 'mac_address': 'fa:16:3e:d7:f1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a1fcb7-e956-40e3-8a46-50b8e539f892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T10:07:18Z', 'updated_at': '2022-08-31T10:07:18Z', 'revision_number': 0, 'project_id': '12a138e95d884fdaa8bb8653b151a546', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'effd9bc4-7e07-4769-b2a3-8a6df6b33b42', 'name': '', 'network_id': 'e59fd3c4-967e-4768-99cd-ea919e7cf128', 'tenant_id': '12a138e95d884fdaa8bb8653b151a546', 'mac_address': 'fa:16:3e:3b:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbf8b22-c9dd-4844-88f6-38a5292b4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '56b1f1ec-feb9-41cd-bbdc-63348df677aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T10:06:29Z', 'updated_at': '2022-08-31T10:06:35Z', 'revision_number': 5, 'project_id': '12a138e95d884fdaa8bb8653b151a546', 'subnets': [{'id': '56b1f1ec-feb9-41cd-bbdc-63348df677aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:07:19.613246 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9757e6ed-b86d-4146-8396-460edbe8a67d None None] Checking router: 8cbf8b22-c9dd-4844-88f6-38a5292b4f02 for host: dv-cinder-844961-2-iscsi {{(pid=112922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:07:19.613549 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-93ac275a-208f-4d29-86af-37924000b18c tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks [] for security_group_rule (7ea19ddc-4ab6-4708-98b7-8bd5f09c2f6b), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:07:19.617803 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-93ac275a-208f-4d29-86af-37924000b18c tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045036'] for security_group_rule (7ea19ddc-4ab6-4708-98b7-8bd5f09c2f6b), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:07:19.623045 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9757e6ed-b86d-4146-8396-460edbe8a67d None None] Routers {'8cbf8b22-c9dd-4844-88f6-38a5292b4f02'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 10:07:19.623652 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-9757e6ed-b86d-4146-8396-460edbe8a67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T10:06:57Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['8cbf8b22-c9dd-4844-88f6-38a5292b4f02'], 'active': True} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:07:19.644267 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94acbd88-5307-4254-aa30-fcd01b816ace req-28922e7a-552c-4a4e-9201-1041ef68a067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:07:19.645685 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-94acbd88-5307-4254-aa30-fcd01b816ace req-28922e7a-552c-4a4e-9201-1041ef68a067 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=e59fd3c4-967e-4768-99cd-ea919e7cf128 HTTP/1.1" status: 200 len: 915 time: 0.1444163 Aug 31 10:07:19.647373 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ac275a-208f-4d29-86af-37924000b18c tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ea19ddc-4ab6-4708-98b7-8bd5f09c2f6b,revision_number=0']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:07:19.654896 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-93ac275a-208f-4d29-86af-37924000b18c tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:07:19.656215 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-93ac275a-208f-4d29-86af-37924000b18c tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2280142 Aug 31 10:07:19.660245 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 54802) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:07:19.664542 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-e75b8f98-e52f-490d-89c0-192983bac6d1 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Request body: {'security_group_rule': {'security_group_id': '0c9b1776-b2c7-4710-8c40-ef5046f45c39', 'project_id': '12a138e95d884fdaa8bb8653b151a546', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:07:19.691604 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:07:19.693677 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e75b8f98-e52f-490d-89c0-192983bac6d1 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks [] for security_group_rule (895ac9fa-c92c-40e6-aa77-dafff8fbda9a), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:07:19.721654 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-94acbd88-5307-4254-aa30-fcd01b816ace req-98c3137f-73f8-492f-9054-d7c654574499 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8a86a3c-f0ce-49da-85d1-df62974790f8 HTTP/1.1" status: 200 len: 1000 time: 0.0641403 Aug 31 10:07:19.729219 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:07:19.737496 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvr_db [None req-9757e6ed-b86d-4146-8396-460edbe8a67d None None] Set router 8cbf8b22-c9dd-4844-88f6-38a5292b4f02 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 10:07:19.764813 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e75b8f98-e52f-490d-89c0-192983bac6d1 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks [] for security_group_rule (895ac9fa-c92c-40e6-aa77-dafff8fbda9a), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:07:19.769470 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e75b8f98-e52f-490d-89c0-192983bac6d1 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045036'] for security_group_rule (895ac9fa-c92c-40e6-aa77-dafff8fbda9a), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:07:19.783378 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94acbd88-5307-4254-aa30-fcd01b816ace req-a278f24b-24ec-49ca-8c32-41fd5aeded6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:07:19.785004 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-94acbd88-5307-4254-aa30-fcd01b816ace req-a278f24b-24ec-49ca-8c32-41fd5aeded6b service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=56b1f1ec-feb9-41cd-bbdc-63348df677aa HTTP/1.1" status: 200 len: 853 time: 0.0543029 Aug 31 10:07:19.791352 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b8f98-e52f-490d-89c0-192983bac6d1 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=895ac9fa-c92c-40e6-aa77-dafff8fbda9a,revision_number=0']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:07:19.798792 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-e75b8f98-e52f-490d-89c0-192983bac6d1 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:07:19.800068 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-e75b8f98-e52f-490d-89c0-192983bac6d1 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1395748 Aug 31 10:07:19.802694 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 54804) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:07:19.807950 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-659157b8-cf70-4bd8-8505-bc24c45b2b04 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Request body: {'security_group_rule': {'security_group_id': '0c9b1776-b2c7-4710-8c40-ef5046f45c39', 'project_id': '12a138e95d884fdaa8bb8653b151a546', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:07:19.836762 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94acbd88-5307-4254-aa30-fcd01b816ace req-3047da7c-4cd0-40de-b055-a78293ef8227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:07:19.838362 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-94acbd88-5307-4254-aa30-fcd01b816ace req-3047da7c-4cd0-40de-b055-a78293ef8227 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=e59fd3c4-967e-4768-99cd-ea919e7cf128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458279 Aug 31 10:07:19.839273 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-659157b8-cf70-4bd8-8505-bc24c45b2b04 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks [] for security_group_rule (4ceb03a0-e1ef-4e9b-841e-80f4f92972cd), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:07:19.901853 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-659157b8-cf70-4bd8-8505-bc24c45b2b04 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks [] for security_group_rule (4ceb03a0-e1ef-4e9b-841e-80f4f92972cd), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:07:19.907181 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-659157b8-cf70-4bd8-8505-bc24c45b2b04 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045036'] for security_group_rule (4ceb03a0-e1ef-4e9b-841e-80f4f92972cd), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:07:19.930325 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659157b8-cf70-4bd8-8505-bc24c45b2b04 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ceb03a0-e1ef-4e9b-841e-80f4f92972cd,revision_number=0']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:07:19.937478 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-659157b8-cf70-4bd8-8505-bc24c45b2b04 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:07:19.942867 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-659157b8-cf70-4bd8-8505-bc24c45b2b04 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1344781 Aug 31 10:07:19.943426 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 54806) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:07:19.948757 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-6978a763-fb24-48da-87b5-d8a59e2338fd tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Request body: {'security_group_rule': {'security_group_id': '0c9b1776-b2c7-4710-8c40-ef5046f45c39', 'project_id': '12a138e95d884fdaa8bb8653b151a546', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:07:19.960116 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-94acbd88-5307-4254-aa30-fcd01b816ace req-30ae2804-0b5e-4133-b249-e21b868bfd35 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/e59fd3c4-967e-4768-99cd-ea919e7cf128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133165 Aug 31 10:07:19.964823 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-9757e6ed-b86d-4146-8396-460edbe8a67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbf8b22-c9dd-4844-88f6-38a5292b4f02', 'name': 'tempest-TestMinimumBasicScenario-228163370-router', 'tenant_id': '12a138e95d884fdaa8bb8653b151a546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T10:06:27Z', 'updated_at': '2022-08-31T10:06:29Z', 'revision_number': 4, 'project_id': '12a138e95d884fdaa8bb8653b151a546', 'gw_port': {'id': 'b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:83:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbf8b22-c9dd-4844-88f6-38a5292b4f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T10:06:27Z', 'updated_at': '2022-08-31T10:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_floatingips': [{'id': '758692b2-e3cb-4168-ace7-0d04c0a68f75', 'tenant_id': '12a138e95d884fdaa8bb8653b151a546', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'router_id': '8cbf8b22-c9dd-4844-88f6-38a5292b4f02', 'port_id': 'c8a86a3c-f0ce-49da-85d1-df62974790f8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e59fd3c4-967e-4768-99cd-ea919e7cf128', 'mac_address': 'fa:16:3e:d7:f1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a1fcb7-e956-40e3-8a46-50b8e539f892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T10:07:18Z', 'updated_at': '2022-08-31T10:07:18Z', 'revision_number': 0, 'project_id': '12a138e95d884fdaa8bb8653b151a546', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'effd9bc4-7e07-4769-b2a3-8a6df6b33b42', 'name': '', 'network_id': 'e59fd3c4-967e-4768-99cd-ea919e7cf128', 'tenant_id': '12a138e95d884fdaa8bb8653b151a546', 'mac_address': 'fa:16:3e:3b:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbf8b22-c9dd-4844-88f6-38a5292b4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '56b1f1ec-feb9-41cd-bbdc-63348df677aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T10:06:29Z', 'updated_at': '2022-08-31T10:06:35Z', 'revision_number': 5, 'project_id': '12a138e95d884fdaa8bb8653b151a546', 'subnets': [{'id': '56b1f1ec-feb9-41cd-bbdc-63348df677aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:07:19.990078 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-6978a763-fb24-48da-87b5-d8a59e2338fd tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks [] for security_group_rule (446f2da2-85b2-46a1-936b-31af3854cd9a), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:07:19.992391 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9757e6ed-b86d-4146-8396-460edbe8a67d None None] The sync data for ids ['8cbf8b22-c9dd-4844-88f6-38a5292b4f02'] in dv-cinder-844961-2-iscsi is: [{'id': '8cbf8b22-c9dd-4844-88f6-38a5292b4f02', 'name': 'tempest-TestMinimumBasicScenario-228163370-router', 'tenant_id': '12a138e95d884fdaa8bb8653b151a546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T10:06:27Z', 'updated_at': '2022-08-31T10:06:29Z', 'revision_number': 4, 'project_id': '12a138e95d884fdaa8bb8653b151a546', 'gw_port': {'id': 'b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:83:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbf8b22-c9dd-4844-88f6-38a5292b4f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T10:06:27Z', 'updated_at': '2022-08-31T10:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_floatingips': [{'id': '758692b2-e3cb-4168-ace7-0d04c0a68f75', 'tenant_id': '12a138e95d884fdaa8bb8653b151a546', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'router_id': '8cbf8b22-c9dd-4844-88f6-38a5292b4f02', 'port_id': 'c8a86a3c-f0ce-49da-85d1-df62974790f8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e59fd3c4-967e-4768-99cd-ea919e7cf128', 'mac_address': 'fa:16:3e:d7:f1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a1fcb7-e956-40e3-8a46-50b8e539f892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T10:07:18Z', 'updated_at': '2022-08-31T10:07:18Z', 'revision_number': 0, 'project_id': '12a138e95d884fdaa8bb8653b151a546', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'effd9bc4-7e07-4769-b2a3-8a6df6b33b42', 'name': '', 'network_id': 'e59fd3c4-967e-4768-99cd-ea919e7cf128', 'tenant_id': '12a138e95d884fdaa8bb8653b151a546', 'mac_address': 'fa:16:3e:3b:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbf8b22-c9dd-4844-88f6-38a5292b4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '56b1f1ec-feb9-41cd-bbdc-63348df677aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T10:06:29Z', 'updated_at': '2022-08-31T10:06:35Z', 'revision_number': 5, 'project_id': '12a138e95d884fdaa8bb8653b151a546', 'subnets': [{'id': '56b1f1ec-feb9-41cd-bbdc-63348df677aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:07:20.016511 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:07:20.056289 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-6978a763-fb24-48da-87b5-d8a59e2338fd tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks [] for security_group_rule (446f2da2-85b2-46a1-936b-31af3854cd9a), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:07:20.063680 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-6978a763-fb24-48da-87b5-d8a59e2338fd tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045036'] for security_group_rule (446f2da2-85b2-46a1-936b-31af3854cd9a), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:07:20.072030 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-94acbd88-5307-4254-aa30-fcd01b816ace req-9291b185-3ac3-474c-83af-5c115b25880a service neutron] 10.222.0.64 "GET /networking/v2.0/networks/e59fd3c4-967e-4768-99cd-ea919e7cf128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054976 Aug 31 10:07:20.083580 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6978a763-fb24-48da-87b5-d8a59e2338fd tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=446f2da2-85b2-46a1-936b-31af3854cd9a,revision_number=0']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:07:20.099169 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-6978a763-fb24-48da-87b5-d8a59e2338fd tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:07:20.100413 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-6978a763-fb24-48da-87b5-d8a59e2338fd tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1556311 Aug 31 10:07:20.103355 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 54808) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:07:20.107868 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.v2.base [None req-a501b37a-6efe-44bc-8883-448dc76db1ab tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Request body: {'security_group_rule': {'security_group_id': '0c9b1776-b2c7-4710-8c40-ef5046f45c39', 'project_id': '12a138e95d884fdaa8bb8653b151a546', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:07:20.130677 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.db.securitygroups_db [None req-a501b37a-6efe-44bc-8883-448dc76db1ab tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Project 12a138e95d884fdaa8bb8653b151a546 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 10:07:20.137033 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a501b37a-6efe-44bc-8883-448dc76db1ab tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks [] for security_group_rule (e88bcc71-b83c-4afa-82ca-b776dcf78c0d), before_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:07:20.203329 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a501b37a-6efe-44bc-8883-448dc76db1ab tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks [] for security_group_rule (e88bcc71-b83c-4afa-82ca-b776dcf78c0d), precommit_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:07:20.207752 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a501b37a-6efe-44bc-8883-448dc76db1ab tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045036'] for security_group_rule (e88bcc71-b83c-4afa-82ca-b776dcf78c0d), after_create {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:07:20.225149 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbfe6c3-6eae-455d-a9e9-f39d3bd5e1aa None None] New status for floating IP 758692b2-e3cb-4168-ace7-0d04c0a68f75: ACTIVE {{(pid=112921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 10:07:20.228608 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a501b37a-6efe-44bc-8883-448dc76db1ab tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e88bcc71-b83c-4afa-82ca-b776dcf78c0d,revision_number=0']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:07:20.241892 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-a501b37a-6efe-44bc-8883-448dc76db1ab tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:07:20.243160 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-a501b37a-6efe-44bc-8883-448dc76db1ab tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1388216 Aug 31 10:07:20.246256 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 54810) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:07:20.250837 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [None req-7fd98e66-5675-489b-9403-0318be33cd55 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Request body: {'security_group_rule': {'security_group_id': '0c9b1776-b2c7-4710-8c40-ef5046f45c39', 'project_id': '12a138e95d884fdaa8bb8653b151a546', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:07:20.272580 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.db.securitygroups_db [None req-7fd98e66-5675-489b-9403-0318be33cd55 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Project 12a138e95d884fdaa8bb8653b151a546 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 10:07:20.278749 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-7fd98e66-5675-489b-9403-0318be33cd55 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks [] for security_group_rule (5a361f4e-765a-4327-9398-ad143aa1116d), before_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:07:20.331005 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:07:20.340916 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-7fd98e66-5675-489b-9403-0318be33cd55 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks [] for security_group_rule (5a361f4e-765a-4327-9398-ad143aa1116d), precommit_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:07:20.346038 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-7fd98e66-5675-489b-9403-0318be33cd55 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045036'] for security_group_rule (5a361f4e-765a-4327-9398-ad143aa1116d), after_create {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:07:20.369103 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd98e66-5675-489b-9403-0318be33cd55 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a361f4e-765a-4327-9398-ad143aa1116d,revision_number=0']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:07:20.380012 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-7fd98e66-5675-489b-9403-0318be33cd55 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:07:20.381187 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-7fd98e66-5675-489b-9403-0318be33cd55 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1338949 Aug 31 10:07:20.475276 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d7d6f2a7-f3c0-47f7-b53b-da43c7fc59cc req-2098821b-61ff-4271-afaf-baa721537e3a tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1113049985&fields=id&tenant_id=12a138e95d884fdaa8bb8653b151a546 HTTP/1.1" status: 200 len: 267 time: 0.0452492 Aug 31 10:07:20.525345 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6f2a7-f3c0-47f7-b53b-da43c7fc59cc req-dbc7d403-3176-4d5a-9a9d-14d883f42cc4 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:07:20.526788 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d7d6f2a7-f3c0-47f7-b53b-da43c7fc59cc req-dbc7d403-3176-4d5a-9a9d-14d883f42cc4 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2a1fcb7-e956-40e3-8a46-50b8e539f892 HTTP/1.1" status: 200 len: 946 time: 0.0461121 Aug 31 10:07:20.537375 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [req-d7d6f2a7-f3c0-47f7-b53b-da43c7fc59cc req-84164ae1-30ce-4318-a776-cebdd4f04903 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Request body: {'port': {'security_groups': ['4bceabb6-300c-47f9-a332-e7aa1d2d93ac', '0c9b1776-b2c7-4710-8c40-ef5046f45c39']}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:07:20.605611 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-d7d6f2a7-f3c0-47f7-b53b-da43c7fc59cc req-84164ae1-30ce-4318-a776-cebdd4f04903 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (c8a86a3c-f0ce-49da-85d1-df62974790f8), before_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:07:20.790230 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.db [req-d7d6f2a7-f3c0-47f7-b53b-da43c7fc59cc req-84164ae1-30ce-4318-a776-cebdd4f04903 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] For port c8a86a3c-f0ce-49da-85d1-df62974790f8, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=c8a86a3c-f0ce-49da-85d1-df62974790f8,segment=NetworkSegment(314ebc50-7b09-4376-9d10-e22a0eba6540),segment_id=314ebc50-7b09-4376-9d10-e22a0eba6540)] {{(pid=112919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:07:20.818447 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-d7d6f2a7-f3c0-47f7-b53b-da43c7fc59cc req-84164ae1-30ce-4318-a776-cebdd4f04903 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks [] for port (c8a86a3c-f0ce-49da-85d1-df62974790f8), precommit_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:07:20.823551 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-d7d6f2a7-f3c0-47f7-b53b-da43c7fc59cc req-84164ae1-30ce-4318-a776-cebdd4f04903 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66028615'] for port (c8a86a3c-f0ce-49da-85d1-df62974790f8), after_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:07:20.833853 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6f2a7-f3c0-47f7-b53b-da43c7fc59cc req-84164ae1-30ce-4318-a776-cebdd4f04903 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:07:20.834456 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-d7d6f2a7-f3c0-47f7-b53b-da43c7fc59cc req-84164ae1-30ce-4318-a776-cebdd4f04903 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for port (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:07:20.835799 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d7d6f2a7-f3c0-47f7-b53b-da43c7fc59cc req-84164ae1-30ce-4318-a776-cebdd4f04903 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "PUT /networking/v2.0/ports/c8a86a3c-f0ce-49da-85d1-df62974790f8 HTTP/1.1" status: 200 len: 982 time: 0.3027248 Aug 31 10:07:20.836287 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a1fcb7-e956-40e3-8a46-50b8e539f892', 'tag': 'c8a86a3c-f0ce-49da-85d1-df62974790f8'}] {{(pid=112919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 10:07:20.838548 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f6ad1632a392cf14020321c7ce6c49338053db0fa13ffca62b7dfe78a8e90b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbda8d2c-7112-4f23-8d8c-fe243f1fd378" -d '{"events": [{"name": "network-changed", "server_uuid": "d2a1fcb7-e956-40e3-8a46-50b8e539f892", "tag": "c8a86a3c-f0ce-49da-85d1-df62974790f8"}]}' {{(pid=112919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:07:20.870020 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] get_ports_and_sgs() called for port_ids ['c8a86a3c-f0ce-49da-85d1-df62974790f8'] {{(pid=112921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 10:07:20.892950 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 10:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92440de9-87ca-4356-a6ba-b70e0298acba x-openstack-request-id: req-92440de9-87ca-4356-a6ba-b70e0298acba {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:07:20.893249 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2a1fcb7-e956-40e3-8a46-50b8e539f892", "tag": "c8a86a3c-f0ce-49da-85d1-df62974790f8", "status": "completed", "code": 200}]} {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:07:20.893512 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-92440de9-87ca-4356-a6ba-b70e0298acba {{(pid=112919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:07:20.894311 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92440de9-87ca-4356-a6ba-b70e0298acba'] response: {'name': 'network-changed', 'server_uuid': 'd2a1fcb7-e956-40e3-8a46-50b8e539f892', 'tag': 'c8a86a3c-f0ce-49da-85d1-df62974790f8', 'status': 'completed', 'code': 200} Aug 31 10:07:20.916689 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84164ae1-30ce-4318-a776-cebdd4f04903 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Pushing event updated for resources: {'Port': ['ID=c8a86a3c-f0ce-49da-85d1-df62974790f8,revision_number=6']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:07:20.983689 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f52c1-1ed3-4378-84db-e80c64cb162d req-dfc4184a-32db-404a-ae1a-8bd9c83c249e tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:07:20.985558 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-103f52c1-1ed3-4378-84db-e80c64cb162d req-dfc4184a-32db-404a-ae1a-8bd9c83c249e tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2a1fcb7-e956-40e3-8a46-50b8e539f892 HTTP/1.1" status: 200 len: 985 time: 0.0780904 Aug 31 10:07:21.005855 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda8d2c-7112-4f23-8d8c-fe243f1fd378 req-c022d087-2bb8-4e1b-8acc-83ad63943010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:07:21.006246 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] get_ports_and_sgs() called for port_ids ['c8a86a3c-f0ce-49da-85d1-df62974790f8'] {{(pid=112921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 10:07:21.007309 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-cbda8d2c-7112-4f23-8d8c-fe243f1fd378 req-c022d087-2bb8-4e1b-8acc-83ad63943010 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=12a138e95d884fdaa8bb8653b151a546&device_id=d2a1fcb7-e956-40e3-8a46-50b8e539f892 HTTP/1.1" status: 200 len: 1169 time: 0.0580201 Aug 31 10:07:21.113170 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-103f52c1-1ed3-4378-84db-e80c64cb162d req-e50e72a0-d348-4141-a304-260c65c7c269 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=4bceabb6-300c-47f9-a332-e7aa1d2d93ac&id=0c9b1776-b2c7-4710-8c40-ef5046f45c39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1201448 Aug 31 10:07:21.122176 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:07:21.150438 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda8d2c-7112-4f23-8d8c-fe243f1fd378 req-4d486321-ded3-43c5-8b9b-7c21463f432a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:07:21.151970 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-cbda8d2c-7112-4f23-8d8c-fe243f1fd378 req-4d486321-ded3-43c5-8b9b-7c21463f432a service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=e59fd3c4-967e-4768-99cd-ea919e7cf128 HTTP/1.1" status: 200 len: 915 time: 0.1306462 Aug 31 10:07:21.226249 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-cbda8d2c-7112-4f23-8d8c-fe243f1fd378 req-273c6aa7-91b1-4b85-a0b1-bb5b365dd591 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8a86a3c-f0ce-49da-85d1-df62974790f8 HTTP/1.1" status: 200 len: 1002 time: 0.0628409 Aug 31 10:07:21.276874 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda8d2c-7112-4f23-8d8c-fe243f1fd378 req-3996db45-9dee-48d1-9f7b-09a2517c1fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:07:21.278414 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-cbda8d2c-7112-4f23-8d8c-fe243f1fd378 req-3996db45-9dee-48d1-9f7b-09a2517c1fed service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=56b1f1ec-feb9-41cd-bbdc-63348df677aa HTTP/1.1" status: 200 len: 853 time: 0.0460858 Aug 31 10:07:21.329990 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda8d2c-7112-4f23-8d8c-fe243f1fd378 req-048d4544-b3e9-409e-ae26-65e0a5f81637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:07:21.331589 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-cbda8d2c-7112-4f23-8d8c-fe243f1fd378 req-048d4544-b3e9-409e-ae26-65e0a5f81637 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=e59fd3c4-967e-4768-99cd-ea919e7cf128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405028 Aug 31 10:07:21.398002 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:07:21.405867 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:07:21.431382 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-cbda8d2c-7112-4f23-8d8c-fe243f1fd378 req-fd654c25-4c6e-452d-9943-519a539eca09 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/e59fd3c4-967e-4768-99cd-ea919e7cf128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897470 Aug 31 10:07:21.476298 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:07:21.523846 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-cbda8d2c-7112-4f23-8d8c-fe243f1fd378 req-83e0c4ef-e780-4905-a7b5-7d8feeb1efac service neutron] 10.222.0.64 "GET /networking/v2.0/networks/e59fd3c4-967e-4768-99cd-ea919e7cf128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854976 Aug 31 10:07:22.093912 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.agents_db [None req-8002e13a-56e4-448b-bc0d-5c9f038cbdad None None] Agent healthcheck: found 6 active agents {{(pid=112922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:07:24.274251 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-fbb1c708-2b74-46b1-8a12-b40250f6ef70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:07:25.937444 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e6f198be-e193-4693-a253-f9c4522a6272), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:07:26.540955 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-0cb58907-d755-426f-ba3b-059fa4fe1ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:07:27.876512 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:07:29.550255 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:07:29.646962 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:07:30.234307 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=63,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:07:30.235016 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=45,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:07:31.514048 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=36 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:07:31.520395 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=9 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:07:32.088450 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=70 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:07:32.089361 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=87,neutron:DELETE=1 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:07:44.603077 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=38,neutron:UPDATE=3 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:07:44.607411 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:07:54.279302 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-ceb71402-2f50-4875-9328-bfd7ef21cd3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:07:55.940727 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e6f198be-e193-4693-a253-f9c4522a6272), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:07:56.543122 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-493da8ff-211e-40e6-9db9-49928f370398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:07:57.880497 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:07:59.096435 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.agents_db [None req-8002e13a-56e4-448b-bc0d-5c9f038cbdad None None] Agent healthcheck: found 6 active agents {{(pid=112922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:07:59.553078 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:07:59.651161 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:08:09.091459 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=4 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:08:09.092282 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=4 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:08:09.643781 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:08:09.645709 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:08:13.662570 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-666168fe-3d43-4363-8783-889c99c77791 req-c54061f6-d698-46d3-9114-42939b9ae05e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2a1fcb7-e956-40e3-8a46-50b8e539f892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422595 Aug 31 10:08:13.777258 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666168fe-3d43-4363-8783-889c99c77791 req-ba0cc8bb-605d-4b39-9f0c-87955349fd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:08:13.778806 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-666168fe-3d43-4363-8783-889c99c77791 req-ba0cc8bb-605d-4b39-9f0c-87955349fd23 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=12a138e95d884fdaa8bb8653b151a546&device_id=d2a1fcb7-e956-40e3-8a46-50b8e539f892 HTTP/1.1" status: 200 len: 1169 time: 0.0414925 Aug 31 10:08:13.888518 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666168fe-3d43-4363-8783-889c99c77791 req-9b0f7faf-a744-4696-8c1c-29396bbe0615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:08:13.891063 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-666168fe-3d43-4363-8783-889c99c77791 req-9b0f7faf-a744-4696-8c1c-29396bbe0615 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=e59fd3c4-967e-4768-99cd-ea919e7cf128 HTTP/1.1" status: 200 len: 915 time: 0.0934963 Aug 31 10:08:13.955866 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-666168fe-3d43-4363-8783-889c99c77791 req-865971bc-e8f6-4412-829a-472431a37a03 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8a86a3c-f0ce-49da-85d1-df62974790f8 HTTP/1.1" status: 200 len: 1002 time: 0.0580895 Aug 31 10:08:14.006753 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666168fe-3d43-4363-8783-889c99c77791 req-5bc05b2d-3b86-4603-924f-47d1b4dfba26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:08:14.008223 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-666168fe-3d43-4363-8783-889c99c77791 req-5bc05b2d-3b86-4603-924f-47d1b4dfba26 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=56b1f1ec-feb9-41cd-bbdc-63348df677aa HTTP/1.1" status: 200 len: 853 time: 0.0459216 Aug 31 10:08:14.051827 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666168fe-3d43-4363-8783-889c99c77791 req-fa78f395-489d-41a3-b544-928b3e179160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:08:14.053303 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-666168fe-3d43-4363-8783-889c99c77791 req-fa78f395-489d-41a3-b544-928b3e179160 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=e59fd3c4-967e-4768-99cd-ea919e7cf128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377362 Aug 31 10:08:14.149702 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-666168fe-3d43-4363-8783-889c99c77791 req-5cbbae3e-734c-4dd0-86ab-b47e7ab7a47c service neutron] 10.222.0.64 "GET /networking/v2.0/networks/e59fd3c4-967e-4768-99cd-ea919e7cf128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890751 Aug 31 10:08:14.243270 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-666168fe-3d43-4363-8783-889c99c77791 req-58a1cc8b-ca49-464e-927e-40363ad11316 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/e59fd3c4-967e-4768-99cd-ea919e7cf128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870013 Aug 31 10:08:21.887065 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af0990-a883-4a5d-9ff6-d2d948ccca35 req-f05a1575-d0fc-4cb9-8a00-e33d14522351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:08:21.888448 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-92af0990-a883-4a5d-9ff6-d2d948ccca35 req-f05a1575-d0fc-4cb9-8a00-e33d14522351 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=12a138e95d884fdaa8bb8653b151a546&device_id=d2a1fcb7-e956-40e3-8a46-50b8e539f892 HTTP/1.1" status: 200 len: 1169 time: 0.0703640 Aug 31 10:08:21.895382 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e041c282-e04f-421c-9e01-39720233c8fe req-49ea2f53-6ceb-45bd-b095-0ad0c5c3b6e6 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:08:21.896792 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e041c282-e04f-421c-9e01-39720233c8fe req-49ea2f53-6ceb-45bd-b095-0ad0c5c3b6e6 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2a1fcb7-e956-40e3-8a46-50b8e539f892 HTTP/1.1" status: 200 len: 985 time: 0.1291869 Aug 31 10:08:22.027005 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e041c282-e04f-421c-9e01-39720233c8fe req-4313841d-248b-4b97-8801-08594143eacd tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=4bceabb6-300c-47f9-a332-e7aa1d2d93ac&id=0c9b1776-b2c7-4710-8c40-ef5046f45c39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1220026 Aug 31 10:08:22.031789 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af0990-a883-4a5d-9ff6-d2d948ccca35 req-084e55a1-bdcc-45f1-9bf2-85a7284a3110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:08:22.033176 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-92af0990-a883-4a5d-9ff6-d2d948ccca35 req-084e55a1-bdcc-45f1-9bf2-85a7284a3110 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=e59fd3c4-967e-4768-99cd-ea919e7cf128 HTTP/1.1" status: 200 len: 915 time: 0.1355526 Aug 31 10:08:22.097494 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-92af0990-a883-4a5d-9ff6-d2d948ccca35 req-1e7da3bc-eec9-4519-94d6-adb973f9b80e service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8a86a3c-f0ce-49da-85d1-df62974790f8 HTTP/1.1" status: 200 len: 1002 time: 0.0578341 Aug 31 10:08:22.150274 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af0990-a883-4a5d-9ff6-d2d948ccca35 req-704e15f6-b89d-470d-afbb-950a0dbe6663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:08:22.151647 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-92af0990-a883-4a5d-9ff6-d2d948ccca35 req-704e15f6-b89d-470d-afbb-950a0dbe6663 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=56b1f1ec-feb9-41cd-bbdc-63348df677aa HTTP/1.1" status: 200 len: 853 time: 0.0478058 Aug 31 10:08:22.195762 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af0990-a883-4a5d-9ff6-d2d948ccca35 req-e78d7c7b-07ad-484f-a025-ae88080c0092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:08:22.197237 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-92af0990-a883-4a5d-9ff6-d2d948ccca35 req-e78d7c7b-07ad-484f-a025-ae88080c0092 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=e59fd3c4-967e-4768-99cd-ea919e7cf128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390673 Aug 31 10:08:22.289519 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-92af0990-a883-4a5d-9ff6-d2d948ccca35 req-8d5b3784-7ac0-4c7f-b55c-1409711cddbc service neutron] 10.222.0.64 "GET /networking/v2.0/networks/e59fd3c4-967e-4768-99cd-ea919e7cf128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856524 Aug 31 10:08:22.318408 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:08:22.320640 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:08:22.387454 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-92af0990-a883-4a5d-9ff6-d2d948ccca35 req-aea97b49-93bd-44d5-ba9d-a84a753e4910 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/e59fd3c4-967e-4768-99cd-ea919e7cf128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897164 Aug 31 10:08:23.202175 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d740b635-6c9e-43b0-8f7f-de8e09dffa88 req-20a754d9-fd92-4049-9483-f417f519a705 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:08:23.203935 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d740b635-6c9e-43b0-8f7f-de8e09dffa88 req-20a754d9-fd92-4049-9483-f417f519a705 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2a1fcb7-e956-40e3-8a46-50b8e539f892 HTTP/1.1" status: 200 len: 985 time: 0.0999157 Aug 31 10:08:23.263610 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-d740b635-6c9e-43b0-8f7f-de8e09dffa88 req-6e0c8719-427a-499f-b2c1-05d21d28c8de tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=4bceabb6-300c-47f9-a332-e7aa1d2d93ac&id=0c9b1776-b2c7-4710-8c40-ef5046f45c39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538259 Aug 31 10:08:24.280303 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-af65a29c-ba15-402f-93af-3323ccb672af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:08:24.388643 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93496f1-8325-45e9-96c6-1445beaefa46 req-c5fac45e-5f30-4910-a826-888e2cd9be97 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:08:24.390113 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c93496f1-8325-45e9-96c6-1445beaefa46 req-c5fac45e-5f30-4910-a826-888e2cd9be97 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2a1fcb7-e956-40e3-8a46-50b8e539f892 HTTP/1.1" status: 200 len: 985 time: 0.0530457 Aug 31 10:08:24.450693 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-c93496f1-8325-45e9-96c6-1445beaefa46 req-379b2c0f-5f5c-4dfb-8534-5ca64af56294 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=4bceabb6-300c-47f9-a332-e7aa1d2d93ac&id=0c9b1776-b2c7-4710-8c40-ef5046f45c39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546606 Aug 31 10:08:24.617085 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=13 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:08:24.618891 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=13 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:08:25.576065 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8744176b-7f49-4c04-9792-794030179bc4 req-25e4b367-15e2-4ffb-b0c0-7823bb9dee06 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:08:25.577535 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-8744176b-7f49-4c04-9792-794030179bc4 req-25e4b367-15e2-4ffb-b0c0-7823bb9dee06 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2a1fcb7-e956-40e3-8a46-50b8e539f892 HTTP/1.1" status: 200 len: 985 time: 0.0467401 Aug 31 10:08:25.636996 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-8744176b-7f49-4c04-9792-794030179bc4 req-4b748286-72ca-4c6b-8e80-8e4ac5231671 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=4bceabb6-300c-47f9-a332-e7aa1d2d93ac&id=0c9b1776-b2c7-4710-8c40-ef5046f45c39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535252 Aug 31 10:08:25.950635 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e6f198be-e193-4693-a253-f9c4522a6272), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:08:26.548052 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-951f98d1-72eb-40fa-9bd2-7ad0fd67b901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:08:26.765127 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2946871c-0cfa-41ed-bbba-fc50c68cdadc req-9a93d627-42b3-4076-a371-fdace54b3db6 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:08:26.767263 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2946871c-0cfa-41ed-bbba-fc50c68cdadc req-9a93d627-42b3-4076-a371-fdace54b3db6 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2a1fcb7-e956-40e3-8a46-50b8e539f892 HTTP/1.1" status: 200 len: 985 time: 0.0507956 Aug 31 10:08:26.827900 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2946871c-0cfa-41ed-bbba-fc50c68cdadc req-cc43a00a-6a30-4d76-a816-a6c561cec493 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=4bceabb6-300c-47f9-a332-e7aa1d2d93ac&id=0c9b1776-b2c7-4710-8c40-ef5046f45c39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547228 Aug 31 10:08:27.883359 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:08:27.950487 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493bbb83-f245-4ebd-a70a-ccc5e5456585 req-7e22363d-78a2-4dd7-899a-e2b678dac3d4 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:08:27.951940 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-493bbb83-f245-4ebd-a70a-ccc5e5456585 req-7e22363d-78a2-4dd7-899a-e2b678dac3d4 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2a1fcb7-e956-40e3-8a46-50b8e539f892 HTTP/1.1" status: 200 len: 985 time: 0.0483255 Aug 31 10:08:28.017172 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-493bbb83-f245-4ebd-a70a-ccc5e5456585 req-6ff4eda9-6e0f-47a4-937a-cf64ac890c9b tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=4bceabb6-300c-47f9-a332-e7aa1d2d93ac&id=0c9b1776-b2c7-4710-8c40-ef5046f45c39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589824 Aug 31 10:08:29.141562 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf61a0-8261-4b58-a55f-6337889ed520 req-e2ec232c-0c68-409c-8288-2199ee51f81b tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:08:29.143032 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-eeaf61a0-8261-4b58-a55f-6337889ed520 req-e2ec232c-0c68-409c-8288-2199ee51f81b tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2a1fcb7-e956-40e3-8a46-50b8e539f892 HTTP/1.1" status: 200 len: 985 time: 0.0494316 Aug 31 10:08:29.205891 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-eeaf61a0-8261-4b58-a55f-6337889ed520 req-3fafab00-d6e1-4520-9bc9-3651498f1f09 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=4bceabb6-300c-47f9-a332-e7aa1d2d93ac&id=0c9b1776-b2c7-4710-8c40-ef5046f45c39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571630 Aug 31 10:08:29.555746 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:08:29.653674 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:08:30.324637 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1600c71-0c37-45fa-b56d-ee4a6122bbe6 req-89030418-744f-4efe-a83a-2b4b9c227ff3 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:08:30.326152 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f1600c71-0c37-45fa-b56d-ee4a6122bbe6 req-89030418-744f-4efe-a83a-2b4b9c227ff3 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2a1fcb7-e956-40e3-8a46-50b8e539f892 HTTP/1.1" status: 200 len: 985 time: 0.0480516 Aug 31 10:08:30.386011 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-f1600c71-0c37-45fa-b56d-ee4a6122bbe6 req-b37828fa-12bc-452c-bc45-027f2a9cfafe tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=4bceabb6-300c-47f9-a332-e7aa1d2d93ac&id=0c9b1776-b2c7-4710-8c40-ef5046f45c39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535436 Aug 31 10:08:31.506447 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abd0e6-5e51-47ba-b6a0-b108a9e508a0 req-2c35864c-8cb2-4254-b32a-414916845cd7 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:08:31.507811 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-23abd0e6-5e51-47ba-b6a0-b108a9e508a0 req-2c35864c-8cb2-4254-b32a-414916845cd7 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2a1fcb7-e956-40e3-8a46-50b8e539f892 HTTP/1.1" status: 200 len: 985 time: 0.0466251 Aug 31 10:08:31.566877 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-23abd0e6-5e51-47ba-b6a0-b108a9e508a0 req-08dccfff-3d0d-468b-800a-ae98291d3d3c tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=4bceabb6-300c-47f9-a332-e7aa1d2d93ac&id=0c9b1776-b2c7-4710-8c40-ef5046f45c39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534050 Aug 31 10:08:32.680099 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:08:32.695311 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c76bcf-3c0b-4f9e-ab1d-d5285052f416 req-4c0dd217-5035-45a3-b2a1-9653044ef8b2 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:08:32.696772 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-64c76bcf-3c0b-4f9e-ab1d-d5285052f416 req-4c0dd217-5035-45a3-b2a1-9653044ef8b2 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2a1fcb7-e956-40e3-8a46-50b8e539f892 HTTP/1.1" status: 200 len: 985 time: 0.0508614 Aug 31 10:08:32.756255 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-64c76bcf-3c0b-4f9e-ab1d-d5285052f416 req-0c557eb7-0c0d-4082-af2f-540969065d80 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=4bceabb6-300c-47f9-a332-e7aa1d2d93ac&id=0c9b1776-b2c7-4710-8c40-ef5046f45c39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537469 Aug 31 10:08:33.840222 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:08:33.877565 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d73d60-ef56-401f-b57c-38add1a6d425 req-06e1a616-e733-42df-9fdf-8912abf3d23c tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:08:33.879289 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a5d73d60-ef56-401f-b57c-38add1a6d425 req-06e1a616-e733-42df-9fdf-8912abf3d23c tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2a1fcb7-e956-40e3-8a46-50b8e539f892 HTTP/1.1" status: 200 len: 985 time: 0.0486948 Aug 31 10:08:33.938295 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-a5d73d60-ef56-401f-b57c-38add1a6d425 req-eb4111ae-1a18-4689-8c3f-6d5c818d9ea8 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=4bceabb6-300c-47f9-a332-e7aa1d2d93ac&id=0c9b1776-b2c7-4710-8c40-ef5046f45c39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533469 Aug 31 10:08:36.095040 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.agents_db [None req-8002e13a-56e4-448b-bc0d-5c9f038cbdad None None] Agent healthcheck: found 6 active agents {{(pid=112922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:08:39.643419 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:08:39.648786 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:08:43.930148 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=10 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:08:43.932711 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=16 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:08:46.091165 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=5 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:08:46.092503 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=3 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:08:54.283938 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-42a92c30-fd6c-421e-afe9-104a0dc6eeb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:08:55.948942 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e6f198be-e193-4693-a253-f9c4522a6272), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:08:56.549696 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-7ca53bda-7c73-499c-9b72-13b14047e06c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:08:57.886421 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:08:59.563099 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:08:59.656120 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:09.650528 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:09:09.652350 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:09:13.094914 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.agents_db [None req-8002e13a-56e4-448b-bc0d-5c9f038cbdad None None] Agent healthcheck: found 6 active agents {{(pid=112922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:09:14.631498 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9d8d2f06-b3d1-41d4-871f-ce44ba5e511b req-4c7bb768-0255-4664-9ef2-a93e60f1b73e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2a1fcb7-e956-40e3-8a46-50b8e539f892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401015 Aug 31 10:09:14.749224 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d2f06-b3d1-41d4-871f-ce44ba5e511b req-7dce7d3d-6671-426b-b494-b1e0021c2742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:09:14.751085 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9d8d2f06-b3d1-41d4-871f-ce44ba5e511b req-7dce7d3d-6671-426b-b494-b1e0021c2742 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=12a138e95d884fdaa8bb8653b151a546&device_id=d2a1fcb7-e956-40e3-8a46-50b8e539f892 HTTP/1.1" status: 200 len: 1169 time: 0.0453548 Aug 31 10:09:14.857485 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d2f06-b3d1-41d4-871f-ce44ba5e511b req-83216d4b-30f7-4843-8f45-5dd67b81109d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:09:14.858936 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9d8d2f06-b3d1-41d4-871f-ce44ba5e511b req-83216d4b-30f7-4843-8f45-5dd67b81109d service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=e59fd3c4-967e-4768-99cd-ea919e7cf128 HTTP/1.1" status: 200 len: 915 time: 0.0873516 Aug 31 10:09:14.923144 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9d8d2f06-b3d1-41d4-871f-ce44ba5e511b req-1cc50224-ac67-4463-a5f7-0afaffebdc85 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8a86a3c-f0ce-49da-85d1-df62974790f8 HTTP/1.1" status: 200 len: 1002 time: 0.0580969 Aug 31 10:09:14.971510 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d2f06-b3d1-41d4-871f-ce44ba5e511b req-8f2c19a2-1d44-4c6c-83ae-667e07f21054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:09:14.972942 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9d8d2f06-b3d1-41d4-871f-ce44ba5e511b req-8f2c19a2-1d44-4c6c-83ae-667e07f21054 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=56b1f1ec-feb9-41cd-bbdc-63348df677aa HTTP/1.1" status: 200 len: 853 time: 0.0427358 Aug 31 10:09:15.018508 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d2f06-b3d1-41d4-871f-ce44ba5e511b req-62dcd377-1d85-4ddf-a8e8-945538210737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:09:15.020247 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9d8d2f06-b3d1-41d4-871f-ce44ba5e511b req-62dcd377-1d85-4ddf-a8e8-945538210737 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=e59fd3c4-967e-4768-99cd-ea919e7cf128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402126 Aug 31 10:09:15.029814 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [req-9d8d2f06-b3d1-41d4-871f-ce44ba5e511b req-28100ed8-f494-4859-89e5-1211be3358e5 service neutron] http://10.222.0.13:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 10:09:15.030791 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9d8d2f06-b3d1-41d4-871f-ce44ba5e511b req-28100ed8-f494-4859-89e5-1211be3358e5 service neutron] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047977 Aug 31 10:09:15.125200 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9d8d2f06-b3d1-41d4-871f-ce44ba5e511b req-b5dcf050-6654-4e10-ad76-65a2ccd82795 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/e59fd3c4-967e-4768-99cd-ea919e7cf128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881636 Aug 31 10:09:15.216372 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-9d8d2f06-b3d1-41d4-871f-ce44ba5e511b req-d97a5869-1ccf-4afa-82b9-4c82df155146 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/e59fd3c4-967e-4768-99cd-ea919e7cf128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850797 Aug 31 10:09:22.092301 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:09:23.090782 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=6 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:09:24.286677 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-71b337bc-4b28-4f9d-8e5a-1f8c36ddbb94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:25.206127 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=46 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:09:25.213320 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=55 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:09:25.955821 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e6f198be-e193-4693-a253-f9c4522a6272), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:26.551658 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-e961e6aa-88ba-498d-a450-d8335306dd45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:27.889983 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:29.561431 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:29.658136 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:37.217534 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0c176f32-6389-4f4a-837e-a6bc0d4cebf0 req-31338506-15a9-4e98-b432-f3380304e57a tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1113049985&fields=id&tenant_id=12a138e95d884fdaa8bb8653b151a546 HTTP/1.1" status: 200 len: 267 time: 0.0479238 Aug 31 10:09:37.267760 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c176f32-6389-4f4a-837e-a6bc0d4cebf0 req-94b1ac3e-5a41-4980-86d1-29589bcd20a3 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:09:37.269116 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0c176f32-6389-4f4a-837e-a6bc0d4cebf0 req-94b1ac3e-5a41-4980-86d1-29589bcd20a3 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2a1fcb7-e956-40e3-8a46-50b8e539f892 HTTP/1.1" status: 200 len: 985 time: 0.0462680 Aug 31 10:09:37.280585 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.v2.base [req-0c176f32-6389-4f4a-837e-a6bc0d4cebf0 req-8c1a5e27-172c-4454-8e58-8a9bba69a633 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Request body: {'port': {'security_groups': ['4bceabb6-300c-47f9-a332-e7aa1d2d93ac']}} {{(pid=112919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:09:37.351251 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-0c176f32-6389-4f4a-837e-a6bc0d4cebf0 req-8c1a5e27-172c-4454-8e58-8a9bba69a633 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596475'] for port (c8a86a3c-f0ce-49da-85d1-df62974790f8), before_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:37.775895 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.db [req-0c176f32-6389-4f4a-837e-a6bc0d4cebf0 req-8c1a5e27-172c-4454-8e58-8a9bba69a633 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] For port c8a86a3c-f0ce-49da-85d1-df62974790f8, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=c8a86a3c-f0ce-49da-85d1-df62974790f8,segment=NetworkSegment(314ebc50-7b09-4376-9d10-e22a0eba6540),segment_id=314ebc50-7b09-4376-9d10-e22a0eba6540)] {{(pid=112919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:09:37.804875 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-0c176f32-6389-4f4a-837e-a6bc0d4cebf0 req-8c1a5e27-172c-4454-8e58-8a9bba69a633 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks [] for port (c8a86a3c-f0ce-49da-85d1-df62974790f8), precommit_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:37.809365 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-0c176f32-6389-4f4a-837e-a6bc0d4cebf0 req-8c1a5e27-172c-4454-8e58-8a9bba69a633 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747473278082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747472896296', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747472896314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66028615'] for port (c8a86a3c-f0ce-49da-85d1-df62974790f8), after_update {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:37.819418 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c176f32-6389-4f4a-837e-a6bc0d4cebf0 req-8c1a5e27-172c-4454-8e58-8a9bba69a633 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:09:37.820127 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-0c176f32-6389-4f4a-837e-a6bc0d4cebf0 req-8c1a5e27-172c-4454-8e58-8a9bba69a633 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for port (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:37.821595 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-0c176f32-6389-4f4a-837e-a6bc0d4cebf0 req-8c1a5e27-172c-4454-8e58-8a9bba69a633 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "PUT /networking/v2.0/ports/c8a86a3c-f0ce-49da-85d1-df62974790f8 HTTP/1.1" status: 200 len: 943 time: 0.5457816 Aug 31 10:09:37.822092 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a1fcb7-e956-40e3-8a46-50b8e539f892', 'tag': 'c8a86a3c-f0ce-49da-85d1-df62974790f8'}] {{(pid=112919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 10:09:37.825103 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f6ad1632a392cf14020321c7ce6c49338053db0fa13ffca62b7dfe78a8e90b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80a3ea8-e9f5-4a9d-ae58-955a1164a985" -d '{"events": [{"name": "network-changed", "server_uuid": "d2a1fcb7-e956-40e3-8a46-50b8e539f892", "tag": "c8a86a3c-f0ce-49da-85d1-df62974790f8"}]}' {{(pid=112919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:09:37.827472 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 54890) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:09:37.851715 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] get_ports_and_sgs() called for port_ids ['c8a86a3c-f0ce-49da-85d1-df62974790f8'] {{(pid=112921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 10:09:37.878384 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 10:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1131ad4a-1461-45dc-9a91-4384bf38fcc2 x-openstack-request-id: req-1131ad4a-1461-45dc-9a91-4384bf38fcc2 {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:09:37.878859 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2a1fcb7-e956-40e3-8a46-50b8e539f892", "tag": "c8a86a3c-f0ce-49da-85d1-df62974790f8", "status": "completed", "code": 200}]} {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:09:37.879118 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1131ad4a-1461-45dc-9a91-4384bf38fcc2 {{(pid=112919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:09:37.879518 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1131ad4a-1461-45dc-9a91-4384bf38fcc2'] response: {'name': 'network-changed', 'server_uuid': 'd2a1fcb7-e956-40e3-8a46-50b8e539f892', 'tag': 'c8a86a3c-f0ce-49da-85d1-df62974790f8', 'status': 'completed', 'code': 200} Aug 31 10:09:37.885173 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1a5e27-172c-4454-8e58-8a9bba69a633 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Pushing event updated for resources: {'Port': ['ID=c8a86a3c-f0ce-49da-85d1-df62974790f8,revision_number=7']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:37.892675 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1a5e27-172c-4454-8e58-8a9bba69a633 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:37.893038 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1a5e27-172c-4454-8e58-8a9bba69a633 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:37.893399 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1a5e27-172c-4454-8e58-8a9bba69a633 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:37.893614 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-512cf958-60a8-41fe-939f-c3db9af8b429 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks [] for security_group (0c9b1776-b2c7-4710-8c40-ef5046f45c39), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:37.893811 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1a5e27-172c-4454-8e58-8a9bba69a633 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:37.894066 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1a5e27-172c-4454-8e58-8a9bba69a633 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:37.894404 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1a5e27-172c-4454-8e58-8a9bba69a633 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:37.894739 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1a5e27-172c-4454-8e58-8a9bba69a633 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:37.895072 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1a5e27-172c-4454-8e58-8a9bba69a633 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:37.895399 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1a5e27-172c-4454-8e58-8a9bba69a633 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:37.895730 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1a5e27-172c-4454-8e58-8a9bba69a633 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:37.896064 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1a5e27-172c-4454-8e58-8a9bba69a633 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:37.896389 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1a5e27-172c-4454-8e58-8a9bba69a633 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:37.896713 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1a5e27-172c-4454-8e58-8a9bba69a633 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:37.897045 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1a5e27-172c-4454-8e58-8a9bba69a633 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:37.897525 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1a5e27-172c-4454-8e58-8a9bba69a633 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:37.921432 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-512cf958-60a8-41fe-939f-c3db9af8b429 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks [] for security_group (0c9b1776-b2c7-4710-8c40-ef5046f45c39), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:37.973173 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a3ea8-e9f5-4a9d-ae58-955a1164a985 req-adec3898-3537-4bf7-9a33-f195a0782cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:09:37.975585 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e80a3ea8-e9f5-4a9d-ae58-955a1164a985 req-adec3898-3537-4bf7-9a33-f195a0782cc1 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=12a138e95d884fdaa8bb8653b151a546&device_id=d2a1fcb7-e956-40e3-8a46-50b8e539f892 HTTP/1.1" status: 200 len: 1130 time: 0.0474768 Aug 31 10:09:37.982309 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] get_ports_and_sgs() called for port_ids ['c8a86a3c-f0ce-49da-85d1-df62974790f8'] {{(pid=112921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 10:09:37.996063 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-512cf958-60a8-41fe-939f-c3db9af8b429 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (0c9b1776-b2c7-4710-8c40-ef5046f45c39), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:37.999625 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-512cf958-60a8-41fe-939f-c3db9af8b429 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:38.003501 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-512cf958-60a8-41fe-939f-c3db9af8b429 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "DELETE /networking/v2.0/security-groups/0c9b1776-b2c7-4710-8c40-ef5046f45c39 HTTP/1.1" status: 204 len: 168 time: 0.1725955 Aug 31 10:09:38.004009 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 54898) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:09:38.011156 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512cf958-60a8-41fe-939f-c3db9af8b429 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9b1776-b2c7-4710-8c40-ef5046f45c39,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:38.021260 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512cf958-60a8-41fe-939f-c3db9af8b429 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:38.021646 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512cf958-60a8-41fe-939f-c3db9af8b429 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:38.022082 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512cf958-60a8-41fe-939f-c3db9af8b429 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:38.022486 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512cf958-60a8-41fe-939f-c3db9af8b429 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:38.023424 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512cf958-60a8-41fe-939f-c3db9af8b429 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:38.023825 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512cf958-60a8-41fe-939f-c3db9af8b429 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:38.025020 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512cf958-60a8-41fe-939f-c3db9af8b429 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:38.025466 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512cf958-60a8-41fe-939f-c3db9af8b429 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:38.025865 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512cf958-60a8-41fe-939f-c3db9af8b429 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:38.026277 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512cf958-60a8-41fe-939f-c3db9af8b429 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:38.027516 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512cf958-60a8-41fe-939f-c3db9af8b429 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:38.027916 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512cf958-60a8-41fe-939f-c3db9af8b429 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:38.028309 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512cf958-60a8-41fe-939f-c3db9af8b429 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:38.028842 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512cf958-60a8-41fe-939f-c3db9af8b429 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:38.029487 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512cf958-60a8-41fe-939f-c3db9af8b429 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:38.155156 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a3ea8-e9f5-4a9d-ae58-955a1164a985 req-3ee890c5-132b-4913-ac1d-bc1640f4b757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:09:38.156611 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e80a3ea8-e9f5-4a9d-ae58-955a1164a985 req-3ee890c5-132b-4913-ac1d-bc1640f4b757 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=e59fd3c4-967e-4768-99cd-ea919e7cf128 HTTP/1.1" status: 200 len: 915 time: 0.1749911 Aug 31 10:09:38.253867 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e80a3ea8-e9f5-4a9d-ae58-955a1164a985 req-b2cce1f6-b79c-4e2a-b9ec-6f68c598d47d service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8a86a3c-f0ce-49da-85d1-df62974790f8 HTTP/1.1" status: 200 len: 1002 time: 0.0902534 Aug 31 10:09:38.258514 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [None req-0a28f969-c650-4276-86bc-9a80600a589c tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Deleting port bb296f23-14a5-49d7-9c20-d79ceb5b3cc9 {{(pid=112919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 10:09:38.259017 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-0a28f969-c650-4276-86bc-9a80600a589c tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (bb296f23-14a5-49d7-9c20-d79ceb5b3cc9), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:38.353050 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a3ea8-e9f5-4a9d-ae58-955a1164a985 req-6c2d005e-c704-4369-974e-4f1cb1146119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:09:38.354434 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e80a3ea8-e9f5-4a9d-ae58-955a1164a985 req-6c2d005e-c704-4369-974e-4f1cb1146119 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=56b1f1ec-feb9-41cd-bbdc-63348df677aa HTTP/1.1" status: 200 len: 853 time: 0.0933959 Aug 31 10:09:38.399419 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:09:38.401741 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-0a28f969-c650-4276-86bc-9a80600a589c tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (bb296f23-14a5-49d7-9c20-d79ceb5b3cc9), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:38.402067 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-0a28f969-c650-4276-86bc-9a80600a589c tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks [] for floatingip (bb296f23-14a5-49d7-9c20-d79ceb5b3cc9), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:38.405710 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:09:38.420405 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [None req-0a28f969-c650-4276-86bc-9a80600a589c tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Calling delete_port for bb296f23-14a5-49d7-9c20-d79ceb5b3cc9 owned by network:floatingip {{(pid=112919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 10:09:38.432870 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a3ea8-e9f5-4a9d-ae58-955a1164a985 req-3c9e9536-f0b5-4d8c-8562-40d194b57065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:09:38.434381 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e80a3ea8-e9f5-4a9d-ae58-955a1164a985 req-3c9e9536-f0b5-4d8c-8562-40d194b57065 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=e59fd3c4-967e-4768-99cd-ea919e7cf128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0711503 Aug 31 10:09:38.586303 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e80a3ea8-e9f5-4a9d-ae58-955a1164a985 req-e8778d12-6f37-4e22-aff9-c6c0bf1cef85 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/e59fd3c4-967e-4768-99cd-ea919e7cf128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161902 Aug 31 10:09:38.716355 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-e80a3ea8-e9f5-4a9d-ae58-955a1164a985 req-1d9754e1-ce9e-4c04-9a9f-c00aa52a3beb service neutron] 10.222.0.64 "GET /networking/v2.0/networks/e59fd3c4-967e-4768-99cd-ea919e7cf128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227703 Aug 31 10:09:38.717793 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-0a28f969-c650-4276-86bc-9a80600a589c tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66028622'] for port (bb296f23-14a5-49d7-9c20-d79ceb5b3cc9), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:38.741030 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a28f969-c650-4276-86bc-9a80600a589c tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Pushing event deleted for resources: {'Port': ['ID=bb296f23-14a5-49d7-9c20-d79ceb5b3cc9,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:38.811258 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-0a28f969-c650-4276-86bc-9a80600a589c tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks [] for floatingip (758692b2-e3cb-4168-ace7-0d04c0a68f75), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:38.811524 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.db.l3_db [None req-0a28f969-c650-4276-86bc-9a80600a589c tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Floating IP 758692b2-e3cb-4168-ace7-0d04c0a68f75 disassociated (deleted). External IP: 172.27.3.136, port: c8a86a3c-f0ce-49da-85d1-df62974790f8. Aug 31 10:09:39.012244 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a28f969-c650-4276-86bc-9a80600a589c tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Router 8cbf8b22-c9dd-4844-88f6-38a5292b4f02 has already been hosted by L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 {{(pid=112919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:09:39.107972 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:09:39.118299 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a28f969-c650-4276-86bc-9a80600a589c tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:09:39.123126 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-0a28f969-c650-4276-86bc-9a80600a589c tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for floatingip (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:39.128569 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab641aca-1e62-4599-918d-98a9bbadbcff None None] Sync routers for ids ['8cbf8b22-c9dd-4844-88f6-38a5292b4f02'] in dv-cinder-844961-2-iscsi {{(pid=112922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:09:39.140168 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab641aca-1e62-4599-918d-98a9bbadbcff None None] Routers {'8cbf8b22-c9dd-4844-88f6-38a5292b4f02'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 10:09:39.140794 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-ab641aca-1e62-4599-918d-98a9bbadbcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T10:09:27Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['8cbf8b22-c9dd-4844-88f6-38a5292b4f02'], 'active': True} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:09:39.168596 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-0a28f969-c650-4276-86bc-9a80600a589c tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "DELETE /networking/v2.0/floatingips/758692b2-e3cb-4168-ace7-0d04c0a68f75 HTTP/1.1" status: 204 len: 168 time: 1.1635919 Aug 31 10:09:39.353479 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvr_db [None req-ab641aca-1e62-4599-918d-98a9bbadbcff None None] Set router 8cbf8b22-c9dd-4844-88f6-38a5292b4f02 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 10:09:39.572401 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-ab641aca-1e62-4599-918d-98a9bbadbcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbf8b22-c9dd-4844-88f6-38a5292b4f02', 'name': 'tempest-TestMinimumBasicScenario-228163370-router', 'tenant_id': '12a138e95d884fdaa8bb8653b151a546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T10:06:27Z', 'updated_at': '2022-08-31T10:06:29Z', 'revision_number': 4, 'project_id': '12a138e95d884fdaa8bb8653b151a546', 'gw_port': {'id': 'b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:83:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbf8b22-c9dd-4844-88f6-38a5292b4f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T10:06:27Z', 'updated_at': '2022-08-31T10:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': 'effd9bc4-7e07-4769-b2a3-8a6df6b33b42', 'name': '', 'network_id': 'e59fd3c4-967e-4768-99cd-ea919e7cf128', 'tenant_id': '12a138e95d884fdaa8bb8653b151a546', 'mac_address': 'fa:16:3e:3b:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbf8b22-c9dd-4844-88f6-38a5292b4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '56b1f1ec-feb9-41cd-bbdc-63348df677aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T10:06:29Z', 'updated_at': '2022-08-31T10:06:35Z', 'revision_number': 5, 'project_id': '12a138e95d884fdaa8bb8653b151a546', 'subnets': [{'id': '56b1f1ec-feb9-41cd-bbdc-63348df677aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:09:39.598446 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab641aca-1e62-4599-918d-98a9bbadbcff None None] Checking router: 8cbf8b22-c9dd-4844-88f6-38a5292b4f02 for host: dv-cinder-844961-2-iscsi {{(pid=112922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:09:39.608798 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab641aca-1e62-4599-918d-98a9bbadbcff None None] Routers {'8cbf8b22-c9dd-4844-88f6-38a5292b4f02'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 10:09:39.609435 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-ab641aca-1e62-4599-918d-98a9bbadbcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T10:09:27Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['8cbf8b22-c9dd-4844-88f6-38a5292b4f02'], 'active': True} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:09:39.719973 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvr_db [None req-ab641aca-1e62-4599-918d-98a9bbadbcff None None] Set router 8cbf8b22-c9dd-4844-88f6-38a5292b4f02 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 10:09:39.880876 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a1fcb7-e956-40e3-8a46-50b8e539f892', 'tag': 'c8a86a3c-f0ce-49da-85d1-df62974790f8'}] {{(pid=112919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 10:09:39.883303 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f6ad1632a392cf14020321c7ce6c49338053db0fa13ffca62b7dfe78a8e90b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2131edf3-202d-4ddc-8fd4-d2113f42ed1b" -d '{"events": [{"name": "network-changed", "server_uuid": "d2a1fcb7-e956-40e3-8a46-50b8e539f892", "tag": "c8a86a3c-f0ce-49da-85d1-df62974790f8"}]}' {{(pid=112919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:09:39.927039 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 10:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987b830a-8d16-4137-8ade-664a69b731ad x-openstack-request-id: req-987b830a-8d16-4137-8ade-664a69b731ad {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:09:39.927517 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2a1fcb7-e956-40e3-8a46-50b8e539f892", "tag": "c8a86a3c-f0ce-49da-85d1-df62974790f8", "status": "completed", "code": 200}]} {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:09:39.927848 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-987b830a-8d16-4137-8ade-664a69b731ad {{(pid=112919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:09:39.928337 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-987b830a-8d16-4137-8ade-664a69b731ad'] response: {'name': 'network-changed', 'server_uuid': 'd2a1fcb7-e956-40e3-8a46-50b8e539f892', 'tag': 'c8a86a3c-f0ce-49da-85d1-df62974790f8', 'status': 'completed', 'code': 200} Aug 31 10:09:39.939768 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-ab641aca-1e62-4599-918d-98a9bbadbcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbf8b22-c9dd-4844-88f6-38a5292b4f02', 'name': 'tempest-TestMinimumBasicScenario-228163370-router', 'tenant_id': '12a138e95d884fdaa8bb8653b151a546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T10:06:27Z', 'updated_at': '2022-08-31T10:06:29Z', 'revision_number': 4, 'project_id': '12a138e95d884fdaa8bb8653b151a546', 'gw_port': {'id': 'b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:83:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbf8b22-c9dd-4844-88f6-38a5292b4f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T10:06:27Z', 'updated_at': '2022-08-31T10:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': 'effd9bc4-7e07-4769-b2a3-8a6df6b33b42', 'name': '', 'network_id': 'e59fd3c4-967e-4768-99cd-ea919e7cf128', 'tenant_id': '12a138e95d884fdaa8bb8653b151a546', 'mac_address': 'fa:16:3e:3b:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbf8b22-c9dd-4844-88f6-38a5292b4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '56b1f1ec-feb9-41cd-bbdc-63348df677aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T10:06:29Z', 'updated_at': '2022-08-31T10:06:35Z', 'revision_number': 5, 'project_id': '12a138e95d884fdaa8bb8653b151a546', 'subnets': [{'id': '56b1f1ec-feb9-41cd-bbdc-63348df677aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:09:39.974837 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab641aca-1e62-4599-918d-98a9bbadbcff None None] The sync data for ids ['8cbf8b22-c9dd-4844-88f6-38a5292b4f02'] in dv-cinder-844961-2-iscsi is: [{'id': '8cbf8b22-c9dd-4844-88f6-38a5292b4f02', 'name': 'tempest-TestMinimumBasicScenario-228163370-router', 'tenant_id': '12a138e95d884fdaa8bb8653b151a546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T10:06:27Z', 'updated_at': '2022-08-31T10:06:29Z', 'revision_number': 4, 'project_id': '12a138e95d884fdaa8bb8653b151a546', 'gw_port': {'id': 'b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:83:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbf8b22-c9dd-4844-88f6-38a5292b4f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T10:06:27Z', 'updated_at': '2022-08-31T10:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi', '_interfaces': [{'id': 'effd9bc4-7e07-4769-b2a3-8a6df6b33b42', 'name': '', 'network_id': 'e59fd3c4-967e-4768-99cd-ea919e7cf128', 'tenant_id': '12a138e95d884fdaa8bb8653b151a546', 'mac_address': 'fa:16:3e:3b:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbf8b22-c9dd-4844-88f6-38a5292b4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '56b1f1ec-feb9-41cd-bbdc-63348df677aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T10:06:29Z', 'updated_at': '2022-08-31T10:06:35Z', 'revision_number': 5, 'project_id': '12a138e95d884fdaa8bb8653b151a546', 'subnets': [{'id': '56b1f1ec-feb9-41cd-bbdc-63348df677aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:09:40.043844 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131edf3-202d-4ddc-8fd4-d2113f42ed1b req-e2ee7702-9d80-4565-a508-18bf15b0b748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:09:40.045404 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2131edf3-202d-4ddc-8fd4-d2113f42ed1b req-e2ee7702-9d80-4565-a508-18bf15b0b748 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=12a138e95d884fdaa8bb8653b151a546&device_id=d2a1fcb7-e956-40e3-8a46-50b8e539f892 HTTP/1.1" status: 200 len: 1130 time: 0.0447066 Aug 31 10:09:40.169570 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131edf3-202d-4ddc-8fd4-d2113f42ed1b req-00c0b4b4-abc9-42fd-a8a8-c389969b7f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:09:40.171060 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2131edf3-202d-4ddc-8fd4-d2113f42ed1b req-00c0b4b4-abc9-42fd-a8a8-c389969b7f8c service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=e59fd3c4-967e-4768-99cd-ea919e7cf128 HTTP/1.1" status: 200 len: 915 time: 0.1031618 Aug 31 10:09:40.216181 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2131edf3-202d-4ddc-8fd4-d2113f42ed1b req-e76a32a0-5a5e-4f81-a82d-acbfec322e03 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8a86a3c-f0ce-49da-85d1-df62974790f8 HTTP/1.1" status: 200 len: 217 time: 0.0381148 Aug 31 10:09:40.221686 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42e0231-32a9-4490-92b7-1f9fa350605a None None] New status for floating IP 758692b2-e3cb-4168-ace7-0d04c0a68f75: DOWN {{(pid=112921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 10:09:40.250124 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:09:40.270674 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131edf3-202d-4ddc-8fd4-d2113f42ed1b req-a5d95bce-ace5-4a1a-84dd-25bc068d50fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:09:40.272188 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2131edf3-202d-4ddc-8fd4-d2113f42ed1b req-a5d95bce-ace5-4a1a-84dd-25bc068d50fc service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=56b1f1ec-feb9-41cd-bbdc-63348df677aa HTTP/1.1" status: 200 len: 853 time: 0.0492725 Aug 31 10:09:40.320476 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131edf3-202d-4ddc-8fd4-d2113f42ed1b req-63e80729-5eb6-4ffd-beef-92ca856d102f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:09:40.322389 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2131edf3-202d-4ddc-8fd4-d2113f42ed1b req-63e80729-5eb6-4ffd-beef-92ca856d102f service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=e59fd3c4-967e-4768-99cd-ea919e7cf128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430014 Aug 31 10:09:40.430326 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2131edf3-202d-4ddc-8fd4-d2113f42ed1b req-759ccdff-a8d5-4772-986a-bf7a95c43d56 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/e59fd3c4-967e-4768-99cd-ea919e7cf128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995984 Aug 31 10:09:40.558331 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-2131edf3-202d-4ddc-8fd4-d2113f42ed1b req-4007a296-ef64-4eec-9615-42a116b6adff service neutron] 10.222.0.64 "GET /networking/v2.0/networks/e59fd3c4-967e-4768-99cd-ea919e7cf128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140308 Aug 31 10:09:42.005363 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4425e-431c-495a-affc-99e096ae39b0 req-64388850-93d9-471b-af1e-6ba1a8024c50 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:09:42.006808 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-00f4425e-431c-495a-affc-99e096ae39b0 req-64388850-93d9-471b-af1e-6ba1a8024c50 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2a1fcb7-e956-40e3-8a46-50b8e539f892 HTTP/1.1" status: 200 len: 946 time: 0.0571256 Aug 31 10:09:42.057072 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-00f4425e-431c-495a-affc-99e096ae39b0 req-be32caf2-a39f-4602-a506-9aeb36053e83 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=4bceabb6-300c-47f9-a332-e7aa1d2d93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440457 Aug 31 10:09:43.198340 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505241be-03ea-4290-bd92-f03da4d3da4e req-311401c4-626c-4480-9452-dbe99843467a tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:09:43.200156 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-505241be-03ea-4290-bd92-f03da4d3da4e req-311401c4-626c-4480-9452-dbe99843467a tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2a1fcb7-e956-40e3-8a46-50b8e539f892 HTTP/1.1" status: 200 len: 946 time: 0.0598240 Aug 31 10:09:43.259668 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-505241be-03ea-4290-bd92-f03da4d3da4e req-9a2ee00b-3ec1-4b89-83e8-e029116d4a1b tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=4bceabb6-300c-47f9-a332-e7aa1d2d93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539055 Aug 31 10:09:44.225061 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0dcc1-3f7d-42f2-b98f-e828f3a70295 req-64d705d5-a4bb-453a-b40b-233c85ec8a15 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:09:44.227439 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-8dd0dcc1-3f7d-42f2-b98f-e828f3a70295 req-64d705d5-a4bb-453a-b40b-233c85ec8a15 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2a1fcb7-e956-40e3-8a46-50b8e539f892 HTTP/1.1" status: 200 len: 946 time: 0.0517404 Aug 31 10:09:44.312252 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [req-8dd0dcc1-3f7d-42f2-b98f-e828f3a70295 req-495cdb11-94fb-457c-9132-0280e366eef3 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Deleting port c8a86a3c-f0ce-49da-85d1-df62974790f8 {{(pid=112919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 10:09:44.312596 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-8dd0dcc1-3f7d-42f2-b98f-e828f3a70295 req-495cdb11-94fb-457c-9132-0280e366eef3 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (c8a86a3c-f0ce-49da-85d1-df62974790f8), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:44.419845 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87ce01-ecb9-424c-bf85-eebc275004ac req-f7f5cbdf-7724-41ef-8c26-eb744b1d1889 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 10:09:44.421630 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-fe87ce01-ecb9-424c-bf85-eebc275004ac req-f7f5cbdf-7724-41ef-8c26-eb744b1d1889 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d2a1fcb7-e956-40e3-8a46-50b8e539f892 HTTP/1.1" status: 200 len: 946 time: 0.0686958 Aug 31 10:09:44.459523 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.db [req-8dd0dcc1-3f7d-42f2-b98f-e828f3a70295 req-495cdb11-94fb-457c-9132-0280e366eef3 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] For port c8a86a3c-f0ce-49da-85d1-df62974790f8, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=c8a86a3c-f0ce-49da-85d1-df62974790f8,segment=NetworkSegment(314ebc50-7b09-4376-9d10-e22a0eba6540),segment_id=314ebc50-7b09-4376-9d10-e22a0eba6540)] {{(pid=112919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:09:44.459879 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-8dd0dcc1-3f7d-42f2-b98f-e828f3a70295 req-495cdb11-94fb-457c-9132-0280e366eef3 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (c8a86a3c-f0ce-49da-85d1-df62974790f8), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:44.482198 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [req-8dd0dcc1-3f7d-42f2-b98f-e828f3a70295 req-495cdb11-94fb-457c-9132-0280e366eef3 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Calling delete_port for c8a86a3c-f0ce-49da-85d1-df62974790f8 owned by compute:nova {{(pid=112919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 10:09:44.503824 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-fe87ce01-ecb9-424c-bf85-eebc275004ac req-214ef067-6fd9-4d65-9ea3-f3444ad4e2ec tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=4bceabb6-300c-47f9-a332-e7aa1d2d93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748513 Aug 31 10:09:44.537440 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=100 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:09:44.610090 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:09:44.628395 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-8dd0dcc1-3f7d-42f2-b98f-e828f3a70295 req-495cdb11-94fb-457c-9132-0280e366eef3 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66028622'] for port (c8a86a3c-f0ce-49da-85d1-df62974790f8), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:44.655297 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495cdb11-94fb-457c-9132-0280e366eef3 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Pushing event deleted for resources: {'Port': ['ID=c8a86a3c-f0ce-49da-85d1-df62974790f8,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:44.664500 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] get_ports_and_sgs() called for port_ids ['c8a86a3c-f0ce-49da-85d1-df62974790f8'] {{(pid=112921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 10:09:44.705431 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd0dcc1-3f7d-42f2-b98f-e828f3a70295 req-495cdb11-94fb-457c-9132-0280e366eef3 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] No DVR routers for this DVR port c8a86a3c-f0ce-49da-85d1-df62974790f8 on host hv-cinder-84496 {{(pid=112919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 10:09:44.707960 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [req-8dd0dcc1-3f7d-42f2-b98f-e828f3a70295 req-495cdb11-94fb-457c-9132-0280e366eef3 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67577'] for port (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:44.712089 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [req-8dd0dcc1-3f7d-42f2-b98f-e828f3a70295 req-495cdb11-94fb-457c-9132-0280e366eef3 tempest-TestMinimumBasicScenario-161158237 tempest-TestMinimumBasicScenario-161158237-project] 10.222.0.64 "DELETE /networking/v2.0/ports/c8a86a3c-f0ce-49da-85d1-df62974790f8 HTTP/1.1" status: 204 len: 173 time: 0.4792974 Aug 31 10:09:44.712537 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a1fcb7-e956-40e3-8a46-50b8e539f892', 'name': 'network-vif-deleted', 'tag': 'c8a86a3c-f0ce-49da-85d1-df62974790f8'}] {{(pid=112919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 10:09:44.714796 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f6ad1632a392cf14020321c7ce6c49338053db0fa13ffca62b7dfe78a8e90b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2667bcec-fd18-4e2b-aff3-859c52bf47a6" -d '{"events": [{"server_uuid": "d2a1fcb7-e956-40e3-8a46-50b8e539f892", "name": "network-vif-deleted", "tag": "c8a86a3c-f0ce-49da-85d1-df62974790f8"}]}' {{(pid=112919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:09:44.760287 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 10:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac177f9-4406-4782-b04f-3acedd30f14c x-openstack-request-id: req-bac177f9-4406-4782-b04f-3acedd30f14c {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:09:44.760580 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2a1fcb7-e956-40e3-8a46-50b8e539f892", "name": "network-vif-deleted", "tag": "c8a86a3c-f0ce-49da-85d1-df62974790f8", "status": "completed", "code": 200}]} {{(pid=112919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:09:44.760831 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bac177f9-4406-4782-b04f-3acedd30f14c {{(pid=112919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:09:44.761236 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bac177f9-4406-4782-b04f-3acedd30f14c'] response: {'server_uuid': 'd2a1fcb7-e956-40e3-8a46-50b8e539f892', 'name': 'network-vif-deleted', 'tag': 'c8a86a3c-f0ce-49da-85d1-df62974790f8', 'status': 'completed', 'code': 200} Aug 31 10:09:46.191457 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 54992) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:09:46.531536 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-4e61d364-cf4f-4d3a-900b-f770d30def2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962981'] for router_interface (8cbf8b22-c9dd-4844-88f6-38a5292b4f02), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:46.748739 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [None req-4e61d364-cf4f-4d3a-900b-f770d30def2b admin admin] Deleting port effd9bc4-7e07-4769-b2a3-8a6df6b33b42 {{(pid=112919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 10:09:46.749073 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-4e61d364-cf4f-4d3a-900b-f770d30def2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (effd9bc4-7e07-4769-b2a3-8a6df6b33b42), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:46.825727 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.db [None req-4e61d364-cf4f-4d3a-900b-f770d30def2b admin admin] For port effd9bc4-7e07-4769-b2a3-8a6df6b33b42, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=effd9bc4-7e07-4769-b2a3-8a6df6b33b42,segment=NetworkSegment(314ebc50-7b09-4376-9d10-e22a0eba6540),segment_id=314ebc50-7b09-4376-9d10-e22a0eba6540)] {{(pid=112919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:09:46.825998 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-4e61d364-cf4f-4d3a-900b-f770d30def2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (effd9bc4-7e07-4769-b2a3-8a6df6b33b42), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:46.838953 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [None req-4e61d364-cf4f-4d3a-900b-f770d30def2b admin admin] Calling delete_port for effd9bc4-7e07-4769-b2a3-8a6df6b33b42 owned by network:router_interface {{(pid=112919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 10:09:46.933990 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:09:46.962279 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:09:47.018432 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-4e61d364-cf4f-4d3a-900b-f770d30def2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66028622'] for port (effd9bc4-7e07-4769-b2a3-8a6df6b33b42), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:47.048647 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e61d364-cf4f-4d3a-900b-f770d30def2b admin admin] Pushing event deleted for resources: {'Port': ['ID=effd9bc4-7e07-4769-b2a3-8a6df6b33b42,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:47.218635 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-4e61d364-cf4f-4d3a-900b-f770d30def2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-965653'] for router_interface (8cbf8b22-c9dd-4844-88f6-38a5292b4f02), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:47.455394 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device c8a86a3c-f0ce-49da-85d1-df62974790f8 no longer exists at agent hyperv_hv-cinder-84496 {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:09:47.478902 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] No Port match for: c8a86a3c-f0ce-49da-85d1-df62974790f8 {{(pid=112921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 10:09:47.479350 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Device c8a86a3c-f0ce-49da-85d1-df62974790f8 not bound to the agent host hv-cinder-84496 {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:09:47.681452 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e61d364-cf4f-4d3a-900b-f770d30def2b admin admin] Router 8cbf8b22-c9dd-4844-88f6-38a5292b4f02 has already been hosted by L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 {{(pid=112919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:09:47.785622 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e61d364-cf4f-4d3a-900b-f770d30def2b admin admin] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:09:47.790639 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-4e61d364-cf4f-4d3a-900b-f770d30def2b admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/8cbf8b22-c9dd-4844-88f6-38a5292b4f02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5989180 Aug 31 10:09:47.793284 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 54994) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:09:47.794850 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb02e38-c6c2-42fb-9750-33bd8a5818fe None None] Sync routers for ids ['8cbf8b22-c9dd-4844-88f6-38a5292b4f02'] in dv-cinder-844961-2-iscsi {{(pid=112922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:09:47.806325 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb02e38-c6c2-42fb-9750-33bd8a5818fe None None] Routers {'8cbf8b22-c9dd-4844-88f6-38a5292b4f02'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 10:09:47.806942 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-fdb02e38-c6c2-42fb-9750-33bd8a5818fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T10:09:27Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['8cbf8b22-c9dd-4844-88f6-38a5292b4f02'], 'active': True} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:09:47.889613 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-de8b1809-a21e-4563-a2b0-9b58f5a532cf admin admin] Publish callbacks [] for router (8cbf8b22-c9dd-4844-88f6-38a5292b4f02), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:47.913408 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvr_db [None req-fdb02e38-c6c2-42fb-9750-33bd8a5818fe None None] Set router 8cbf8b22-c9dd-4844-88f6-38a5292b4f02 gateway port host: dv-cinder-844961-2-iscsi {{(pid=112922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 10:09:47.987172 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-de8b1809-a21e-4563-a2b0-9b58f5a532cf admin admin] Publish callbacks [] for router_gateway (8cbf8b22-c9dd-4844-88f6-38a5292b4f02), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:48.031481 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.plugin [None req-de8b1809-a21e-4563-a2b0-9b58f5a532cf admin admin] Deleting port b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6 {{(pid=112920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 10:09:48.031812 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-de8b1809-a21e-4563-a2b0-9b58f5a532cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:48.067412 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=100 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:09:48.082372 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-fdb02e38-c6c2-42fb-9750-33bd8a5818fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbf8b22-c9dd-4844-88f6-38a5292b4f02', 'name': 'tempest-TestMinimumBasicScenario-228163370-router', 'tenant_id': '12a138e95d884fdaa8bb8653b151a546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T10:06:27Z', 'updated_at': '2022-08-31T10:09:46Z', 'revision_number': 5, 'project_id': '12a138e95d884fdaa8bb8653b151a546', 'gw_port': {'id': 'b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:83:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbf8b22-c9dd-4844-88f6-38a5292b4f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T10:06:27Z', 'updated_at': '2022-08-31T10:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi'}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:09:48.107530 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb02e38-c6c2-42fb-9750-33bd8a5818fe None None] Checking router: 8cbf8b22-c9dd-4844-88f6-38a5292b4f02 for host: dv-cinder-844961-2-iscsi {{(pid=112922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:09:48.112369 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.db [None req-de8b1809-a21e-4563-a2b0-9b58f5a532cf admin admin] For port b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6,segment=NetworkSegment(a4995e04-234e-4976-89c5-310a94033a09),segment_id=a4995e04-234e-4976-89c5-310a94033a09)] {{(pid=112920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:09:48.112726 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-de8b1809-a21e-4563-a2b0-9b58f5a532cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:48.116046 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb02e38-c6c2-42fb-9750-33bd8a5818fe None None] Routers {'8cbf8b22-c9dd-4844-88f6-38a5292b4f02'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 10:09:48.116642 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-fdb02e38-c6c2-42fb-9750-33bd8a5818fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T10:09:27Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['8cbf8b22-c9dd-4844-88f6-38a5292b4f02'], 'active': True} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:09:48.126203 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.plugin [None req-de8b1809-a21e-4563-a2b0-9b58f5a532cf admin admin] Calling delete_port for b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6 owned by network:router_gateway {{(pid=112920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 10:09:48.177761 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=100 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:09:48.200921 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_dvr_db [None req-fdb02e38-c6c2-42fb-9750-33bd8a5818fe None None] Set router 8cbf8b22-c9dd-4844-88f6-38a5292b4f02 gateway port host: None {{(pid=112922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 10:09:48.251211 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.l3_hamode_db [None req-fdb02e38-c6c2-42fb-9750-33bd8a5818fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbf8b22-c9dd-4844-88f6-38a5292b4f02', 'name': 'tempest-TestMinimumBasicScenario-228163370-router', 'tenant_id': '12a138e95d884fdaa8bb8653b151a546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T10:06:27Z', 'updated_at': '2022-08-31T10:09:47Z', 'revision_number': 6, 'project_id': '12a138e95d884fdaa8bb8653b151a546', 'gw_port_host': None}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:09:48.275967 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb02e38-c6c2-42fb-9750-33bd8a5818fe None None] The sync data for ids ['8cbf8b22-c9dd-4844-88f6-38a5292b4f02'] in dv-cinder-844961-2-iscsi is: [{'id': '8cbf8b22-c9dd-4844-88f6-38a5292b4f02', 'name': 'tempest-TestMinimumBasicScenario-228163370-router', 'tenant_id': '12a138e95d884fdaa8bb8653b151a546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T10:06:27Z', 'updated_at': '2022-08-31T10:09:47Z', 'revision_number': 6, 'project_id': '12a138e95d884fdaa8bb8653b151a546', 'gw_port_host': None}] {{(pid=112922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:09:48.296921 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-de8b1809-a21e-4563-a2b0-9b58f5a532cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64202837'] for port (b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:48.322822 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8b1809-a21e-4563-a2b0-9b58f5a532cf admin admin] Pushing event deleted for resources: {'Port': ['ID=b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:48.389809 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-de8b1809-a21e-4563-a2b0-9b58f5a532cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-964582'] for router_gateway (8cbf8b22-c9dd-4844-88f6-38a5292b4f02), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:48.476114 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-de8b1809-a21e-4563-a2b0-9b58f5a532cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-964043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7957'] for router (8cbf8b22-c9dd-4844-88f6-38a5292b4f02), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:48.478287 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-de8b1809-a21e-4563-a2b0-9b58f5a532cf admin admin] Publish callbacks [] for router_controller (8cbf8b22-c9dd-4844-88f6-38a5292b4f02), precommit_delete_associations {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:48.479566 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:09:48.522809 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-de8b1809-a21e-4563-a2b0-9b58f5a532cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-965736'] for router (8cbf8b22-c9dd-4844-88f6-38a5292b4f02), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:48.523501 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8b1809-a21e-4563-a2b0-9b58f5a532cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cbf8b22-c9dd-4844-88f6-38a5292b4f02 {{(pid=112920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 10:09:48.528360 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-de8b1809-a21e-4563-a2b0-9b58f5a532cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:48.529582 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-de8b1809-a21e-4563-a2b0-9b58f5a532cf admin admin] 10.222.0.13 "DELETE /networking/v2.0/routers/8cbf8b22-c9dd-4844-88f6-38a5292b4f02 HTTP/1.1" status: 204 len: 168 time: 0.7352214 Aug 31 10:09:48.532231 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 54996) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:09:48.577722 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8605a37-6a19-4a7b-a4dc-d37a833adc85 admin admin] Deleting subnet 56b1f1ec-feb9-41cd-bbdc-63348df677aa {{(pid=112919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 10:09:48.580980 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-f8605a37-6a19-4a7b-a4dc-d37a833adc85 admin admin] Publish callbacks [] for subnet (56b1f1ec-feb9-41cd-bbdc-63348df677aa), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:48.615770 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-f8605a37-6a19-4a7b-a4dc-d37a833adc85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65472915'] for subnet (56b1f1ec-feb9-41cd-bbdc-63348df677aa), precommit_delete_associations {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:48.707164 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-f8605a37-6a19-4a7b-a4dc-d37a833adc85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931882'] for subnet (56b1f1ec-feb9-41cd-bbdc-63348df677aa), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:48.762357 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-f8605a37-6a19-4a7b-a4dc-d37a833adc85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66029757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65641912'] for subnet (56b1f1ec-feb9-41cd-bbdc-63348df677aa), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:48.767224 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:UPDATE=3,neutron:SELECT=92,neutron:DELETE=5 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:09:48.789958 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8605a37-6a19-4a7b-a4dc-d37a833adc85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56b1f1ec-feb9-41cd-bbdc-63348df677aa,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:48.795607 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-f8605a37-6a19-4a7b-a4dc-d37a833adc85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for subnet (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:48.801522 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-f8605a37-6a19-4a7b-a4dc-d37a833adc85 admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/56b1f1ec-feb9-41cd-bbdc-63348df677aa HTTP/1.1" status: 204 len: 168 time: 0.2657759 Aug 31 10:09:48.801851 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.wsgi [-] (112919) accepted ('10.222.0.13', 54998) {{(pid=112919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:09:48.802198 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2f1e98-6b42-466e-8584-4eb66c92a19b None None] Network e59fd3c4-967e-4768-99cd-ea919e7cf128 requested from dv-cinder-844961-2-iscsi {{(pid=112921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 10:09:48.869013 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:09:48.873640 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-c0f3bb4c-d1cc-4a40-a678-ca4c2d3329c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2085207'] for network (e59fd3c4-967e-4768-99cd-ea919e7cf128), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:48.924318 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [None req-c0f3bb4c-d1cc-4a40-a678-ca4c2d3329c0 admin admin] Deleting port 350e16bf-d908-4918-a948-ca78e00b031a {{(pid=112919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 10:09:48.924664 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-c0f3bb4c-d1cc-4a40-a678-ca4c2d3329c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (350e16bf-d908-4918-a948-ca78e00b031a), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:48.990877 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.db [None req-c0f3bb4c-d1cc-4a40-a678-ca4c2d3329c0 admin admin] For port 350e16bf-d908-4918-a948-ca78e00b031a, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=350e16bf-d908-4918-a948-ca78e00b031a,segment=NetworkSegment(314ebc50-7b09-4376-9d10-e22a0eba6540),segment_id=314ebc50-7b09-4376-9d10-e22a0eba6540)] {{(pid=112919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:09:48.990877 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-c0f3bb4c-d1cc-4a40-a678-ca4c2d3329c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (350e16bf-d908-4918-a948-ca78e00b031a), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:49.005929 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.plugin [None req-c0f3bb4c-d1cc-4a40-a678-ca4c2d3329c0 admin admin] Calling delete_port for 350e16bf-d908-4918-a948-ca78e00b031a owned by network:dhcp {{(pid=112919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 10:09:49.021853 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1848ad10-1372-49d3-95d4-8c2bb52f5fb7 None None] DHCP port deletion for e59fd3c4-967e-4768-99cd-ea919e7cf128 request from dv-cinder-844961-2-iscsi {{(pid=112921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 10:09:49.059981 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-1848ad10-1372-49d3-95d4-8c2bb52f5fb7 None None] Deleting port 350e16bf-d908-4918-a948-ca78e00b031a {{(pid=112921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 10:09:49.060354 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-1848ad10-1372-49d3-95d4-8c2bb52f5fb7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (350e16bf-d908-4918-a948-ca78e00b031a), before_delete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:49.100970 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-c0f3bb4c-d1cc-4a40-a678-ca4c2d3329c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66028622'] for port (350e16bf-d908-4918-a948-ca78e00b031a), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:49.130299 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f3bb4c-d1cc-4a40-a678-ca4c2d3329c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=350e16bf-d908-4918-a948-ca78e00b031a,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:49.131378 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-1848ad10-1372-49d3-95d4-8c2bb52f5fb7 None None] For port 350e16bf-d908-4918-a948-ca78e00b031a, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=350e16bf-d908-4918-a948-ca78e00b031a,segment=NetworkSegment(314ebc50-7b09-4376-9d10-e22a0eba6540),segment_id=314ebc50-7b09-4376-9d10-e22a0eba6540)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:09:49.131983 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-1848ad10-1372-49d3-95d4-8c2bb52f5fb7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (350e16bf-d908-4918-a948-ca78e00b031a), precommit_delete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:49.132356 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f3bb4c-d1cc-4a40-a678-ca4c2d3329c0 admin admin] No DVR routers for this DVR port 350e16bf-d908-4918-a948-ca78e00b031a on host dv-cinder-844961-2-iscsi {{(pid=112919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 10:09:49.135287 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:09:49.151744 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-1848ad10-1372-49d3-95d4-8c2bb52f5fb7 None None] Calling delete_port for 350e16bf-d908-4918-a948-ca78e00b031a owned by network:dhcp {{(pid=112921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 10:09:49.208686 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-c0f3bb4c-d1cc-4a40-a678-ca4c2d3329c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1925385', 'neutron.services.segments.db._delete_segments_for_network-8747473415235'] for network (e59fd3c4-967e-4768-99cd-ea919e7cf128), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:49.232439 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.services.segments.db [None req-c0f3bb4c-d1cc-4a40-a678-ca4c2d3329c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e59fd3c4-967e-4768-99cd-ea919e7cf128']}} {{(pid=112919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:09:49.233741 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:09:49.235031 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-1848ad10-1372-49d3-95d4-8c2bb52f5fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287'] for port (350e16bf-d908-4918-a948-ca78e00b031a), after_delete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:49.246262 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.services.segments.db [None req-c0f3bb4c-d1cc-4a40-a678-ca4c2d3329c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '314ebc50-7b09-4376-9d10-e22a0eba6540') {'for_net_delete': True} {{(pid=112919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:09:49.246632 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.services.segments.db [None req-c0f3bb4c-d1cc-4a40-a678-ca4c2d3329c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '314ebc50-7b09-4376-9d10-e22a0eba6540') {} {{(pid=112919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:09:49.259906 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-c0f3bb4c-d1cc-4a40-a678-ca4c2d3329c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747473409711', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65472920'] for segment (314ebc50-7b09-4376-9d10-e22a0eba6540), before_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:49.264147 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1848ad10-1372-49d3-95d4-8c2bb52f5fb7 None None] Pushing event deleted for resources: {'Port': ['ID=350e16bf-d908-4918-a948-ca78e00b031a,revision_number=None']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:49.267520 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1848ad10-1372-49d3-95d4-8c2bb52f5fb7 None None] No DVR routers for this DVR port 350e16bf-d908-4918-a948-ca78e00b031a on host dv-cinder-844961-2-iscsi {{(pid=112921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 10:09:49.275315 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1848ad10-1372-49d3-95d4-8c2bb52f5fb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:49.275921 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1848ad10-1372-49d3-95d4-8c2bb52f5fb7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:49.276264 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1848ad10-1372-49d3-95d4-8c2bb52f5fb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:49.276601 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1848ad10-1372-49d3-95d4-8c2bb52f5fb7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:49.276931 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1848ad10-1372-49d3-95d4-8c2bb52f5fb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:49.277260 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1848ad10-1372-49d3-95d4-8c2bb52f5fb7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:49.277649 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1848ad10-1372-49d3-95d4-8c2bb52f5fb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:49.278249 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1848ad10-1372-49d3-95d4-8c2bb52f5fb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:49.278577 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1848ad10-1372-49d3-95d4-8c2bb52f5fb7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:49.278911 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1848ad10-1372-49d3-95d4-8c2bb52f5fb7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:49.286009 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1848ad10-1372-49d3-95d4-8c2bb52f5fb7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:49.286009 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1848ad10-1372-49d3-95d4-8c2bb52f5fb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:49.286009 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1848ad10-1372-49d3-95d4-8c2bb52f5fb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:49.286009 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1848ad10-1372-49d3-95d4-8c2bb52f5fb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:49.286009 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1848ad10-1372-49d3-95d4-8c2bb52f5fb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844961-2-iscsi {{(pid=112921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:49.289984 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-c0f3bb4c-d1cc-4a40-a678-ca4c2d3329c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927539'] for segment (314ebc50-7b09-4376-9d10-e22a0eba6540), precommit_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:49.301458 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0f3bb4c-d1cc-4a40-a678-ca4c2d3329c0 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=112919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:09:49.302106 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-c0f3bb4c-d1cc-4a40-a678-ca4c2d3329c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66028571'] for segment (314ebc50-7b09-4376-9d10-e22a0eba6540), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:49.321553 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6 no longer exists at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:09:49.344823 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] No Port match for: b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6 {{(pid=112921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 10:09:49.345310 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device b8bf6376-ba2f-4b8f-a0f3-6816d31a2dd6 not bound to the agent host dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:09:49.345841 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 350e16bf-d908-4918-a948-ca78e00b031a no longer exists at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:09:49.350073 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.services.segments.plugin [-] Segment 314ebc50-7b09-4376-9d10-e22a0eba6540 resource provider aggregate not found Aug 31 10:09:49.369910 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.services.segments.plugin [-] Segment 314ebc50-7b09-4376-9d10-e22a0eba6540 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 314ebc50-7b09-4376-9d10-e22a0eba6540 found for delete ", "request_id": "req-30edfc3c-baf3-4351-a694-51d090989d2e"}]} Aug 31 10:09:49.370887 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] No Port match for: 350e16bf-d908-4918-a948-ca78e00b031a {{(pid=112921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 10:09:49.371301 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 350e16bf-d908-4918-a948-ca78e00b031a not bound to the agent host dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:09:49.371783 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device effd9bc4-7e07-4769-b2a3-8a6df6b33b42 no longer exists at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:09:49.389223 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-c0f3bb4c-d1cc-4a40-a678-ca4c2d3329c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1925376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-964490'] for network (e59fd3c4-967e-4768-99cd-ea919e7cf128), after_delete {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:49.395446 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] No Port match for: effd9bc4-7e07-4769-b2a3-8a6df6b33b42 {{(pid=112921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 10:09:49.396021 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device effd9bc4-7e07-4769-b2a3-8a6df6b33b42 not bound to the agent host dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:09:49.399261 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron_lib.callbacks.manager [None req-c0f3bb4c-d1cc-4a40-a678-ca4c2d3329c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for network (None), before_response {{(pid=112919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:49.402563 dv-cinder-844961-2-iscsi neutron-server[112919]: INFO neutron.wsgi [None req-c0f3bb4c-d1cc-4a40-a678-ca4c2d3329c0 admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/e59fd3c4-967e-4768-99cd-ea919e7cf128 HTTP/1.1" status: 204 len: 168 time: 0.5997877 Aug 31 10:09:49.405828 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 55004) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:09:49.412902 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:09:49.416648 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f3bb4c-d1cc-4a40-a678-ca4c2d3329c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e59fd3c4-967e-4768-99cd-ea919e7cf128,revision_number=None']} {{(pid=112919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:49.728610 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-9aac09a5-e7c0-4f74-a29f-22b2a923aba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962981'] for router_interface (c254357d-6864-492c-944e-48feae531f5a), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:49.942935 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.plugin [None req-9aac09a5-e7c0-4f74-a29f-22b2a923aba3 admin admin] Deleting port 8c9184a1-aec5-4bb5-8d50-b6b376fca9af {{(pid=112920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 10:09:49.943266 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-9aac09a5-e7c0-4f74-a29f-22b2a923aba3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (8c9184a1-aec5-4bb5-8d50-b6b376fca9af), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:50.020840 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.db [None req-9aac09a5-e7c0-4f74-a29f-22b2a923aba3 admin admin] For port 8c9184a1-aec5-4bb5-8d50-b6b376fca9af, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=8c9184a1-aec5-4bb5-8d50-b6b376fca9af,segment=NetworkSegment(ff993ebc-f3e2-4634-8637-1f776a0d7d59),segment_id=ff993ebc-f3e2-4634-8637-1f776a0d7d59)] {{(pid=112920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:09:50.021123 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-9aac09a5-e7c0-4f74-a29f-22b2a923aba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (8c9184a1-aec5-4bb5-8d50-b6b376fca9af), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:50.033579 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.plugin [None req-9aac09a5-e7c0-4f74-a29f-22b2a923aba3 admin admin] Calling delete_port for 8c9184a1-aec5-4bb5-8d50-b6b376fca9af owned by network:router_interface {{(pid=112920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 10:09:50.093002 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.agents_db [None req-8002e13a-56e4-448b-bc0d-5c9f038cbdad None None] Agent healthcheck: found 6 active agents {{(pid=112922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:09:50.411291 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:09:50.430737 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-9aac09a5-e7c0-4f74-a29f-22b2a923aba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64202837'] for port (8c9184a1-aec5-4bb5-8d50-b6b376fca9af), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:50.457146 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac09a5-e7c0-4f74-a29f-22b2a923aba3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c9184a1-aec5-4bb5-8d50-b6b376fca9af,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:50.500922 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:09:50.621325 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-9aac09a5-e7c0-4f74-a29f-22b2a923aba3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-965653'] for router_interface (c254357d-6864-492c-944e-48feae531f5a), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:50.827103 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aac09a5-e7c0-4f74-a29f-22b2a923aba3 admin admin] Router c254357d-6864-492c-944e-48feae531f5a has already been hosted by L3 agent 3e75f771-287a-4a06-858c-f1f7fc7cb283 {{(pid=112920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:09:50.927713 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aac09a5-e7c0-4f74-a29f-22b2a923aba3 admin admin] Notify agent at l3_agent.dv-cinder-844961-2-iscsi the message routers_updated {{(pid=112920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:09:50.932609 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-9aac09a5-e7c0-4f74-a29f-22b2a923aba3 admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/c254357d-6864-492c-944e-48feae531f5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5256240 Aug 31 10:09:50.935306 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 55006) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:09:50.936210 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1770a4f6-0748-4119-9305-fd6ff66fe81b None None] Sync routers for ids ['c254357d-6864-492c-944e-48feae531f5a'] in dv-cinder-844961-2-iscsi {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:09:50.947139 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1770a4f6-0748-4119-9305-fd6ff66fe81b None None] Routers {'c254357d-6864-492c-944e-48feae531f5a'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 10:09:50.947749 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-1770a4f6-0748-4119-9305-fd6ff66fe81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T10:09:27Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['c254357d-6864-492c-944e-48feae531f5a'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:09:51.031687 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-3bd5f875-0b6d-4646-9dbd-1bdb32a72e27 admin admin] Publish callbacks [] for router (c254357d-6864-492c-944e-48feae531f5a), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:51.049216 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-1770a4f6-0748-4119-9305-fd6ff66fe81b None None] Set router c254357d-6864-492c-944e-48feae531f5a gateway port host: dv-cinder-844961-2-iscsi {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 10:09:51.130564 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-3bd5f875-0b6d-4646-9dbd-1bdb32a72e27 admin admin] Publish callbacks [] for router_gateway (c254357d-6864-492c-944e-48feae531f5a), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:51.177872 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.plugin [None req-3bd5f875-0b6d-4646-9dbd-1bdb32a72e27 admin admin] Deleting port 5d1a4c09-521c-4395-ad49-ffb917640426 {{(pid=112920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 10:09:51.178212 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-3bd5f875-0b6d-4646-9dbd-1bdb32a72e27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (5d1a4c09-521c-4395-ad49-ffb917640426), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:51.217941 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-1770a4f6-0748-4119-9305-fd6ff66fe81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c254357d-6864-492c-944e-48feae531f5a', 'name': 'tempest-TestMinimumBasicScenario-1472049258-router', 'tenant_id': 'ca314df23321471bab248ce29b9d1427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'external_fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '5d1a4c09-521c-4395-ad49-ffb917640426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T10:06:31Z', 'updated_at': '2022-08-31T10:09:50Z', 'revision_number': 5, 'project_id': 'ca314df23321471bab248ce29b9d1427', 'gw_port': {'id': '5d1a4c09-521c-4395-ad49-ffb917640426', 'name': '', 'network_id': '9ecc2a3c-efc3-4c90-8e67-1028759a248c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c254357d-6864-492c-944e-48feae531f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T10:06:32Z', 'updated_at': '2022-08-31T10:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5177607-d6ca-45c7-ac03-71d68f18093b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844961-2-iscsi'}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:09:51.244255 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1770a4f6-0748-4119-9305-fd6ff66fe81b None None] Checking router: c254357d-6864-492c-944e-48feae531f5a for host: dv-cinder-844961-2-iscsi {{(pid=112921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:09:51.253263 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1770a4f6-0748-4119-9305-fd6ff66fe81b None None] Routers {'c254357d-6864-492c-944e-48feae531f5a'} bound to L3 agent in host dv-cinder-844961-2-iscsi {{(pid=112921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 10:09:51.253918 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-1770a4f6-0748-4119-9305-fd6ff66fe81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T09:39:26Z,description=,heartbeat_timestamp=2022-08-31T10:09:27Z,host='dv-cinder-844961-2-iscsi',id=3e75f771-287a-4a06-858c-f1f7fc7cb283,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T09:39:26Z,topic='l3_agent')) {'router_ids': ['c254357d-6864-492c-944e-48feae531f5a'], 'active': True} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:09:51.267175 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.db [None req-3bd5f875-0b6d-4646-9dbd-1bdb32a72e27 admin admin] For port 5d1a4c09-521c-4395-ad49-ffb917640426, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=5d1a4c09-521c-4395-ad49-ffb917640426,segment=NetworkSegment(a4995e04-234e-4976-89c5-310a94033a09),segment_id=a4995e04-234e-4976-89c5-310a94033a09)] {{(pid=112920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:09:51.267543 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-3bd5f875-0b6d-4646-9dbd-1bdb32a72e27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (5d1a4c09-521c-4395-ad49-ffb917640426), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:51.283618 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.plugin [None req-3bd5f875-0b6d-4646-9dbd-1bdb32a72e27 admin admin] Calling delete_port for 5d1a4c09-521c-4395-ad49-ffb917640426 owned by network:router_gateway {{(pid=112920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 10:09:51.337203 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:09:51.344832 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvr_db [None req-1770a4f6-0748-4119-9305-fd6ff66fe81b None None] Set router c254357d-6864-492c-944e-48feae531f5a gateway port host: None {{(pid=112921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 10:09:51.346475 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:09:51.398001 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_hamode_db [None req-1770a4f6-0748-4119-9305-fd6ff66fe81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c254357d-6864-492c-944e-48feae531f5a', 'name': 'tempest-TestMinimumBasicScenario-1472049258-router', 'tenant_id': 'ca314df23321471bab248ce29b9d1427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T10:06:31Z', 'updated_at': '2022-08-31T10:09:51Z', 'revision_number': 6, 'project_id': 'ca314df23321471bab248ce29b9d1427', 'gw_port_host': None}], 'dv-cinder-844961-2-iscsi', False) {} {{(pid=112921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:09:51.422323 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1770a4f6-0748-4119-9305-fd6ff66fe81b None None] The sync data for ids ['c254357d-6864-492c-944e-48feae531f5a'] in dv-cinder-844961-2-iscsi is: [{'id': 'c254357d-6864-492c-944e-48feae531f5a', 'name': 'tempest-TestMinimumBasicScenario-1472049258-router', 'tenant_id': 'ca314df23321471bab248ce29b9d1427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T10:06:31Z', 'updated_at': '2022-08-31T10:09:51Z', 'revision_number': 6, 'project_id': 'ca314df23321471bab248ce29b9d1427', 'gw_port_host': None}] {{(pid=112921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:09:51.457016 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-3bd5f875-0b6d-4646-9dbd-1bdb32a72e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64202837'] for port (5d1a4c09-521c-4395-ad49-ffb917640426), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:51.479150 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd5f875-0b6d-4646-9dbd-1bdb32a72e27 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d1a4c09-521c-4395-ad49-ffb917640426,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:51.543235 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-3bd5f875-0b6d-4646-9dbd-1bdb32a72e27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-964582'] for router_gateway (c254357d-6864-492c-944e-48feae531f5a), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:51.628573 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-3bd5f875-0b6d-4646-9dbd-1bdb32a72e27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-964043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7957'] for router (c254357d-6864-492c-944e-48feae531f5a), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:51.630733 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-3bd5f875-0b6d-4646-9dbd-1bdb32a72e27 admin admin] Publish callbacks [] for router_controller (c254357d-6864-492c-944e-48feae531f5a), precommit_delete_associations {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:51.673079 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-3bd5f875-0b6d-4646-9dbd-1bdb32a72e27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-965736'] for router (c254357d-6864-492c-944e-48feae531f5a), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:51.673764 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd5f875-0b6d-4646-9dbd-1bdb32a72e27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c254357d-6864-492c-944e-48feae531f5a {{(pid=112920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 10:09:51.678541 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-3bd5f875-0b6d-4646-9dbd-1bdb32a72e27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:51.682820 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-3bd5f875-0b6d-4646-9dbd-1bdb32a72e27 admin admin] 10.222.0.13 "DELETE /networking/v2.0/routers/c254357d-6864-492c-944e-48feae531f5a HTTP/1.1" status: 204 len: 168 time: 0.7434659 Aug 31 10:09:51.683037 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 55008) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:09:51.726867 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cb384ee-13d7-420d-ad62-03d55eb6fe1e admin admin] Deleting subnet dfb443d4-9735-47e3-ab0b-912d66dbadfd {{(pid=112920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 10:09:51.729976 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-3cb384ee-13d7-420d-ad62-03d55eb6fe1e admin admin] Publish callbacks [] for subnet (dfb443d4-9735-47e3-ab0b-912d66dbadfd), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:51.770082 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-3cb384ee-13d7-420d-ad62-03d55eb6fe1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64553430'] for subnet (dfb443d4-9735-47e3-ab0b-912d66dbadfd), precommit_delete_associations {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:51.849223 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-3cb384ee-13d7-420d-ad62-03d55eb6fe1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931882'] for subnet (dfb443d4-9735-47e3-ab0b-912d66dbadfd), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:51.902157 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-3cb384ee-13d7-420d-ad62-03d55eb6fe1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64201894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64498398'] for subnet (dfb443d4-9735-47e3-ab0b-912d66dbadfd), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:51.929279 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb384ee-13d7-420d-ad62-03d55eb6fe1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfb443d4-9735-47e3-ab0b-912d66dbadfd,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:51.937134 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-3cb384ee-13d7-420d-ad62-03d55eb6fe1e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:51.941337 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-3cb384ee-13d7-420d-ad62-03d55eb6fe1e admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/dfb443d4-9735-47e3-ab0b-912d66dbadfd HTTP/1.1" status: 204 len: 168 time: 0.2573860 Aug 31 10:09:51.942278 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0a70f3-19d2-4f61-a985-46cdff045f76 None None] Network 30753b27-aea8-4ed7-b93f-6a5372869bae requested from dv-cinder-844961-2-iscsi {{(pid=112921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 10:09:51.943782 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 55010) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:09:52.012797 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-3cc77bd8-1273-42bf-a4f6-89a3fa27216f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2085207'] for network (30753b27-aea8-4ed7-b93f-6a5372869bae), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:52.056315 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.plugin [None req-3cc77bd8-1273-42bf-a4f6-89a3fa27216f admin admin] Deleting port 5942d208-f456-4349-ab76-08d6c26c0f61 {{(pid=112920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 10:09:52.056658 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-3cc77bd8-1273-42bf-a4f6-89a3fa27216f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (5942d208-f456-4349-ab76-08d6c26c0f61), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:52.123809 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.db [None req-3cc77bd8-1273-42bf-a4f6-89a3fa27216f admin admin] For port 5942d208-f456-4349-ab76-08d6c26c0f61, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=5942d208-f456-4349-ab76-08d6c26c0f61,segment=NetworkSegment(ff993ebc-f3e2-4634-8637-1f776a0d7d59),segment_id=ff993ebc-f3e2-4634-8637-1f776a0d7d59)] {{(pid=112920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:09:52.124068 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-3cc77bd8-1273-42bf-a4f6-89a3fa27216f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (5942d208-f456-4349-ab76-08d6c26c0f61), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:52.138975 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.plugin [None req-3cc77bd8-1273-42bf-a4f6-89a3fa27216f admin admin] Calling delete_port for 5942d208-f456-4349-ab76-08d6c26c0f61 owned by network:dhcp {{(pid=112920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 10:09:52.156598 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e48304-3b26-4479-be06-9e3be457848b None None] DHCP port deletion for 30753b27-aea8-4ed7-b93f-6a5372869bae request from dv-cinder-844961-2-iscsi {{(pid=112921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 10:09:52.196990 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-c6e48304-3b26-4479-be06-9e3be457848b None None] Deleting port 5942d208-f456-4349-ab76-08d6c26c0f61 {{(pid=112921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 10:09:52.197483 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-c6e48304-3b26-4479-be06-9e3be457848b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747473274076'] for port (5942d208-f456-4349-ab76-08d6c26c0f61), before_delete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:52.211321 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:09:52.218902 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-3cc77bd8-1273-42bf-a4f6-89a3fa27216f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64202837'] for port (5942d208-f456-4349-ab76-08d6c26c0f61), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:52.222529 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:09:52.246938 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc77bd8-1273-42bf-a4f6-89a3fa27216f admin admin] Pushing event deleted for resources: {'Port': ['ID=5942d208-f456-4349-ab76-08d6c26c0f61,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:52.252062 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc77bd8-1273-42bf-a4f6-89a3fa27216f admin admin] No DVR routers for this DVR port 5942d208-f456-4349-ab76-08d6c26c0f61 on host dv-cinder-844961-2-iscsi {{(pid=112920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 10:09:52.271682 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.db [None req-c6e48304-3b26-4479-be06-9e3be457848b None None] For port 5942d208-f456-4349-ab76-08d6c26c0f61, host dv-cinder-844961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844961-2-iscsi',level=0,port_id=5942d208-f456-4349-ab76-08d6c26c0f61,segment=NetworkSegment(ff993ebc-f3e2-4634-8637-1f776a0d7d59),segment_id=ff993ebc-f3e2-4634-8637-1f776a0d7d59)] {{(pid=112921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:09:52.272062 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-c6e48304-3b26-4479-be06-9e3be457848b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-904366'] for port (5942d208-f456-4349-ab76-08d6c26c0f61), precommit_delete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:52.286524 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-c6e48304-3b26-4479-be06-9e3be457848b None None] Calling delete_port for 5942d208-f456-4349-ab76-08d6c26c0f61 owned by network:dhcp {{(pid=112921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 10:09:52.329279 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-3cc77bd8-1273-42bf-a4f6-89a3fa27216f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1925385', 'neutron.services.segments.db._delete_segments_for_network-8747473415235'] for network (30753b27-aea8-4ed7-b93f-6a5372869bae), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:52.349990 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.services.segments.db [None req-3cc77bd8-1273-42bf-a4f6-89a3fa27216f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30753b27-aea8-4ed7-b93f-6a5372869bae']}} {{(pid=112920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:09:52.360129 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.services.segments.db [None req-3cc77bd8-1273-42bf-a4f6-89a3fa27216f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff993ebc-f3e2-4634-8637-1f776a0d7d59') {'for_net_delete': True} {{(pid=112920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:09:52.360429 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.services.segments.db [None req-3cc77bd8-1273-42bf-a4f6-89a3fa27216f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff993ebc-f3e2-4634-8637-1f776a0d7d59') {} {{(pid=112920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:09:52.364110 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-c6e48304-3b26-4479-be06-9e3be457848b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747473278154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747472896287'] for port (5942d208-f456-4349-ab76-08d6c26c0f61), after_delete {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:52.370974 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:09:52.373301 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-3cc77bd8-1273-42bf-a4f6-89a3fa27216f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747473409711', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64553437'] for segment (ff993ebc-f3e2-4634-8637-1f776a0d7d59), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:52.389943 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-3cc77bd8-1273-42bf-a4f6-89a3fa27216f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927539'] for segment (ff993ebc-f3e2-4634-8637-1f776a0d7d59), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:52.395045 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e48304-3b26-4479-be06-9e3be457848b None None] Pushing event deleted for resources: {'Port': ['ID=5942d208-f456-4349-ab76-08d6c26c0f61,revision_number=None']} {{(pid=112921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:52.400642 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e48304-3b26-4479-be06-9e3be457848b None None] No DVR routers for this DVR port 5942d208-f456-4349-ab76-08d6c26c0f61 on host dv-cinder-844961-2-iscsi {{(pid=112921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 10:09:52.401810 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cc77bd8-1273-42bf-a4f6-89a3fa27216f admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=112920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:09:52.402281 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-3cc77bd8-1273-42bf-a4f6-89a3fa27216f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64202752'] for segment (ff993ebc-f3e2-4634-8637-1f776a0d7d59), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:52.471482 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-3cc77bd8-1273-42bf-a4f6-89a3fa27216f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1925376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-964490'] for network (30753b27-aea8-4ed7-b93f-6a5372869bae), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:52.477856 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-3cc77bd8-1273-42bf-a4f6-89a3fa27216f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554564'] for network (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:52.481105 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-3cc77bd8-1273-42bf-a4f6-89a3fa27216f admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/30753b27-aea8-4ed7-b93f-6a5372869bae HTTP/1.1" status: 204 len: 168 time: 0.5363550 Aug 31 10:09:52.492965 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc77bd8-1273-42bf-a4f6-89a3fa27216f admin admin] Pushing event deleted for resources: {'Network': ['ID=30753b27-aea8-4ed7-b93f-6a5372869bae,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:52.500547 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.services.segments.plugin [-] Segment ff993ebc-f3e2-4634-8637-1f776a0d7d59 resource provider aggregate not found Aug 31 10:09:52.518387 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.services.segments.plugin [-] Segment ff993ebc-f3e2-4634-8637-1f776a0d7d59 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ff993ebc-f3e2-4634-8637-1f776a0d7d59 found for delete ", "request_id": "req-b2706e95-5e32-4660-b4d8-83a6e9ad13be"}]} Aug 31 10:09:52.644311 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 55020) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:09:52.684322 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-dbeececf-7c3a-4052-93e2-1ab5da7f5050 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=12a138e95d884fdaa8bb8653b151a546&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388632 Aug 31 10:09:52.686772 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 55022) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:09:52.735619 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-f448e8b9-f817-4e83-bfc6-d3d5f960a4cc admin admin] Publish callbacks [] for security_group (4bceabb6-300c-47f9-a332-e7aa1d2d93ac), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:52.755650 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-f448e8b9-f817-4e83-bfc6-d3d5f960a4cc admin admin] Publish callbacks [] for security_group (4bceabb6-300c-47f9-a332-e7aa1d2d93ac), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:52.803222 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-f448e8b9-f817-4e83-bfc6-d3d5f960a4cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (4bceabb6-300c-47f9-a332-e7aa1d2d93ac), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:52.806376 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-f448e8b9-f817-4e83-bfc6-d3d5f960a4cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:52.807498 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-f448e8b9-f817-4e83-bfc6-d3d5f960a4cc admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/4bceabb6-300c-47f9-a332-e7aa1d2d93ac HTTP/1.1" status: 204 len: 168 time: 0.1198215 Aug 31 10:09:52.815649 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f448e8b9-f817-4e83-bfc6-d3d5f960a4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bceabb6-300c-47f9-a332-e7aa1d2d93ac,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:53.124033 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 55028) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:09:53.167777 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-e6dda7cf-7518-4ab9-b555-b3135e423c53 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=ca314df23321471bab248ce29b9d1427&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425925 Aug 31 10:09:53.170378 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [-] (112920) accepted ('10.222.0.13', 55030) {{(pid=112920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 10:09:53.217988 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-92a29d31-6543-4071-89fa-afe3cd55af72 admin admin] Publish callbacks [] for security_group (813a0600-faf8-4a7a-87b1-3b6fd25e1c61), before_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:53.238320 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-92a29d31-6543-4071-89fa-afe3cd55af72 admin admin] Publish callbacks [] for security_group (813a0600-faf8-4a7a-87b1-3b6fd25e1c61), precommit_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:53.287180 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 5d1a4c09-521c-4395-ad49-ffb917640426 no longer exists at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:09:53.294329 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-92a29d31-6543-4071-89fa-afe3cd55af72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045243'] for security_group (813a0600-faf8-4a7a-87b1-3b6fd25e1c61), after_delete {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:53.296826 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron_lib.callbacks.manager [None req-92a29d31-6543-4071-89fa-afe3cd55af72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:53.298022 dv-cinder-844961-2-iscsi neutron-server[112920]: INFO neutron.wsgi [None req-92a29d31-6543-4071-89fa-afe3cd55af72 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/813a0600-faf8-4a7a-87b1-3b6fd25e1c61 HTTP/1.1" status: 204 len: 168 time: 0.1267667 Aug 31 10:09:53.306654 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a29d31-6543-4071-89fa-afe3cd55af72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813a0600-faf8-4a7a-87b1-3b6fd25e1c61,revision_number=None']} {{(pid=112920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:53.307249 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] No Port match for: 5d1a4c09-521c-4395-ad49-ffb917640426 {{(pid=112921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 10:09:53.307597 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 5d1a4c09-521c-4395-ad49-ffb917640426 not bound to the agent host dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:09:53.308214 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 8c9184a1-aec5-4bb5-8d50-b6b376fca9af no longer exists at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:09:53.332209 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] No Port match for: 8c9184a1-aec5-4bb5-8d50-b6b376fca9af {{(pid=112921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 10:09:53.332552 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 8c9184a1-aec5-4bb5-8d50-b6b376fca9af not bound to the agent host dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:09:53.332957 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 5942d208-f456-4349-ab76-08d6c26c0f61 no longer exists at agent ovs-agent-dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:09:53.355831 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.plugin [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] No Port match for: 5942d208-f456-4349-ab76-08d6c26c0f61 {{(pid=112921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 10:09:53.356058 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron.plugins.ml2.rpc [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Device 5942d208-f456-4349-ab76-08d6c26c0f61 not bound to the agent host dv-cinder-844961-2-iscsi {{(pid=112921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:09:54.289147 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-e4d6c8db-89b2-4226-b724-7db6abed70a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:55.964106 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e6f198be-e193-4693-a253-f9c4522a6272), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:56.553903 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-71731549-4e9d-4f95-a129-0b65a425466a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:57.893724 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:58.254386 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=17 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:09:59.381237 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=53,neutron:DELETE=5 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:09:59.407029 dv-cinder-844961-2-iscsi neutron-server[112919]: DEBUG dbcounter [-] [112919] Writing DB stats neutron:SELECT=46,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=112919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:09:59.553777 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:09:59.567031 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:09:59.660960 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:10:00.089781 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=6 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:10:03.300921 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=67,neutron:DELETE=4 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:10:03.301699 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG dbcounter [-] [112920] Writing DB stats neutron:SELECT=58,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=112920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:10:09.654102 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:10:09.655974 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:10:24.291223 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-5f8227f9-2e93-4dce-b81e-9f2b8b841d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:10:25.974488 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e6f198be-e193-4693-a253-f9c4522a6272), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:10:26.556027 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-293d50a6-ff41-4428-a364-e6b8a5194130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:10:27.092426 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.agents_db [None req-8002e13a-56e4-448b-bc0d-5c9f038cbdad None None] Agent healthcheck: found 6 active agents {{(pid=112922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:10:27.898058 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:10:29.566970 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:10:29.663777 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:10:37.086421 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=17 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:10:37.087229 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=17 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:10:39.658325 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:10:39.660158 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:10:48.076503 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=2 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:10:54.295046 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-f1927374-929d-4ef1-9f26-bddd3f1c6097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:10:55.974775 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e6f198be-e193-4693-a253-f9c4522a6272), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:10:56.557249 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-8f2e6d58-dfc4-49c5-bc25-c3f2489c7fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:10:57.898604 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:10:59.570915 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:10:59.668864 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:11:04.091839 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.agents_db [None req-8002e13a-56e4-448b-bc0d-5c9f038cbdad None None] Agent healthcheck: found 6 active agents {{(pid=112922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:11:05.047994 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=3 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:11:09.655545 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:11:09.664752 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:11:22.097952 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:11:24.298578 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-f88f10e5-0bd9-47ec-a14c-1850543a5248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:11:25.991331 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e6f198be-e193-4693-a253-f9c4522a6272), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:11:26.558679 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-deb4710f-d7f4-479f-b502-501c9acbfd65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:11:27.901093 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:11:29.573161 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:11:29.671458 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:11:34.978147 dv-cinder-844961-2-iscsi neutron-server[112920]: DEBUG neutron.wsgi [req-d569995a-0c81-4bfb-b200-720e3742ed96 req-e72635c5-4e37-4af1-9b2b-6549635d74f9 service neutron] (112920) timed out ('10.222.0.64', 63199) {{(pid=112920) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 31 10:11:41.091459 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.agents_db [None req-8002e13a-56e4-448b-bc0d-5c9f038cbdad None None] Agent healthcheck: found 6 active agents {{(pid=112922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:11:44.603338 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=18,neutron:UPDATE=6 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:11:44.605281 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=26 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:11:51.086473 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=3 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:11:51.087420 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=5 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:11:54.300451 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-c56594d5-161f-4ce5-b41e-a1cb358c10b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:11:55.977939 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e6f198be-e193-4693-a253-f9c4522a6272), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:11:56.563929 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-57e9bb0c-c12c-4d2a-8ed1-d259b2d3c907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:11:57.904851 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:11:59.579933 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:11:59.672726 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:12:09.666635 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:12:09.668413 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:12:18.094393 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.agents_db [None req-8002e13a-56e4-448b-bc0d-5c9f038cbdad None None] Agent healthcheck: found 6 active agents {{(pid=112922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:12:24.302902 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-7f885078-3019-4760-b161-132a5550671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:12:24.599750 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=13 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:12:25.988298 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e6f198be-e193-4693-a253-f9c4522a6272), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:12:26.565312 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-91d6e436-3270-4248-9603-2704f303670a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:12:27.907036 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:12:28.090192 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=21 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:12:29.705563 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:12:29.709631 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:12:39.696828 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:12:39.705565 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:12:54.304619 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-6794edbb-18e1-4ccd-8435-bff548c58eb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:12:55.094588 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.agents_db [None req-8002e13a-56e4-448b-bc0d-5c9f038cbdad None None] Agent healthcheck: found 6 active agents {{(pid=112922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:12:56.001514 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e6f198be-e193-4693-a253-f9c4522a6272), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:12:56.565976 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-8c8a7b0d-7fde-4eba-abd7-195cd08525c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:12:57.909651 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:12:59.580486 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:12:59.672091 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:13:05.088729 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=3 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:13:05.089518 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=5 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:13:09.666157 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:13:09.667972 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:13:22.100873 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=1 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:13:22.101670 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:DELETE=1 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:13:24.310072 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-39f41a18-6ce8-4171-8aee-0f9f23d839f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:13:26.001069 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e6f198be-e193-4693-a253-f9c4522a6272), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:13:26.567637 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-88ac8a61-707c-419b-a270-0244832a6348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:13:27.911769 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:13:29.583538 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:13:29.674728 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:13:32.093665 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.agents_db [None req-8002e13a-56e4-448b-bc0d-5c9f038cbdad None None] Agent healthcheck: found 6 active agents {{(pid=112922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:13:42.087963 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=5 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:13:42.088823 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=3 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:13:44.606104 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:13:44.608101 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:13:54.312480 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-ac4bbbae-e31f-47fd-ab7a-46f7b00a007f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:13:55.998273 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e6f198be-e193-4693-a253-f9c4522a6272), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:13:56.572116 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-9a07793d-bec6-4108-8e37-b694f7dd343a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:13:57.914590 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:13:59.585764 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:13:59.680860 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:14:09.093221 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.agents_db [None req-8002e13a-56e4-448b-bc0d-5c9f038cbdad None None] Agent healthcheck: found 6 active agents {{(pid=112922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:14:09.670575 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:14:09.676603 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:14:24.314404 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-0ef080b6-247d-473c-9663-9f478e66c258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:14:24.604393 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=16 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:14:24.606947 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=18 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:14:26.027701 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e6f198be-e193-4693-a253-f9c4522a6272), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:14:26.574263 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-4ff9526a-aaad-4bed-97be-a3cdd5ab5bb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:14:27.918730 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:14:29.589323 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:14:29.673229 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:14:39.666616 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:14:39.669265 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:14:46.091724 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.agents_db [None req-8002e13a-56e4-448b-bc0d-5c9f038cbdad None None] Agent healthcheck: found 6 active agents {{(pid=112922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:14:47.026812 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=3 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:14:54.317456 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-f3118e65-57f1-4209-b9a5-c1735ea2765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:14:56.039868 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e6f198be-e193-4693-a253-f9c4522a6272), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:14:56.088091 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=5 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:14:56.575680 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-a09dad2e-60a2-42e5-a277-8cf6bea506c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:14:57.921469 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:14:59.592297 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:14:59.674584 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:15:09.664776 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:15:09.670846 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG dbcounter [-] [112921] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=112921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:15:23.091046 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG neutron.db.agents_db [None req-8002e13a-56e4-448b-bc0d-5c9f038cbdad None None] Agent healthcheck: found 6 active agents {{(pid=112922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:15:24.323172 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-25d484e6-cc39-48dc-adba-9df3e45cfe1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (018d2bb8-ebf2-469c-9257-23530a727a9b), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:15:26.039439 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-21dbf75b-0ef2-415d-ab3d-b51bcff52690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e6f198be-e193-4693-a253-f9c4522a6272), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:15:26.576611 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-31cf8f11-f888-4b5d-934b-64398b5236ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (3e75f771-287a-4a06-858c-f1f7fc7cb283), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:15:27.924263 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-b932167d-30e6-4cd1-94dd-58d43577dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (e758949e-1b92-4630-bfaf-f6cd55b18600), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:15:29.596381 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-84479c27-8a8c-47f0-8ab0-cb4558a16cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (47689886-0c38-4c99-b0b3-1b35d0c21231), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:15:29.675572 dv-cinder-844961-2-iscsi neutron-server[112921]: DEBUG neutron_lib.callbacks.manager [None req-480dcf8c-6fae-48ab-b13a-3e5faa1bb23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747473415217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931720'] for agent (18a9d5f8-8bea-4c71-b161-cda838278486), after_update {{(pid=112921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 10:15:33.086620 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:SELECT=4 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 10:15:33.087378 dv-cinder-844961-2-iscsi neutron-server[112922]: DEBUG dbcounter [-] [112922] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=112922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}